-- Logs begin at Fri 2022-04-29 10:53:42 UTC, end at Fri 2022-04-29 12:57:31 UTC. -- Apr 29 11:33:14.056152 dv-neutron-839741-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 11:33:16.596891 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.common.config [-] Logging enabled! Apr 29 11:33:16.597537 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev5 Apr 29 11:33:16.597639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 11:33:16.600759 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.common.config [-] Logging enabled! Apr 29 11:33:16.601006 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev5 Apr 29 11:33:16.601307 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 11:33:16.602273 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:33:16.602498 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:33:16.602844 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:33:16.603082 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:33:16.603302 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:33:16.603620 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.603920 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.604207 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.604427 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.604726 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.604995 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.605272 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.605583 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.605873 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.606154 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.606428 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.606703 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.606936 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.607206 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.607486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.607769 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.607984 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] debug = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.608260 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.608686 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.609114 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.609402 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.609725 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.609999 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.610275 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.610553 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.610834 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.611170 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] host = dv-neutron-839741-1-hyperv {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.611436 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.611722 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.612001 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.612280 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.612549 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.612819 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.613096 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.613363 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.613663 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.613923 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.614209 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.614488 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.614772 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.614993 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.615210 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.615491 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.615772 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.616042 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.616308 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.616575 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.616841 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.617110 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.617373 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.617670 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.617947 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.618225 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.618497 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.618763 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.619027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.619288 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.619569 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.619839 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.620103 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.620372 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.620648 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.620908 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.621173 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.621484 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.621765 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.622041 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.622320 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.622586 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.622873 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.623140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.623407 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.623671 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_json = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.623974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.624243 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.624509 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.624777 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.625049 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.625356 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.625645 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.625924 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.626190 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:16.626478 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.626941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.627062 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.627331 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.627614 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.627888 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.628168 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.628438 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.628725 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.629007 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.629291 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.629585 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.629866 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.630135 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.630421 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.630719 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.631007 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.631292 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.631562 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.631831 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.632097 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.632367 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.632647 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.632937 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.633223 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.633515 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.633791 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.634076 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.634349 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.634616 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.634929 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.635213 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.635486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.635754 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.636028 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.636300 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.636568 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.636836 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.637109 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.637424 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.637694 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.637963 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.638228 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.638503 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.638771 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.639051 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.639324 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.639629 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.639899 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.640171 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.640440 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.640729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.641005 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.641273 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.641573 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.641843 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.642110 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.642615 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.642615 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.642898 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.643166 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.643429 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.643703 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.643966 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.644232 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.644506 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.644775 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.645042 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.645324 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.645638 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.645914 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.646189 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.646463 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.646736 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.647008 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.647282 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.647558 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.647830 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.648098 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.648386 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.648670 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.648955 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.649234 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.649534 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.649824 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.650097 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.650374 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.650647 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.650925 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.651205 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.651485 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.651777 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.652066 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.652355 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.652646 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.652935 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.653210 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.653539 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.653816 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:16.654027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:33:16.654337 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87908) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 11:33:17.044974 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO keyring.backend [-] Loading KWallet Apr 29 11:33:17.052483 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO keyring.backend [-] Loading SecretService Apr 29 11:33:17.055916 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO keyring.backend [-] Loading Windows Apr 29 11:33:17.057544 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO keyring.backend [-] Loading chainer Apr 29 11:33:17.058101 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO keyring.backend [-] Loading macOS Apr 29 11:33:17.090756 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 11:33:17.091019 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 11:33:17.091299 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 11:33:17.091633 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 11:33:17.481498 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.482000 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.482855 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.484181 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.484471 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.484728 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.518651 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.518920 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.519181 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.531973 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.532241 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.532503 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.561890 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.562169 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.562563 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.598407 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.598977 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.598977 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.826376 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.826587 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.826819 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.827071 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.827803 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.945063 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.945369 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.945672 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.945938 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.946194 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.946497 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.946753 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.947001 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.947244 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.947527 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.947764 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.948011 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.948262 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.948510 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.948769 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.949027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.949276 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.949558 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.949807 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.950082 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.950424 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.950670 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.950914 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.951188 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.951429 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.951669 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.952050 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.952283 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.952513 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.952741 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.952968 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.953218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:17.953606 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 11:33:17.956665 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 11:33:17.960548 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 11:33:17.964341 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Apr 29 11:33:17.965980 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 11:33:17.967518 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 11:33:17.967856 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 11:33:17.968234 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 11:33:17.971095 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 11:33:17.971336 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 11:33:17.971641 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 11:33:17.998933 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 11:33:17.999377 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:17.999666 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87908) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 11:33:18.000018 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.001420 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87908) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 11:33:18.001871 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 11:33:18.001871 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 11:33:18.005194 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.005482 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.068974 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 11:33:18.069189 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 11:33:18.069471 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 11:33:18.069845 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 11:33:18.103661 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_db.sqlalchemy.engines [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87908) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 11:33:18.438190 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing driver for type 'gre' Apr 29 11:33:18.438874 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] gre ID ranges: [(1, 1000)] Apr 29 11:33:18.500512 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing driver for type 'local' Apr 29 11:33:18.501008 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing driver for type 'vlan' Apr 29 11:33:18.516175 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] VlanTypeDriver initialization complete Apr 29 11:33:18.516558 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing driver for type 'vxlan' Apr 29 11:33:18.517150 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] vxlan ID ranges: [(1, 1000)] Apr 29 11:33:18.578072 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing extension driver 'port_security' Apr 29 11:33:18.578619 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] PortSecurityExtensionDriver initialization complete Apr 29 11:33:18.579022 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing mechanism driver 'openvswitch' Apr 29 11:33:18.579426 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing mechanism driver 'hyperv' Apr 29 11:33:18.586125 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.plugin [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:18.586795 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.587156 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.587495 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.588017 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.588437 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.588780 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.589114 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.589517 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.589914 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.590255 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.590588 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.590963 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.591358 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.591695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.592024 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.592555 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.592950 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.593288 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.593642 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.594021 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.594413 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > address_group after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.594747 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > address_group after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.595074 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.595458 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 11:33:18.595894 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] ML2 OVO RPC backend initialized. {{(pid=87908) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 29 11:33:18.596608 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.596954 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.597361 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.597724 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > networks before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.598063 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.598394 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > ports before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.598727 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.599263 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnets before_response 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.599384 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.599717 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.600043 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.600370 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.600700 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.601024 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.601377 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.601705 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.602030 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.602619 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.plugin [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Modular L2 Plugin initialization complete Apr 29 11:33:18.602941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading services supported by the core plugin {{(pid=87908) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 11:33:18.603263 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.plugins.ml2.managers [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Got port-security extension from driver 'port_security' Apr 29 11:33:18.603720 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.extensions.vlantransparent [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Disabled vlantransparent extension. Apr 29 11:33:18.604201 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87908) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 11:33:18.604505 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: router Apr 29 11:33:18.642753 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.643136 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_create 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.643501 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router before_create 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.643863 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.644230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.644588 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_delete 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.644943 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.645301 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_create 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.645664 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.646010 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.646357 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.646710 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.647118 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.647481 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.647817 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.648144 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: subnet after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.648473 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.648808 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.649151 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.649518 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.649857 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.650210 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router after_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.650550 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.650895 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.651251 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.651594 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.651957 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > agent after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.652309 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > agent after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.652657 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > network after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.653582 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Tracking information for resource: router configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:18.653908 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Tracking information for resource: floatingip configured {{(pid=87908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 11:33:18.659248 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.db.l3_agentschedulers_db [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 11:33:18.659828 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.660183 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.660526 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.660840 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: port after_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.661702 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router before_create 55550100 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.662061 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.662414 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_create 55550100 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.662760 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > router precommit_update 55550100 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.667302 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.provider_configuration [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service providers = [] {{(pid=87908) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 11:33:18.667661 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.db.servicetype_db [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87908) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 11:33:18.670741 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.service_base [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:33:18.671021 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.service_base [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:33:18.671354 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.service_base [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:33:18.672352 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.services.service_base [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 11:33:18.672712 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.services.service_base [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 11:33:18.673173 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.673514 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 11:33:18.684562 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.684888 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: auto_allocate Apr 29 11:33:18.690887 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: network precommit_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.691256 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: network precommit_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.691783 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.692098 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: tag Apr 29 11:33:18.698673 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.698993 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: timestamp Apr 29 11:33:18.703038 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.703391 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: network_ip_availability Apr 29 11:33:18.708715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.709079 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.709540 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.710325 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.710643 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: flavors Apr 29 11:33:18.715478 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.715795 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading Plugin: revisions Apr 29 11:33:18.720195 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 11:33:18.720585 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=87908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 11:33:18.721352 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87908) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 11:33:18.721706 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Initializing extension manager. Apr 29 11:33:18.722209 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: __init__.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.722548 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: __pycache__ {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.723015 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.723350 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: address_group.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.724138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.724724 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: address-group Apr 29 11:33:18.725043 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: address_scope.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.725780 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.726283 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: address-scope Apr 29 11:33:18.726601 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.727547 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.728053 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: router-admin-state-down-before-update Apr 29 11:33:18.728370 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: agent.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.729283 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.729815 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: agent Apr 29 11:33:18.730131 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: agent_resources_synced.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.731032 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.731533 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: agent-resources-synced Apr 29 11:33:18.731849 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: allowedaddresspairs.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.733680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.734202 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: allowed-address-pairs Apr 29 11:33:18.734554 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: auto_allocated_topology.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.735611 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.736116 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: auto-allocated-topology Apr 29 11:33:18.736436 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: availability_zone.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.737112 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.737637 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: availability_zone Apr 29 11:33:18.737949 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: availability_zone_filter.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.738841 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.739344 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: availability_zone_filter Apr 29 11:33:18.739657 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: data_plane_status.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.740543 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.741032 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 11:33:18.741342 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: default_subnetpools.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.742272 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.742859 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: default-subnetpools Apr 29 11:33:18.743078 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.743892 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.744390 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: dhcp_agent_scheduler Apr 29 11:33:18.744703 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: dns.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.745615 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.746112 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 11:33:18.746426 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: dns_domain_ports.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.747339 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.747820 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 11:33:18.748137 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: dvr.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.748795 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.749301 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: dvr Apr 29 11:33:18.749644 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: empty_string_filtering.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.750590 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.751089 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: empty-string-filtering Apr 29 11:33:18.751407 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.752295 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.752790 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 11:33:18.753103 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.754027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.754521 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 11:33:18.754833 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: external_net.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.755729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.756276 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: external-net Apr 29 11:33:18.756591 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.757502 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.758002 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: extra_dhcp_opt Apr 29 11:33:18.758315 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: extraroute.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.759197 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.759703 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: extraroute Apr 29 11:33:18.760018 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: extraroute_atomic.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.761029 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.761565 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: extraroute-atomic Apr 29 11:33:18.761876 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: filter_validation.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.762534 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.763030 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: filter-validation Apr 29 11:33:18.763344 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: fip_pf_description.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.764239 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.764730 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 11:33:18.765041 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: fip_port_details.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.765987 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.766485 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: fip-port-details Apr 29 11:33:18.766799 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: flavors.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.768012 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.768520 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: flavors Apr 29 11:33:18.768843 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.770526 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.771041 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 11:33:18.771362 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: floatingip_pools.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.772047 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.772544 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: floatingip-pools Apr 29 11:33:18.772873 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: ip_allocation.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.773794 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.774289 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 11:33:18.774602 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.775498 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.776007 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: ip-substring-filtering Apr 29 11:33:18.776322 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l2_adjacency.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.777229 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.777758 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 11:33:18.778071 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.779063 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.779573 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: router Apr 29 11:33:18.779892 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.782401 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.782927 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 11:33:18.783251 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.784157 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.784673 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: ext-gw-mode Apr 29 11:33:18.784986 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.786064 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.786416 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: l3-ha Apr 29 11:33:18.786729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3_flavors.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.787625 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.788120 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: l3-flavors Apr 29 11:33:18.788436 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.789333 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.789851 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 11:33:18.790167 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: l3agentscheduler.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.791218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.791714 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: l3_agent_scheduler Apr 29 11:33:18.792034 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: logging.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.793575 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.794090 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension logging not supported by any of loaded plugins Apr 29 11:33:18.794411 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: metering.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.795139 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.795718 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: metering Apr 29 11:33:18.796023 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.797135 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.797684 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: metering_source_and_destination_fields Apr 29 11:33:18.798004 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: multiprovidernet.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.799029 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.799409 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: multi-provider Apr 29 11:33:18.799735 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: netmtu.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.800626 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.801126 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: net-mtu Apr 29 11:33:18.801478 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: netmtu_writable.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.802483 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.802892 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: net-mtu-writable Apr 29 11:33:18.803202 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: network_availability_zone.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.803866 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.804360 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: network_availability_zone Apr 29 11:33:18.804674 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: network_ip_availability.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.805790 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.806290 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: network-ip-availability Apr 29 11:33:18.806605 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: network_segment_range.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.807679 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.808170 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 11:33:18.808483 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: pagination.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.809486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.809808 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: pagination Apr 29 11:33:18.810122 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: port_device_profile.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.811037 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.811542 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: port-device-profile Apr 29 11:33:18.811859 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.812831 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.813357 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: port-mac-address-regenerate Apr 29 11:33:18.813703 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.814597 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.815092 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: port-numa-affinity-policy Apr 29 11:33:18.815404 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: port_resource_request.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.816303 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.816796 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 11:33:18.817104 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: portbindings.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.818045 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.818542 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: binding Apr 29 11:33:18.818856 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: portbindings_extended.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.820285 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.820800 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: binding-extended Apr 29 11:33:18.821119 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: portsecurity.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.822041 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.822547 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: port-security Apr 29 11:33:18.822865 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: project_id.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.823823 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.824146 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: project-id Apr 29 11:33:18.824461 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: providernet.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.827282 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.827282 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: provider Apr 29 11:33:18.827282 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.829781 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.830295 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos not supported by any of loaded plugins Apr 29 11:33:18.830621 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.831844 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.832348 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 11:33:18.832670 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.833603 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.834111 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 11:33:18.834428 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_default.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.835321 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.835821 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-default not supported by any of loaded plugins Apr 29 11:33:18.836139 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_fip.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.836784 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.837285 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 11:33:18.837637 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_gateway_ip.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.838535 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.839035 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 11:33:18.839352 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_port_network_policy.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.840236 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.840730 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 11:33:18.841045 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_rule_type_details.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.841962 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.842457 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 11:33:18.842772 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: qos_rules_alias.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.843931 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.844441 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 11:33:18.844759 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: quotasv2.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.846053 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.846053 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: quotas Apr 29 11:33:18.846363 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: quotasv2_detail.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.847955 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.848283 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: quota_details Apr 29 11:33:18.848607 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: rbac.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.849703 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.850220 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: rbac-policies Apr 29 11:33:18.850538 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: rbac_address_group.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.851471 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.851976 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: rbac-address-group Apr 29 11:33:18.852292 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: rbac_address_scope.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.853185 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.853713 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: rbac-address-scope Apr 29 11:33:18.854035 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: rbac_security_groups.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.854925 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.855425 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: rbac-security-groups Apr 29 11:33:18.855738 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: rbac_subnetpool.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.856648 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.857148 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: rbac-subnetpool Apr 29 11:33:18.857496 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: revisionifmatch.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.858405 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.858905 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: revision-if-match Apr 29 11:33:18.859224 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: revisions.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.860486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.861007 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: standard-attr-revisions Apr 29 11:33:18.861422 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: router_availability_zone.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.862015 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.862514 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: router_availability_zone Apr 29 11:33:18.862825 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: routerservicetype.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.863721 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.864228 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 11:33:18.864536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.865478 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.865982 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: security-groups-normalized-cidr Apr 29 11:33:18.866295 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.867198 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.867701 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: port-security-groups-filtering Apr 29 11:33:18.868014 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.868918 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.869424 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: security-groups-remote-address-group Apr 29 11:33:18.869751 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: securitygroup.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.879548 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.880082 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: security-group Apr 29 11:33:18.880404 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: segment.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.881188 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.881718 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension segment not supported by any of loaded plugins Apr 29 11:33:18.882034 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.882985 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.883483 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 11:33:18.883802 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: servicetype.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.884898 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.885405 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: service-type Apr 29 11:33:18.885751 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: sorting.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.886713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.887035 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: sorting Apr 29 11:33:18.887353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: standard_attr_segment.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.888240 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.888742 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 11:33:18.889059 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: standardattrdescription.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.889722 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.890221 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: standard-attr-description Apr 29 11:33:18.890536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: stateful_security_group.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.891467 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.891997 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: stateful-security-group Apr 29 11:33:18.892379 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: stdattrs_common.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.892845 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 11:33:18.893159 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.894182 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.894683 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 11:33:18.894997 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnet_onboard.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.896068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.896577 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: subnet_onboard Apr 29 11:33:18.896897 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.897847 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.898347 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 11:33:18.898665 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnet_service_types.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.899583 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.900086 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: subnet-service-types Apr 29 11:33:18.900404 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnetallocation.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.901510 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.902016 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: subnet_allocation Apr 29 11:33:18.902335 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.903004 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.903501 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: subnetpool-prefix-ops Apr 29 11:33:18.903824 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.904739 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.905234 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 11:33:18.905581 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: tagging.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.906731 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.907234 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: standard-attr-tag Apr 29 11:33:18.907553 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: timestamp.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.908790 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.909294 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loaded extension: standard-attr-timestamp Apr 29 11:33:18.909636 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: trunk.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.910688 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.911196 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension trunk not supported by any of loaded plugins Apr 29 11:33:18.911515 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: trunk_details.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.912423 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.912926 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 11:33:18.913241 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: uplink_status_propagation.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.914232 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.914733 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 11:33:18.915047 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Loading extension file: vlantransparent.py {{(pid=87908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 11:33:18.915799 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 11:33:18.916334 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 11:33:18.918914 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:network Apr 29 11:33:18.919690 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnet Apr 29 11:33:18.920486 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:33:18.921123 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:port Apr 29 11:33:18.922441 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.922877 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service FLAVORS assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.923495 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.923918 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.924252 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:router Apr 29 11:33:18.924901 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 11:33:18.925630 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service METERING assigned prefix: /metering {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.927079 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.927441 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.927784 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:33:18.930208 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 11:33:18.930649 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:security_group Apr 29 11:33:18.931306 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 11:33:18.932054 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service CORE assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.932715 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:33:18.933369 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] subnetpool is already registered Apr 29 11:33:18.933684 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service CORE assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:18.934009 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:33:18.934326 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] subnetpool is already registered Apr 29 11:33:19.048413 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.048844 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service FLAVORS assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.049463 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.049885 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.050221 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:router Apr 29 11:33:19.050534 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] router is already registered Apr 29 11:33:19.051227 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 11:33:19.051549 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] floatingip is already registered Apr 29 11:33:19.052179 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service METERING assigned prefix: /metering {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.052991 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 11:33:19.053316 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] rbac_policy is already registered Apr 29 11:33:19.053765 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:security_group Apr 29 11:33:19.054089 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] security_group is already registered Apr 29 11:33:19.054675 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 11:33:19.054996 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] security_group_rule is already registered Apr 29 11:33:19.055636 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service CORE assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.055962 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:33:19.056280 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] subnetpool is already registered Apr 29 11:33:19.056876 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.v2.resource_helper [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Service CORE assigned prefix: {{(pid=87908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 11:33:19.057508 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 11:33:19.057849 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING neutron.quota.resource_registry [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] subnetpool is already registered Apr 29 11:33:19.058504 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: extensions {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.059999 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: address-groups {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.061642 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: address-scopes {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.062901 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: agents {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.064028 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: auto-allocated-topology {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.065340 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: availability_zones {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.066562 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: dhcp-networks {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.067944 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: dhcp-agents {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.069343 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: routers {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.071154 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: flavors {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.072281 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: service_profiles {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.073480 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: next_providers {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.074986 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: service_profiles {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.076429 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: floatingip-pools {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.077641 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: routers {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.079492 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: floatingips {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.080649 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: l3-routers {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.082047 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: l3-agents {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.083541 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: metering-labels {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.084787 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: metering-label-rules {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.086079 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: network-ip-availabilities {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.087305 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: bindings {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.088955 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: quotas {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.090886 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: quotas {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.091801 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: rbac-policies {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.093060 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: security-groups {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.094319 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: security-group-rules {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.095556 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: service-providers {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.096856 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: subnetpools {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.098195 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: subnetpools {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.099619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.101346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.103087 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.104906 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.107825 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.109784 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.111461 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.113339 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.115097 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.116913 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron.api.extensions [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Extended resource: tags {{(pid=87908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 11:33:19.122918 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING keystonemiddleware.auth_token [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 11:33:19.127692 dv-neutron-839741-1-hyperv neutron-server[87908]: WARNING keystonemiddleware.auth_token [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 11:33:19.136888 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Acquired lock "singleton_lock" {{(pid=87908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 11:33:19.137359 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_concurrency.lockutils [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Releasing lock "singleton_lock" {{(pid=87908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 11:33:19.138010 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Starting 2 workers Apr 29 11:33:19.142774 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Started child 88015 {{(pid=87908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 11:33:19.147346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Started child 88016 {{(pid=87908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 11:33:19.148032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.148803 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO neutron.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 11:33:19.149430 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Notify callbacks [] for process, before_spawn {{(pid=87908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.149652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [-] (88015) wsgi starting up on http://0.0.0.0:9696 Apr 29 11:33:19.151807 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Starting 1 workers Apr 29 11:33:19.152086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.153223 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [-] (88016) wsgi starting up on http://0.0.0.0:9696 Apr 29 11:33:19.156765 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Started child 88017 {{(pid=87908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 11:33:19.157294 dv-neutron-839741-1-hyperv neutron-server[87908]: INFO oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Starting 1 workers Apr 29 11:33:19.160471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] calling RpcWorker wait() {{(pid=88017) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 11:33:19.161050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] returning from RpcWorker wait() {{(pid=88017) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 11:33:19.161608 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Started child 88018 {{(pid=87908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 11:33:19.162253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.162381 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG neutron_lib.callbacks.manager [None req-c3421d6d-8816-4fdb-b6ff-372ed76becf8 None None] Notify callbacks [] for process, after_spawn {{(pid=87908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.162751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:19.164013 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 11:33:19.164197 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:33:19.164406 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:33:19.164583 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:33:19.164928 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:33:19.165054 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:33:19.165597 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.165873 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.166110 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.166306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:19.166827 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.166827 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.167194 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.167584 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.167838 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.168112 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.168345 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.168486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.168660 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.168926 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.169178 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.169481 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.169739 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.169978 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.170242 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.170401 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.170680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.170944 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.171225 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.171427 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] debug = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.171659 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.172178 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.172399 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.172684 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.172913 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.173172 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.173406 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.173677 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.173900 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.174130 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.174343 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.174597 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.174822 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.175049 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.175267 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.175506 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.175720 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.176199 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] host = dv-neutron-839741-1-hyperv {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.176430 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.176642 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.176879 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.177101 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.177356 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.177609 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.177867 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.178105 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.178348 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.178585 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.178806 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.179049 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.179258 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.179498 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.179657 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_options = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.179894 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.180160 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.180408 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.180589 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.180752 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.180921 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.181171 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.181331 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.181602 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.181829 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.182038 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.182557 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.182783 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.183012 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.183244 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.183467 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.183693 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.183916 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.184152 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.184390 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.184610 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.184849 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.185084 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.185296 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.185541 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.185751 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.185989 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.186338 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.186481 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.186772 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.187131 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.187296 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.187535 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.187766 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.188012 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.188199 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.188415 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.188673 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.188903 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.189029 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:19.189169 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.189371 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.189619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.189936 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.190318 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.190523 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.190652 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_json = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.190774 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.190979 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.191224 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.191615 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.191746 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.191874 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.192045 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.192294 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.192515 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.193680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.193680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.193680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.193953 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.194116 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195052 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195052 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195052 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195052 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195324 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195611 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.195721 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.196061 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.196204 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.196777 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.196777 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.196994 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.197273 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.197528 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.198182 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.198182 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.198182 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.198496 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.198760 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.199012 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.199272 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.199490 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.199725 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.199977 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.200145 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201971 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.201971 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.202196 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.202377 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.202708 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.202865 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.203084 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.203434 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.203652 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.203853 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.204069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.204312 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.204541 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.204790 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.205021 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.205236 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.205508 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.205727 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.205891 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.206112 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.206324 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.206528 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.206731 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.206965 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.207174 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.207608 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.207996 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.208285 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.208510 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.208729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.208959 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.209168 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.209766 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.210395 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.210733 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.211098 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.211481 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.211837 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.212218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.212587 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.212952 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.213223 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.213496 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.213719 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.213963 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.214328 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.214715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.214956 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.215247 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.215544 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.215785 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.216053 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.216293 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.216539 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.216968 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.217235 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.217483 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.217722 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.217972 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.218230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.218484 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.218751 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.218973 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.219219 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.219485 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.219714 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.219940 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.220165 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.220568 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.220812 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.221099 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.221330 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.221600 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.221843 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.222248 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.222676 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.223063 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.223327 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.223732 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.224168 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.224645 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.224895 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.225229 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.225517 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.225792 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.226046 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.226289 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.226534 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.226776 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.227021 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.227386 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.227923 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.228342 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.228739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:19.228855 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.229219 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.229754 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.230354 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.230769 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.231164 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.231562 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.232000 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.232418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.232831 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.233295 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.233764 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.234180 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.234709 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.235138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.235572 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.235824 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.236079 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.236295 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.236711 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.237101 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.237351 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.237608 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.237837 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.238095 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.238327 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.238418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063853 Apr 29 11:33:19.238613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.238868 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.239041 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.239458 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.239691 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.239904 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.240126 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.240383 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.240616 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.240834 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.241049 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.241266 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.241561 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.241850 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.242094 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.242342 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.242588 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.242827 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.243064 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.243328 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.243557 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.243810 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.244028 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.244267 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.244471 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.244688 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.244904 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.245121 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.245350 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.246555 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.246845 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.247083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.247652 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.248112 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.248430 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.248715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250068 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250721 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250721 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.250721 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.251066 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.251066 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.251317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.251635 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.252051 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.252298 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.252560 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.252834 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.253001 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.253295 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.253517 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.253762 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.253919 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.254078 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.254303 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.254567 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.254725 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.255008 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.255258 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.255485 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.255727 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.255944 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.256172 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.256369 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.256601 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.256828 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.257059 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.257260 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.258236 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.258463 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.258702 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.258939 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.259316 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.259496 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.260601 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.260888 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.261123 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.261504 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.261743 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.262019 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.262203 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.262425 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.262644 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.262859 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.263090 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.263503 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.263839 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.264148 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.264388 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.264637 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.264922 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.265197 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.265547 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.265860 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.266083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.266316 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.267713 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.268697 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.268697 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.268697 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.268697 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269225 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269225 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269529 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269671 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269834 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.269977 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.271083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.271083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.271083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.271083 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:33:19.271729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 11:33:19.271729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 11:33:19.271729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 11:33:19.271729 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 11:33:19.272218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 11:33:19.272218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 11:33:19.272218 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.272852 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.272852 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.272852 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.272852 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273417 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273417 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273417 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273765 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273765 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.273765 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274091 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274091 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274502 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274502 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274792 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.274792 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275057 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275057 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275743 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275743 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] debug = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.275743 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276142 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276142 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276465 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276465 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276465 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276930 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276930 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.276930 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.277418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.277418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.277418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.278379 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.278581 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.278750 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.278918 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279066 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279266 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] host = dv-neutron-839741-1-hyperv {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279266 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279547 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279547 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279805 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.279805 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280063 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280207 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280348 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280543 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280543 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.280858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.281108 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.281108 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.281486 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_options = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.281834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:19.282096 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.282274 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.282418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.282559 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.282709 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.282877 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283025 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283153 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283408 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283567 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283773 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.283773 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284107 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284107 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284454 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284454 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284454 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284938 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284938 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.284938 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285372 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285372 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285372 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285947 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285947 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285947 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.285947 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.288667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.290456 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_json = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.291612 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.293036 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.294069 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.295475 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.296474 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.297715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.299254 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.300317 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.301613 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.302695 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.304027 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.305536 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.306832 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.308410 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.309353 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.310619 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.311618 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.312941 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.314138 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.315639 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.316848 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.317974 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.318667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.318667 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.318887 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.318887 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319193 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319193 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319430 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319430 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319680 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319812 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.319997 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.320238 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.320238 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.320715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.320715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.320715 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.321230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.321230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.321230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.321230 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.321982 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.323650 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.323650 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324018 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324018 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324236 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324371 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324518 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324683 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.324844 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.325004 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.325179 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.325330 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.326477 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.327346 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328140 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328746 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328746 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328746 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.328746 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329256 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329256 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329256 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329614 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329614 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329840 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.329840 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330078 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330078 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330294 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330418 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330554 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330683 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330819 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.330983 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331139 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331279 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331411 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331577 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331719 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.331895 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332043 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332184 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332356 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332513 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332655 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332823 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.332971 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.333141 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.333288 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.334961 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.335858 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.336564 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.336564 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.336564 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.336564 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.336564 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.337190 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 11:33:19.337190 dv-neutron-839741-1-hyperv neutron-server[87908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 11:33:30.278542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e66b9-211a-487f-a108-4e4af8d75840 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:33:30.378083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e66b9-211a-487f-a108-4e4af8d75840 None None] No non-hosted networks {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 11:33:30.392732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.agentschedulers_db [None req-b77e66b9-211a-487f-a108-4e4af8d75840 None None] DHCP Agent not found on host dv-neutron-839741-1-hyperv {{(pid=88017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 11:33:30.533066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9f4068f8-c349-428b-afd4-f5b6b0e1d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:32.898303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cd0620c2-a6be-4faa-9544-21cc46318f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:32.924219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-98f20d01-2d71-4bbd-8e9a-56e815db8983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:33.723411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:33.724591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.725725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.726449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.726821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.728814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.730456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.730792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.734548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.735033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.736950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.737775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.738628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:33.741187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839741-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:33.763034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839741-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:33:33.946156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:35.430681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:36.424842 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.db.l3_hamode_db [None req-54f33f11-8ac3-499e-90be-a1de67a02e01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 11:33:36.511665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f33f11-8ac3-499e-90be-a1de67a02e01 None None] Routers set() bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:33:36.512745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f33f11-8ac3-499e-90be-a1de67a02e01 None None] Router IDs set() for agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 29 11:33:36.971885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42432) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:37.573323 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING oslo_policy.policy [None req-90fe9ad3-b645-49b6-be71-8317b013aea2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:37.573902 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING oslo_policy.policy [None req-90fe9ad3-b645-49b6-be71-8317b013aea2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:37.786652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-90fe9ad3-b645-49b6-be71-8317b013aea2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:33:37.787797 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-90fe9ad3-b645-49b6-be71-8317b013aea2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8140025 Apr 29 11:33:40.240659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:40.640582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:33:40.734596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.policy [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 11:33:40.779389 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING oslo_policy.policy [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:40.779762 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING oslo_policy.policy [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:40.789275 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.quota [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Loaded quota_driver: . Apr 29 11:33:40.805097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:33:40.869174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979743504', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979744239', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979762697', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979759710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979782897', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777979773275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542208', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1586611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2052455'] for rbac-policy, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:40.938968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:40.941900 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-002c2b12-8c21-4f4e-abaa-9d8af9632f1c admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7001858 Apr 29 11:33:43.628245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42460) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:44.024795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:33:44.029836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:33:44.034598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Usage tracker for resource:network and tenant:a77554fccd8944209833ef0ef87fe0b6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:33:44.039674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:33:44.046604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:33:44.060831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Made reservation on behalf of a77554fccd8944209833ef0ef87fe0b6 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:33:44.063795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.082427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.096566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:33:44.100676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Usage tracker for resource:security_group_rule and tenant:a77554fccd8944209833ef0ef87fe0b6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:33:44.107821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:33:44.113411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:33:44.211350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.217891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.241688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:33:44.266556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777974988310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.267145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Unsubscribe: segment precommit_create {{(pid=88016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 11:33:44.267646 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Added segment 68cc900a-1de4-4789-8fe6-c667846ce113 of type vlan for network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 Apr 29 11:33:44.276039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5031fa-b8c7-410e-bd76-ad63a048912f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:44.329858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.330215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.330552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.330861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.331203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.331525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.331847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.332165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.332477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.332794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.333102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.333471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Tracked resource versions report: Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: pushed versions: Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: { 'AddressGroup': {'1.2'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'ConntrackHelper': {'1.0'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Log': {'1.0'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Network': {'1.1'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Port': {'1.7'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'PortForwarding': {'1.2'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'QosPolicy': {'1.8'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroup': {'1.4'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SubPort': {'1.0'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Subnet': {'1.1'}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Trunk': {'1.1'}} Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: consumer versions: Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'ConntrackHelper': '1.0', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Log': '1.0', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Network': '1.1', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Port': '1.7', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'PortForwarding': '1.2', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'QosPolicy': '1.8', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroup': '1.4', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroupRule': '1.2', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SubPort': '1.0', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Subnet': '1.1', Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Trunk': '1.1'}} Apr 29 11:33:44.334929 dv-neutron-839741-1-hyperv neutron-server[88016]: {{(pid=88016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:33:44.385996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.433179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.434761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:33:44.435697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:44.549693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9203193 Apr 29 11:33:44.558370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1898c2-090a-4692-a181-17e6fc7a317f admin admin] Pushing event updated for resources: {'Network': ['ID=4bd82a9f-59f1-454c-83d9-78b43a5c6646,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:44.572402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:33:47.304465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42476) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:47.794026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3762e9-7ec9-4e7c-92a9-252d0e1ce8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:33:47.795261 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6d3762e9-7ec9-4e7c-92a9-252d0e1ce8f1 admin admin] 10.222.0.53 "GET /v2.0/networks/4bd82a9f-59f1-454c-83d9-78b43a5c6646 HTTP/1.1" status: 200 len: 825 time: 0.4898438 Apr 29 11:33:47.826189 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d90a3274-b937-4627-bf17-bb10ab2b5d04 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/3bce51e6-1114-47b1-be6e-b7bfa4e1d018 HTTP/1.1" status: 200 len: 734 time: 0.0223491 Apr 29 11:33:47.834932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Request body: {'subnet': {'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:33:47.839488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:33:47.843563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Usage tracker for resource:subnet and tenant:a77554fccd8944209833ef0ef87fe0b6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:33:47.846542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:33:47.852548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:33:47.864972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Made reservation on behalf of a77554fccd8944209833ef0ef87fe0b6 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:33:47.867547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:48.178903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:48.256727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6eb034-5e39-4591-81f4-afeb062d3510,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:48.262389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Checking segment: {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:33:48.262760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Network hostable DHCP agents. Network: 4bd82a9f-59f1-454c-83d9-78b43a5c6646, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:33:48.284601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:33:48.295373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4bd82a9f-59f1-454c-83d9-78b43a5c6646) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:33:48.300306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:33:48.301445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:48.304772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d990b3-e825-42cc-958b-5f9a29081bea None None] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:33:48.321516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eef606aa-2cd1-4fb8-9f39-b058bbdc0bf8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4897652 Apr 29 11:33:48.623534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:33:48.624750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:48.813484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Allocated IP 172.20.0.2 (4bd82a9f-59f1-454c-83d9-78b43a5c6646/5f6eb034-5e39-4591-81f4-afeb062d3510/559637bd-6be8-43e7-95bf-04f5d38aa16c) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:33:49.044582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:49.057947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Transition to ACTIVE for port object 559637bd-6be8-43e7-95bf-04f5d38aa16c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:33:49.077612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Transition to ACTIVE for port object 559637bd-6be8-43e7-95bf-04f5d38aa16c will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:33:49.084618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:49.149488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:33:49.152158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:33:49.157226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Pushing event updated for resources: {'Port': ['ID=559637bd-6be8-43e7-95bf-04f5d38aa16c,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:49.159504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:33:49.195324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.195692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.196022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.196349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.196667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.197004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.197322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.197667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.198000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.198320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.198622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.198936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Tracked resource versions report: Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: pushed versions: Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: { 'AddressGroup': {'1.2'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'ConntrackHelper': {'1.0'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Log': {'1.0'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Network': {'1.1'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Port': {'1.7'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'PortForwarding': {'1.2'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'QosPolicy': {'1.8'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroup': {'1.4'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SubPort': {'1.0'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Subnet': {'1.1'}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Trunk': {'1.1'}} Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: consumer versions: Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'ConntrackHelper': '1.0', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Log': '1.0', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Network': '1.1', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Port': '1.7', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'PortForwarding': '1.2', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'QosPolicy': '1.8', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroup': '1.4', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroupRule': '1.2', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SubPort': '1.0', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Subnet': '1.1', Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Trunk': '1.1'}} Apr 29 11:33:49.200281 dv-neutron-839741-1-hyperv neutron-server[88017]: {{(pid=88017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:33:49.260594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Attempting to bind port 559637bd-6be8-43e7-95bf-04f5d38aa16c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:33:49.260976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Attempting to bind port 559637bd-6be8-43e7-95bf-04f5d38aa16c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:33:49.261378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Attempting to bind port 559637bd-6be8-43e7-95bf-04f5d38aa16c on network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:33:49.266782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:33:49.267180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Checking segment: {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:33:49.267667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:49.268049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Bound using segment: {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:33:49.268537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Bound port: 559637bd-6be8-43e7-95bf-04f5d38aa16c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:33:49.268914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:49.361144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] For port 559637bd-6be8-43e7-95bf-04f5d38aa16c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:33:49.364617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] For port 559637bd-6be8-43e7-95bf-04f5d38aa16c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=559637bd-6be8-43e7-95bf-04f5d38aa16c,segment=NetworkSegment(68cc900a-1de4-4789-8fe6-c667846ce113),segment_id=68cc900a-1de4-4789-8fe6-c667846ce113)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:33:49.369629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:49.454857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b729e47-7d86-42a1-92c5-878efe1dd803 None None] Pushing event updated for resources: {'Port': ['ID=559637bd-6be8-43e7-95bf-04f5d38aa16c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:50.778183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42486) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:51.173143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-1c60d52d-b742-44fd-ac19-b91536ac33c3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:33:51.174135 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1c60d52d-b742-44fd-ac19-b91536ac33c3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949163 Apr 29 11:33:53.254968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db39071-0c04-4d1c-95c4-5744164b6004 None None] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:33:53.360926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d4e4b661-ff45-442c-880c-69346eaefe4a None None] Provisioning for port 559637bd-6be8-43e7-95bf-04f5d38aa16c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:33:53.611269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42500) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:53.765458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 559637bd-6be8-43e7-95bf-04f5d38aa16c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:33:53.833120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 559637bd-6be8-43e7-95bf-04f5d38aa16c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:33:53.838089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 559637bd-6be8-43e7-95bf-04f5d38aa16c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:33:53.838484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:53.952113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:53.981194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-e0f19b05-69f0-4e60-9650-b8c82734231f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:33:53.982196 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e0f19b05-69f0-4e60-9650-b8c82734231f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3699706 Apr 29 11:33:53.984597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 559637bd-6be8-43e7-95bf-04f5d38aa16c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=559637bd-6be8-43e7-95bf-04f5d38aa16c,segment=NetworkSegment(68cc900a-1de4-4789-8fe6-c667846ce113),segment_id=68cc900a-1de4-4789-8fe6-c667846ce113)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:33:53.993770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:54.066424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=559637bd-6be8-43e7-95bf-04f5d38aa16c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:33:55.742828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 559637bd-6be8-43e7-95bf-04f5d38aa16c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:33:55.830807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 559637bd-6be8-43e7-95bf-04f5d38aa16c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:33:55.831166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:56.749554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42512) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:33:57.388289 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING oslo_policy.policy [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:57.389098 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING oslo_policy.policy [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:57.603074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:33:57.666828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.policy [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 11:33:57.712108 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING oslo_policy.policy [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:57.712476 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING oslo_policy.policy [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 11:33:57.721195 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.quota [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Loaded quota_driver: . Apr 29 11:33:57.737039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:33:57.744273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Usage tracker for resource:router and tenant:a77554fccd8944209833ef0ef87fe0b6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:33:57.749174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:33:57.757978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:33:57.776999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.779240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.810349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.932328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.956983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:33:57.959154 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91396195-b742-4f1b-a7f5-044d3b1d478c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2084191 Apr 29 11:34:00.258537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c30636b8-5481-4df0-90a9-def45c7e609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:00.365916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42528) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:00.763842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-947ff967-400b-4479-af6e-1aff907c995e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:34:00.764818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-947ff967-400b-4479-af6e-1aff907c995e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3980174 Apr 29 11:34:02.888234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf8fac9a-3d62-4bc8-94b9-1c1374ccaedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.212086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42538) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:03.602330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:03.608050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:34:03.613246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Usage tracker for resource:network and tenant:9b8cdf1c80a44171a627dabfd5557a2b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:34:03.616750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:34:03.623772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:34:03.636943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Made reservation on behalf of 9b8cdf1c80a44171a627dabfd5557a2b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:03.639795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.656670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.671316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:34:03.675727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Usage tracker for resource:security_group_rule and tenant:9b8cdf1c80a44171a627dabfd5557a2b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:34:03.679142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:34:03.686264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:34:03.704086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.783927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.790065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.807299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Reserving flat network on physical network physnet1 {{(pid=88015) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 11:34:03.836519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777974988310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.837091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Unsubscribe: segment precommit_create {{(pid=88015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 11:34:03.837639 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Added segment 68b57c9c-fc39-4b76-8d53-c3f510436198 of type flat for network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc Apr 29 11:34:03.885279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7189d9-2be8-43ac-af73-a41c8513e6cf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:03.904072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.904876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.905146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.905509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.905836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.906154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.906485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.906806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.907123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.907435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.907743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.908051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.908359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Tracked resource versions report: Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: pushed versions: Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Log': {'1.0'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Network': {'1.1'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Port': {'1.7'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'PortForwarding': {'1.2'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'QosPolicy': {'1.8'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SubPort': {'1.0'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Subnet': {'1.1'}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Trunk': {'1.1'}} Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: consumer versions: Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'ConntrackHelper': '1.0', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Log': '1.0', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Network': '1.1', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Port': '1.7', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'PortForwarding': '1.2', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'QosPolicy': '1.8', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroup': '1.4', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroupRule': '1.2', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SubPort': '1.0', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Subnet': '1.1', Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Trunk': '1.1'}} Apr 29 11:34:03.909720 dv-neutron-839741-1-hyperv neutron-server[88015]: {{(pid=88015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:03.953595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:03.999382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:04.000406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:04.001017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:04.101839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8886590 Apr 29 11:34:04.104847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4f91-d8f3-42ca-817f-581587c2589b admin admin] Pushing event updated for resources: {'Network': ['ID=511ef014-f9dc-415e-b6b7-bfb0f1df62fc,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:04.116501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:34:05.364787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:06.546568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 42562) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:06.780485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a108dd-763b-492d-a846-837e95ec41ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:06.781844 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-96a108dd-763b-492d-a846-837e95ec41ea admin admin] 10.222.0.53 "GET /v2.0/subnets/5f6eb034-5e39-4591-81f4-afeb062d3510 HTTP/1.1" status: 200 len: 849 time: 0.2338898 Apr 29 11:34:06.957718 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5bc6329d-6c0b-4c58-961c-e2b67e707da8 admin admin] 10.222.0.53 "GET /v2.0/routers/46ff4e31-2f56-43b7-b298-1baaa7d35212 HTTP/1.1" status: 200 len: 704 time: 0.1661174 Apr 29 11:34:07.437946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:07.668186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Allocated IP 172.20.0.1 (4bd82a9f-59f1-454c-83d9-78b43a5c6646/5f6eb034-5e39-4591-81f4-afeb062d3510/516c9f0e-cf80-474a-a4ad-3c3fee27c289) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:07.828535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:07.845415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Transition to ACTIVE for port object 516c9f0e-cf80-474a-a4ad-3c3fee27c289 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:34:07.906240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:07.996521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:07.999308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:08.003094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:34:08.003592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.121118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=516c9f0e-cf80-474a-a4ad-3c3fee27c289,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:08.228911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-82b7b92c-1972-4231-b097-79337d6fa2e3 None None] Provisioning for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:34:08.233700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-82b7b92c-1972-4231-b097-79337d6fa2e3 None None] Provisioning complete for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:08.234064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-82b7b92c-1972-4231-b097-79337d6fa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.265758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.285509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-82b7b92c-1972-4231-b097-79337d6fa2e3 None None] Port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:34:08.495771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.503744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.504453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.636498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=516c9f0e-cf80-474a-a4ad-3c3fee27c289,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:08.699791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:08.700832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:08.894264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Router 46ff4e31-2f56-43b7-b298-1baaa7d35212 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:34:08.918083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db261209-bcb4-45a6-a6d2-0201a1566535 None None] Provisioning complete for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:08.918549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db261209-bcb4-45a6-a6d2-0201a1566535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:08.973491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-db261209-bcb4-45a6-a6d2-0201a1566535 None None] Port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:34:09.064460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:34:09.074921 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5b4b2e3e-4177-4d9a-bbc6-8fa7d5eb5bd4 admin admin] 10.222.0.53 "PUT /v2.0/routers/46ff4e31-2f56-43b7-b298-1baaa7d35212/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1044085 Apr 29 11:34:09.075100 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Sync routers for ids ['46ff4e31-2f56-43b7-b298-1baaa7d35212'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:34:09.091578 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Routers {'46ff4e31-2f56-43b7-b298-1baaa7d35212'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:34:09.092656 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46ff4e31-2f56-43b7-b298-1baaa7d35212'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:09.265037 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Set router 46ff4e31-2f56-43b7-b298-1baaa7d35212 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:34:09.644950 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:08Z', 'revision_number': 2, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port_host': None, '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:08Z', 'revision_number': 2, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:09.650279 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Checking router: 46ff4e31-2f56-43b7-b298-1baaa7d35212 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:34:09.650664 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Updating router 46ff4e31-2f56-43b7-b298-1baaa7d35212 port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:34:09.701598 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.085809 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.100964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Transition to ACTIVE for port object 516c9f0e-cf80-474a-a4ad-3c3fee27c289 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:34:10.108922 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.319354 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Pushing event updated for resources: {'Port': ['ID=516c9f0e-cf80-474a-a4ad-3c3fee27c289,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:10.328102 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Attempting to bind port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:34:10.328479 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Attempting to bind port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:34:10.328884 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Attempting to bind port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 on network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:34:10.332669 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.333012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.333341 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.333693 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.334012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.334342 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.334659 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.334976 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.335299 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.335609 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.335956 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.336205 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Tracked resource versions report: Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: pushed versions: Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: { 'AddressGroup': {'1.2'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'ConntrackHelper': {'1.0'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Log': {'1.0'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Network': {'1.1'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Port': {'1.7'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'PortForwarding': {'1.2'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'QosPolicy': {'1.8'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroup': {'1.4'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SubPort': {'1.0'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Subnet': {'1.1'}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Trunk': {'1.1'}} Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: consumer versions: Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'ConntrackHelper': '1.0', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Log': '1.0', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Network': '1.1', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Port': '1.7', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'PortForwarding': '1.2', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'QosPolicy': '1.8', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroup': '1.4', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroupRule': '1.2', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SubPort': '1.0', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Subnet': '1.1', Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Trunk': '1.1'}} Apr 29 11:34:10.337562 dv-neutron-839741-1-hyperv neutron-server[88018]: {{(pid=88018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:34:10.343575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:34:10.343969 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Checking segment: {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:34:10.344464 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.344838 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Bound using segment: {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:34:10.345322 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Bound port: 516c9f0e-cf80-474a-a4ad-3c3fee27c289, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cc900a-1de4-4789-8fe6-c667846ce113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:34:10.345728 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.440201 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] For port 516c9f0e-cf80-474a-a4ad-3c3fee27c289, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:34:10.444262 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] For port 516c9f0e-cf80-474a-a4ad-3c3fee27c289, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=516c9f0e-cf80-474a-a4ad-3c3fee27c289,segment=NetworkSegment(68cc900a-1de4-4789-8fe6-c667846ce113),segment_id=68cc900a-1de4-4789-8fe6-c667846ce113)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:34:10.448706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:10.532635 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Routers {'46ff4e31-2f56-43b7-b298-1baaa7d35212'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:34:10.533252 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46ff4e31-2f56-43b7-b298-1baaa7d35212'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:10.584502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec01e0-490a-4338-a450-21962a481c48 None None] Pushing event updated for resources: {'Port': ['ID=516c9f0e-cf80-474a-a4ad-3c3fee27c289,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:10.719911 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] Set router 46ff4e31-2f56-43b7-b298-1baaa7d35212 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:34:11.039460 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:08Z', 'revision_number': 2, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port_host': None, '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:10Z', 'revision_number': 4, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:11.043530 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b349a7d-44b5-4056-a036-6ad2275107a8 None None] The sync data for ids ['46ff4e31-2f56-43b7-b298-1baaa7d35212'] in dv-neutron-839741-1-hyperv is: [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:08Z', 'revision_number': 2, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port_host': None, '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:10Z', 'revision_number': 4, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:34:11.307812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42584) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:11.465736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b18a0-1ca7-49ef-821c-d9a4dc11333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:11.466296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-718b18a0-1ca7-49ef-821c-d9a4dc11333f admin admin] Synchronizing usage tracker for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:34:11.484038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-718b18a0-1ca7-49ef-821c-d9a4dc11333f admin admin] Unset dirty status for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:34:11.485378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-718b18a0-1ca7-49ef-821c-d9a4dc11333f admin admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 842 time: 0.1764195 Apr 29 11:34:11.494787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:11.500282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:34:11.504026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Usage tracker for resource:subnet and tenant:9b8cdf1c80a44171a627dabfd5557a2b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:34:11.506915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:34:11.512881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:34:11.523022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Made reservation on behalf of 9b8cdf1c80a44171a627dabfd5557a2b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:34:11.525930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:11.777112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 516c9f0e-cf80-474a-a4ad-3c3fee27c289 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:34:11.850971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:34:11.856603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:11.857226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:11.957716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:34:11.958213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:11.975321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:12.008175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 516c9f0e-cf80-474a-a4ad-3c3fee27c289, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=516c9f0e-cf80-474a-a4ad-3c3fee27c289,segment=NetworkSegment(68cc900a-1de4-4789-8fe6-c667846ce113),segment_id=68cc900a-1de4-4789-8fe6-c667846ce113)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:34:12.013335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:12.040668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833318c6-ceda-47a7-bd09-60d0893941d5,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:12.042551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:34:12.042923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Network hostable DHCP agents. Network: 511ef014-f9dc-415e-b6b7-bfb0f1df62fc, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:34:12.063912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:34:12.074935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 511ef014-f9dc-415e-b6b7-bfb0f1df62fc) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:12.080425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:12.080991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:12.083617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=516c9f0e-cf80-474a-a4ad-3c3fee27c289,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:12.087632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89887322-241a-4453-a6e9-8b09a061f144 None None] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:34:12.109533 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-866d0368-be9a-405b-a9f0-8b895e43e2f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6099939 Apr 29 11:34:12.209047 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:34:12.304502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f12ea-4948-4120-ae99-fd3ba482dee2 None None] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:34:13.754251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 516c9f0e-cf80-474a-a4ad-3c3fee27c289 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:34:13.825643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:13.826034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:14.354171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42598) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:14.570142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-97f563d7-d6b4-4921-baac-3626497cb9fb admin admin] 10.222.0.53 "GET /v2.0/routers/46ff4e31-2f56-43b7-b298-1baaa7d35212 HTTP/1.1" status: 200 len: 710 time: 0.2146964 Apr 29 11:34:14.702815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53091998-4524-443b-ad6e-cad861cbf058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:34:14.704201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-53091998-4524-443b-ad6e-cad861cbf058 admin admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 886 time: 0.1265566 Apr 29 11:34:14.712904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:34:15.182780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:15.550482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:15.606645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:15.743873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Allocated IP 172.26.0.158 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/756714a5-947a-4ca4-99a4-b7b560a557e6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:34:15.899010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:15.970211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:16.035129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:34:16.037932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:34:16.041513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:34:16.094554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Pushing event updated for resources: {'Port': ['ID=756714a5-947a-4ca4-99a4-b7b560a557e6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:16.436350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:16.838159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:16.841716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:17.033441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Router 46ff4e31-2f56-43b7-b298-1baaa7d35212 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:34:17.213648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:34:17.224436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:17.224604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Sync routers for ids ['46ff4e31-2f56-43b7-b298-1baaa7d35212'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:34:17.225818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72c2bac7-4525-421b-bffe-4c92d81dc45f admin admin] 10.222.0.53 "PUT /v2.0/routers/46ff4e31-2f56-43b7-b298-1baaa7d35212 HTTP/1.1" status: 200 len: 890 time: 2.5160699 Apr 29 11:34:17.235457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Routers {'46ff4e31-2f56-43b7-b298-1baaa7d35212'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:34:17.236176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46ff4e31-2f56-43b7-b298-1baaa7d35212'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:17.449794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Set router 46ff4e31-2f56-43b7-b298-1baaa7d35212 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:34:17.785572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:16Z', 'revision_number': 4, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port': {'id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:15Z', 'updated_at': '2022-04-29T11:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:11Z', 'revision_number': 5, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:17.790749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Checking router: 46ff4e31-2f56-43b7-b298-1baaa7d35212 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:34:17.791093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Updating router 46ff4e31-2f56-43b7-b298-1baaa7d35212 port 756714a5-947a-4ca4-99a4-b7b560a557e6 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:34:17.842070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.166574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.178006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Transition to ACTIVE for port object 756714a5-947a-4ca4-99a4-b7b560a557e6 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:34:18.186317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.267287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Attempting to bind port 756714a5-947a-4ca4-99a4-b7b560a557e6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:34:18.267922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Attempting to bind port 756714a5-947a-4ca4-99a4-b7b560a557e6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:34:18.268045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Attempting to bind port 756714a5-947a-4ca4-99a4-b7b560a557e6 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:34:18.270416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb2e0-d6a4-4605-8daf-6750c6648461 None None] Pushing event updated for resources: {'Port': ['ID=756714a5-947a-4ca4-99a4-b7b560a557e6,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:18.276122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:34:18.276483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:34:18.276847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.277433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:34:18.277893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Bound port: 756714a5-947a-4ca4-99a4-b7b560a557e6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:34:18.278093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.349207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] For port 756714a5-947a-4ca4-99a4-b7b560a557e6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:34:18.352722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] For port 756714a5-947a-4ca4-99a4-b7b560a557e6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=756714a5-947a-4ca4-99a4-b7b560a557e6,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:34:18.357820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:18.439245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Routers {'46ff4e31-2f56-43b7-b298-1baaa7d35212'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:34:18.439863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46ff4e31-2f56-43b7-b298-1baaa7d35212'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:18.486231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb2e0-d6a4-4605-8daf-6750c6648461 None None] Pushing event updated for resources: {'Port': ['ID=756714a5-947a-4ca4-99a4-b7b560a557e6,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:18.619866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] Set router 46ff4e31-2f56-43b7-b298-1baaa7d35212 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:34:18.973626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:16Z', 'revision_number': 4, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port': {'id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:15Z', 'updated_at': '2022-04-29T11:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:11Z', 'revision_number': 5, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:34:18.977713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df850a6-53c2-408c-bfe9-a0c86675c1e3 None None] The sync data for ids ['46ff4e31-2f56-43b7-b298-1baaa7d35212'] in dv-neutron-839741-1-hyperv is: [{'id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'name': 'router1', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:33:57Z', 'updated_at': '2022-04-29T11:34:16Z', 'revision_number': 4, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'gw_port': {'id': '756714a5-947a-4ca4-99a4-b7b560a557e6', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:15Z', 'updated_at': '2022-04-29T11:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '516c9f0e-cf80-474a-a4ad-3c3fee27c289', 'name': '', 'network_id': '4bd82a9f-59f1-454c-83d9-78b43a5c6646', 'tenant_id': 'a77554fccd8944209833ef0ef87fe0b6', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ff4e31-2f56-43b7-b298-1baaa7d35212', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:34:07Z', 'updated_at': '2022-04-29T11:34:11Z', 'revision_number': 5, 'project_id': 'a77554fccd8944209833ef0ef87fe0b6', 'subnets': [{'id': '5f6eb034-5e39-4591-81f4-afeb062d3510', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bce51e6-1114-47b1-be6e-b7bfa4e1d018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:34:19.650127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 42608) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:34:19.773075 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6c73a293-aedc-4160-b057-5d0cb8b6ca00 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217523 Apr 29 11:34:19.785317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 756714a5-947a-4ca4-99a4-b7b560a557e6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:34:19.858649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 756714a5-947a-4ca4-99a4-b7b560a557e6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:34:19.864449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 756714a5-947a-4ca4-99a4-b7b560a557e6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:19.864816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:19.990000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:20.006620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 756714a5-947a-4ca4-99a4-b7b560a557e6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=756714a5-947a-4ca4-99a4-b7b560a557e6,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:34:20.011146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:20.081411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=756714a5-947a-4ca4-99a4-b7b560a557e6,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:34:21.772616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 756714a5-947a-4ca4-99a4-b7b560a557e6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:34:21.847549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 756714a5-947a-4ca4-99a4-b7b560a557e6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:34:21.847924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:30.278567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-55330b72-2c1e-4242-90ec-bfec01d4dd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:32.893761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-37754b3e-8328-40d2-b340-e0f1a3d855ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:33.709304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:33.907169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:35.378737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:34:49.213536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:35:00.252987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0201ccee-d692-45e5-b44e-bd98166688e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:02.888193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c86a2785-4836-488a-95e4-5e6acf9b9114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.732127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:03.911530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:05.387597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:26.216663 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:35:30.264523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d82-6b80-41d4-9491-f9c1d1c2a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:32.903897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e5d0-ee76-431c-9da2-ea807f3660b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.720967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:33.912985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:35:35.396197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:00.259707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cad792d9-3f7d-4935-abd7-c97384597bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:02.897733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a4925441-0602-4b9b-a330-dd198e251318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.219591 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:36:03.720374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:03.914425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:05.395258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:29.019071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43210) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:29.103966 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abcf1a6-50f9-4c77-9107-962266f8612c admin admin] GET failed (client error): The resource could not be found. Apr 29 11:36:29.105294 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9abcf1a6-50f9-4c77-9107-962266f8612c admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0849688 Apr 29 11:36:29.291848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36e251-8575-4f70-9afb-5168a215bd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:29.293291 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bb36e251-8575-4f70-9afb-5168a215bd6e admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1826825 Apr 29 11:36:30.254922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9799acd8-2cdb-44ed-97f5-4811edf15a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.498781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43220) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:31.622839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eca487-85b8-47e8-83a4-84b4c74845d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:31.624227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4eca487-85b8-47e8-83a4-84b4c74845d0 admin admin] 10.222.0.53 "GET /v2.0/subnets/5f6eb034-5e39-4591-81f4-afeb062d3510 HTTP/1.1" status: 200 len: 849 time: 0.1244800 Apr 29 11:36:31.640058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:36:31.770383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:31.968795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943'] for subnet, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.017639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c418461-fb77-4e3b-a5f1-3732146855a7 None None] Network 4bd82a9f-59f1-454c-83d9-78b43a5c6646 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:36:32.020114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:32.020640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.021999 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] 10.222.0.53 "PUT /v2.0/subnets/5f6eb034-5e39-4591-81f4-afeb062d3510 HTTP/1.1" status: 200 len: 868 time: 0.3897836 Apr 29 11:36:32.035760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6eb034-5e39-4591-81f4-afeb062d3510,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:36:32.045358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.045798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.046064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.046394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.046763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.047045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.047368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.047799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.048373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.049611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.049611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.049849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433ca71-a994-4c30-ba6c-54d9ca378d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:36:32.577362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7265c3ad-194b-4ba0-8342-c4ba75c32a25 None None] Provisioning complete for port 559637bd-6be8-43e7-95bf-04f5d38aa16c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:32.577749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7265c3ad-194b-4ba0-8342-c4ba75c32a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.708251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7265c3ad-194b-4ba0-8342-c4ba75c32a25 None None] Provisioning complete for port 516c9f0e-cf80-474a-a4ad-3c3fee27c289 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:36:32.708610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7265c3ad-194b-4ba0-8342-c4ba75c32a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:32.902050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-abcb7338-eb14-4e08-a403-2d969e3d4432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.718329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:33.919248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:34.290792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43230) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:34.492650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7956a6f-db78-42d2-9ceb-e5875e43d700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:34.493073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7956a6f-db78-42d2-9ceb-e5875e43d700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:34.494644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f7956a6f-db78-42d2-9ceb-e5875e43d700 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028742 Apr 29 11:36:35.403163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:36:36.827628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43240) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:37.009453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a27993-f39a-4c90-bf76-3e2c1f832b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:37.009806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a27993-f39a-4c90-bf76-3e2c1f832b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:37.011307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-13a27993-f39a-4c90-bf76-3e2c1f832b97 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1824429 Apr 29 11:36:39.213749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:39.405541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01855e47-b9e9-421f-9048-c50de86bbb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:39.406841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01855e47-b9e9-421f-9048-c50de86bbb10 admin admin] 10.222.0.53 "GET /v2.0/networks/4bd82a9f-59f1-454c-83d9-78b43a5c6646 HTTP/1.1" status: 200 len: 869 time: 0.1921461 Apr 29 11:36:40.220233 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:36:41.618530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:41.798566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735eebf6-7e18-43d4-b12c-8d3e1011354f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:41.799938 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-735eebf6-7e18-43d4-b12c-8d3e1011354f admin admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 886 time: 0.1804640 Apr 29 11:36:44.133706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43270) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:44.251702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9919c-1ce4-4401-ae41-c7df7cfb4cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:44.252144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9919c-1ce4-4401-ae41-c7df7cfb4cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:44.252850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b1e9919c-1ce4-4401-ae41-c7df7cfb4cad admin admin] Synchronizing usage tracker for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:36:44.270822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b1e9919c-1ce4-4401-ae41-c7df7cfb4cad admin admin] Unset dirty status for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:36:44.272113 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b1e9919c-1ce4-4401-ae41-c7df7cfb4cad admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1371419 Apr 29 11:36:46.485470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43280) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:46.601329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692708a1-b301-4845-bd24-1b48bd7e06d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:46.602144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692708a1-b301-4845-bd24-1b48bd7e06d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:46.603654 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-692708a1-b301-4845-bd24-1b48bd7e06d6 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1172857 Apr 29 11:36:48.757981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43290) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:48.869937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab5214-add9-4ae2-8105-a6a6df71f694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:48.871344 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85ab5214-add9-4ae2-8105-a6a6df71f694 admin admin] 10.222.0.53 "GET /v2.0/subnets/5f6eb034-5e39-4591-81f4-afeb062d3510 HTTP/1.1" status: 200 len: 868 time: 0.1123159 Apr 29 11:36:51.058617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43300) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:36:51.169949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dec71-22a3-481b-af0b-3053b1c9b1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:36:51.171316 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-203dec71-22a3-481b-af0b-3053b1c9b1f8 admin admin] 10.222.0.53 "GET /v2.0/subnets/833318c6-ceda-47a7-bd09-60d0893941d5 HTTP/1.1" status: 200 len: 816 time: 0.1115243 Apr 29 11:37:00.258902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae75704-f29b-4a64-be5e-580b249edd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:02.906479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-42408a52-52c3-4aae-988b-a1d723dde331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.711445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:03.915370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:05.397674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:10.005835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43346) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:37:10.066028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-0a94636c-c2eb-41c3-b883-bda23980800e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:37:10.067197 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0a94636c-c2eb-41c3-b883-bda23980800e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604284 Apr 29 11:37:12.322665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43356) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:37:12.409751 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5102099-7aee-4a4b-a5a7-1a2e0fb1101f admin admin] GET failed (client error): The resource could not be found. Apr 29 11:37:12.411068 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5102099-7aee-4a4b-a5a7-1a2e0fb1101f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0874391 Apr 29 11:37:12.540815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdcbbc-c795-4410-ad84-ef00ad736fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:12.542285 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2bdcbbc-c795-4410-ad84-ef00ad736fe8 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1270185 Apr 29 11:37:14.697653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43366) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:37:14.753629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:14.759052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:37:14.769599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:37:14.782540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Made reservation on behalf of 9b8cdf1c80a44171a627dabfd5557a2b for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:14.784794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.871095 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.services.revisions.revision_plugin [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Could not find related network for resource to bump revision. Apr 29 11:37:14.884016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:37:14.894130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.894465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Added segment dc1e2050-2eab-4487-afd8-22ce5e5aeaed of type vlan for network 83470e12-e03e-4732-942f-02435857c8a8 Apr 29 11:37:14.920811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.950853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:14.951720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:14.952280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:15.048215 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3495662 Apr 29 11:37:15.051638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875dbf6-e471-4882-885f-dbf2f0c480b9 admin admin] Pushing event updated for resources: {'Network': ['ID=83470e12-e03e-4732-942f-02435857c8a8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:15.064546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 83470e12-e03e-4732-942f-02435857c8a8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:37:17.224509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:37:17.251977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43376) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:37:17.331288 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebc3a74-d397-4e1c-b648-6822abd6d1ae admin admin] GET failed (client error): The resource could not be found. Apr 29 11:37:17.331801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eebc3a74-d397-4e1c-b648-6822abd6d1ae admin admin] Synchronizing usage tracker for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:37:17.349171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eebc3a74-d397-4e1c-b648-6822abd6d1ae admin admin] Unset dirty status for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:37:17.350352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eebc3a74-d397-4e1c-b648-6822abd6d1ae admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0974293 Apr 29 11:37:17.455407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebccf93-f00a-47f7-9ce0-5859035dbfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.456916 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2ebccf93-f00a-47f7-9ce0-5859035dbfa4 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021988 Apr 29 11:37:17.469197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '83470e12-e03e-4732-942f-02435857c8a8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:37:17.474503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:37:17.486142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:37:17.497241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Made reservation on behalf of 9b8cdf1c80a44171a627dabfd5557a2b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:37:17.499797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.710050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.834707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2217854c-d956-478b-b362-7e58ea5e8bcb,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:17.845339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Checking segment: {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:37:17.845716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Network hostable DHCP agents. Network: 83470e12-e03e-4732-942f-02435857c8a8, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:37:17.867997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Network 83470e12-e03e-4732-942f-02435857c8a8 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:37:17.880949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 83470e12-e03e-4732-942f-02435857c8a8) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:17.885168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:37:17.885807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:17.890293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eaadf3-6199-4c05-a205-f34d3e3a33da None None] Network 83470e12-e03e-4732-942f-02435857c8a8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:37:17.912220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce3d6802-ee67-4c63-8882-b1ee0528320c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4464414 Apr 29 11:37:18.127769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-83470e12-e03e-4732-942f-02435857c8a8', 'network_id': '83470e12-e03e-4732-942f-02435857c8a8', 'tenant_id': '9b8cdf1c80a44171a627dabfd5557a2b', 'fixed_ips': [{'subnet_id': '2217854c-d956-478b-b362-7e58ea5e8bcb'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:37:18.128659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.294628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Allocated IP 192.168.233.2 (83470e12-e03e-4732-942f-02435857c8a8/2217854c-d956-478b-b362-7e58ea5e8bcb/e2a1e2b6-e368-41f4-95f5-711dc01c9f51) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:37:18.500896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.511719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Transition to ACTIVE for port object e2a1e2b6-e368-41f4-95f5-711dc01c9f51 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:37:18.531298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Transition to ACTIVE for port object e2a1e2b6-e368-41f4-95f5-711dc01c9f51 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:37:18.537849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.610389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Network 83470e12-e03e-4732-942f-02435857c8a8 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:37:18.613909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:37:18.615843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Pushing event updated for resources: {'Port': ['ID=e2a1e2b6-e368-41f4-95f5-711dc01c9f51,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:18.618132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:37:18.627200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.627558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.627916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.628245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.628565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.628903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.629227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.629562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.629924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.630226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.630551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.630865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:37:18.719492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Attempting to bind port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:37:18.719769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Attempting to bind port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:37:18.720112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Attempting to bind port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 on network 83470e12-e03e-4732-942f-02435857c8a8 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:37:18.725901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:37:18.726293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Checking segment: {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:37:18.726671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.727058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Bound using segment: {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:37:18.727516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Bound port: e2a1e2b6-e368-41f4-95f5-711dc01c9f51, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:37:18.727896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.819848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] For port e2a1e2b6-e368-41f4-95f5-711dc01c9f51, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:37:18.823087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] For port e2a1e2b6-e368-41f4-95f5-711dc01c9f51, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e2a1e2b6-e368-41f4-95f5-711dc01c9f51,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:37:18.828536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:18.904978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307148f-eb17-4900-9355-fa3cc6024e91 None None] Pushing event updated for resources: {'Port': ['ID=e2a1e2b6-e368-41f4-95f5-711dc01c9f51,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:19.759518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69f020-d654-4d83-81f2-89f949090683 None None] Network 83470e12-e03e-4732-942f-02435857c8a8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:37:19.888059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e2a1e2b6-e368-41f4-95f5-711dc01c9f51 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:37:19.924991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-94012d7f-84d2-48ff-bf58-0b3df6eb11cf None None] Provisioning for port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:37:20.080848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:37:20.089005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:20.089431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.223391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.260624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e2a1e2b6-e368-41f4-95f5-711dc01c9f51, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e2a1e2b6-e368-41f4-95f5-711dc01c9f51,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:37:20.265529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.371054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-12d6b611-88ce-4b04-829b-7c0d7d731cbf None None] Provisioning complete for port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:20.371433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12d6b611-88ce-4b04-829b-7c0d7d731cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:20.425622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e2a1e2b6-e368-41f4-95f5-711dc01c9f51,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:37:21.862769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e2a1e2b6-e368-41f4-95f5-711dc01c9f51 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:37:21.937064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e2a1e2b6-e368-41f4-95f5-711dc01c9f51 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:37:21.937450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:30.264179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34bfbfee-cc08-477c-b6a3-f9443a39e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:32.912809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5277883a-97de-43c7-95c4-f61e3dd6456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.716182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:33.917731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:35.397598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:37:54.230759 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:38:00.260031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d8411ca2-91c2-43b2-b44a-9da13c486a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:02.929719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-21de1bf4-af2e-42fa-9aeb-6eeeaeea4bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.729668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:03.920980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:05.401456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:30.264783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2c83f4c0-3031-4b8b-902c-086f90b7738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:31.234774 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:38:32.921475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-84ebca40-3c82-4200-8a63-31e626b81ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.726514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:33.925013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:35.404966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.128011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43422) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:38:44.134190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-fdfc3cb3-30c9-46a0-bb76-1da9b52ae32b tempest-verify_tempest_config-2065207502 tempest-verify_tempest_config-2065207502-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:38:44.135180 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fdfc3cb3-30c9-46a0-bb76-1da9b52ae32b tempest-verify_tempest_config-2065207502 tempest-verify_tempest_config-2065207502-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061903 Apr 29 11:38:44.477790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43440) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:38:44.621830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.638262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:38:44.644093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Usage tracker for resource:security_group_rule and tenant:205f70005ae04c4080f75d0dfc011e03 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:38:44.647186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:38:44.653726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:38:44.735852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.741615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.785739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Synchronizing usage tracker for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:38:44.788076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e39d9d-794d-4674-a293-38528ab2d3c5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:44.797372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.797762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.798101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.798448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.798757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.799082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.799404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.799732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.800050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.800366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.800681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.800994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:38:44.815756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] Unset dirty status for tenant:9b8cdf1c80a44171a627dabfd5557a2b on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:38:44.817055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b3ed95ab-0317-4a96-8574-dee1c55f713a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=205f70005ae04c4080f75d0dfc011e03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3382897 Apr 29 11:38:44.820029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:38:44.879922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:44.906435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.003861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.025993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e39d9d-794d-4674-a293-38528ab2d3c5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:38:45.032077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:38:45.033206 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6c46ce0c-3f20-412f-9c54-7a12f3f5ff9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99e39d9d-794d-4674-a293-38528ab2d3c5 HTTP/1.1" status: 204 len: 168 time: 0.2122843 Apr 29 11:39:00.270942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2240-9dee-4a92-829f-f8cb8e5685a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:02.919446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a0258e-8ec2-4d06-bd4a-fe04eacd8752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.723069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:03.933359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:05.408011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:08.238365 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:39:30.276151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d1eca061-5b33-4c81-bd30-16e2f5481105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:32.914116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32144753-6fd4-40dc-8665-932cf6934f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.719659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:33.931054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:35.413138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:39:45.243905 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 5 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:40:00.282219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-324536ad-ab9a-450c-8644-a0c21b0d04fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:02.929795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c48a83e0-9539-4799-9791-e3c9d0cfe00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.621759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055644'] for agent, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.718286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:03.936871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:05.414359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:18.571277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43516) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:40:18.705424 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a1a204df-4459-4c67-9932-f3fef0763156 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1330733 Apr 29 11:40:20.913710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43526) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:40:20.972511 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4f91470c-bf06-4356-a0cb-aec3d04f41cb admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0576937 Apr 29 11:40:22.249191 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:40:30.279615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5d1259c0-46c9-4f01-a8cc-b783ac5a442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:32.929211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-63deed2c-a03a-43ce-b29f-e37603de5f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.603434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.713148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:33.935956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:35.417622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:40:59.252362 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:41:00.280740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-44ad823d-0684-433e-b55f-89c6f7bc2a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:02.925873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61ed9e29-ab62-41ba-8230-8d379809c599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.613946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.716982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:03.940179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:05.421081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:30.274606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b559-f788-4489-9748-82dd49851e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:32.919604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d16673b3-45e8-462e-a8d9-459ffff59edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.617650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.722028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:33.941709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:35.423969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:36.257692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:41:47.930557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43636) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:48.201404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1214423356-network', 'tenant_id': '94ac14784e5748b4ab5677157173ed40'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:48.208143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:48.210072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Usage tracker for resource:network and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:48.213145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:48.219178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:48.232497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Made reservation on behalf of 94ac14784e5748b4ab5677157173ed40 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:48.237003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.252761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.269865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:48.273817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Usage tracker for resource:security_group_rule and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:48.277037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:48.283033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:48.394365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.399927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.438989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:48.449655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.450354 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Added segment c60062e8-4e5a-4432-953b-004b52418bd1 of type vlan for network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 Apr 29 11:41:48.456148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04a772c-ea12-408a-9e85-2a4ef0d217f8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.483719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.484143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.484565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.485142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.485489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.485966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.486325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.486771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.487203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.487782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.488095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.488430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Tracked resource versions report: Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: pushed versions: Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: { 'AddressGroup': {'1.2'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'ConntrackHelper': {'1.0'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Log': {'1.0'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Network': {'1.1'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Port': {'1.7'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'PortForwarding': {'1.2'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'QosPolicy': {'1.8'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroup': {'1.4'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SubPort': {'1.0'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Subnet': {'1.1'}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Trunk': {'1.1'}} Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: consumer versions: Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: HyperV agent@hv-neutron-8397: {}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'ConntrackHelper': '1.0', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Log': '1.0', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Network': '1.1', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Port': '1.7', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'PortForwarding': '1.2', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'QosPolicy': '1.8', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroup': '1.4', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SecurityGroupRule': '1.2', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'SubPort': '1.0', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Subnet': '1.1', Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: 'Trunk': '1.1'}} Apr 29 11:41:48.489570 dv-neutron-839741-1-hyperv neutron-server[88016]: {{(pid=88016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:41:48.511044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.540228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.541319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:48.542039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.649305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa9cd21-f53d-4c13-820e-ba18bb9cd118,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:48.665362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:48.666992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43686) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:48.667480 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86315de0-c580-40b5-b332-b9a41062e556 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7351806 Apr 29 11:41:48.672627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Request body: {'subnet': {'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1214423356-subnet', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:48.677521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:48.683805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Usage tracker for resource:subnet and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:48.691908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:48.705081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:48.727123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Made reservation on behalf of 94ac14784e5748b4ab5677157173ed40 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:48.729659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:48.995625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.127927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac118ffe-60a9-4236-af6c-26008bf9eba8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:49.139466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.139839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.140218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.140582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.141054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.141438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.141779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.142122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.142454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.142796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.143140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.143482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Tracked resource versions report: Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: pushed versions: Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: { 'AddressGroup': {'1.2'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'ConntrackHelper': {'1.0'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Log': {'1.0'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Network': {'1.1'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Port': {'1.7'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'PortForwarding': {'1.2'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'QosPolicy': {'1.8'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroup': {'1.4'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SubPort': {'1.0'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Subnet': {'1.1'}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Trunk': {'1.1'}} Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: consumer versions: Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: HyperV agent@hv-neutron-8397: {}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'ConntrackHelper': '1.0', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Log': '1.0', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Network': '1.1', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Port': '1.7', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'PortForwarding': '1.2', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'QosPolicy': '1.8', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroup': '1.4', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SecurityGroupRule': '1.2', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'SubPort': '1.0', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Subnet': '1.1', Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: 'Trunk': '1.1'}} Apr 29 11:41:49.144638 dv-neutron-839741-1-hyperv neutron-server[88015]: {{(pid=88015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:41:49.147260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Checking segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:49.148066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Network hostable DHCP agents. Network: 4aa9cd21-f53d-4c13-820e-ba18bb9cd118, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:49.168456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:49.177896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4aa9cd21-f53d-4c13-820e-ba18bb9cd118) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:49.183529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:49.184222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.190578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263ec24-2795-4c7f-8edb-2b8ed23df8d5 None None] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:49.198976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43710) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:49.211828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43716) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:49.217918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.218386 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5651de63-221d-4b77-8f48-ca192679d9c8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5502253 Apr 29 11:41:49.223122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:49.227556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Usage tracker for resource:router and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:49.230870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:49.237664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:49.247782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.249258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.271992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.448451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:41:49.449430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.650906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Allocated IP 172.20.0.2 (4aa9cd21-f53d-4c13-820e-ba18bb9cd118/ac118ffe-60a9-4236-af6c-26008bf9eba8/2643218e-1f35-4086-9c88-2545a2ccdc24) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:49.692706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.812008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1910040665-network', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:49.818744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:49.825729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Usage tracker for resource:network and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:49.829287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:49.847550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:49.864818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Made reservation on behalf of fd48c60fd4ae4d3bb08914f7dbba868e for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:49.867387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.884615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.887130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.900448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Transition to ACTIVE for port object 2643218e-1f35-4086-9c88-2545a2ccdc24 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:49.904183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:49.911012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Usage tracker for resource:security_group_rule and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:49.915031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:49.922940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Transition to ACTIVE for port object 2643218e-1f35-4086-9c88-2545a2ccdc24 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:49.929538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:49.976362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:49.997008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:50.000718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:50.005165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:50.097910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Pushing event updated for resources: {'Port': ['ID=2643218e-1f35-4086-9c88-2545a2ccdc24,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.111420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.111929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.112408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.112900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.113403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.113922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.114401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.114926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.115412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.115886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.116359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.116890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Tracked resource versions report: Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: pushed versions: Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: { 'AddressGroup': {'1.2'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'ConntrackHelper': {'1.0'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Log': {'1.0'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Network': {'1.1'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Port': {'1.7'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'PortForwarding': {'1.2'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'QosPolicy': {'1.8'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroup': {'1.4'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SubPort': {'1.0'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Subnet': {'1.1'}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Trunk': {'1.1'}} Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: consumer versions: Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: HyperV agent@hv-neutron-8397: {}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'ConntrackHelper': '1.0', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Log': '1.0', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Network': '1.1', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Port': '1.7', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'PortForwarding': '1.2', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'QosPolicy': '1.8', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroup': '1.4', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SecurityGroupRule': '1.2', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'SubPort': '1.0', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Subnet': '1.1', Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: 'Trunk': '1.1'}} Apr 29 11:41:50.118172 dv-neutron-839741-1-hyperv neutron-server[88017]: {{(pid=88017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:41:50.139893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Attempting to bind port 2643218e-1f35-4086-9c88-2545a2ccdc24 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:50.140576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Attempting to bind port 2643218e-1f35-4086-9c88-2545a2ccdc24 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:50.141338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Attempting to bind port 2643218e-1f35-4086-9c88-2545a2ccdc24 on network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:41:50.148150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:41:50.148760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Checking segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:50.149427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.149980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Bound using segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:41:50.150848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Bound port: 2643218e-1f35-4086-9c88-2545a2ccdc24, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:50.151466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.161088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.197589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.244691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43748) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:50.274770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] For port 2643218e-1f35-4086-9c88-2545a2ccdc24, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:41:50.278156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] For port 2643218e-1f35-4086-9c88-2545a2ccdc24, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2643218e-1f35-4086-9c88-2545a2ccdc24,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:41:50.283761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.374724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23be37-889c-41ee-b176-0d17e770be9e None None] Pushing event updated for resources: {'Port': ['ID=2643218e-1f35-4086-9c88-2545a2ccdc24,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.394806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Allocated IP 172.26.0.61 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/aecd8e29-da0c-4aaf-ac36-bca72c4c1f94) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:50.439360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.444062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.485623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed1d78-9129-4302-a165-a71b27844473,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.502659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:50.529345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.529845 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Added segment 6e197df2-2a4b-4c97-b50a-d5656cab5fdc of type vlan for network 5650cb91-6506-40b5-ab7f-695bb49ba887 Apr 29 11:41:50.734226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.767942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.798790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-509425642-network', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.805663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.807260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:50.807260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.808107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:50.815660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Usage tracker for resource:network and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:50.819827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:50.829018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:50.928049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] Pushing event updated for resources: {'Network': ['ID=5650cb91-6506-40b5-ab7f-695bb49ba887,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:50.935700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-23b4ba64-60d5-4983-95cd-ee06061a459b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7354498 Apr 29 11:41:50.937418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:50.942360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:50.943388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Request body: {'subnet': {'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1910040665-subnet', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:50.947813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Made reservation on behalf of 65036cb708c1458f9475b4f4d2f4e9cc for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:50.948680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.952729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:50.953266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.988318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:50.995878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Usage tracker for resource:subnet and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:51.014211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:51.018294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:51.024767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Usage tracker for resource:security_group_rule and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:51.026973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:51.028689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:51.036232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:51.037118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:51.043293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:51.049025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:51.097467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Pushing event updated for resources: {'Port': ['ID=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.136811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.142357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.187665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994f1960-a4f7-4f05-8004-62d2f0ceda0b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.189628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Made reservation on behalf of fd48c60fd4ae4d3bb08914f7dbba868e for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:51.193491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:51.193805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.214982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.215204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Added segment cc8289b1-a81f-4a90-b580-545ffd2a7b0e of type vlan for network dda641af-33fa-46d8-adc5-bc5ec3ebe00e Apr 29 11:41:51.251084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.303213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.304476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:51.305255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.355675 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1096714 Apr 29 11:41:51.379574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43788) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:51.389761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Request body: {'subnet': {'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-509425642-subnet', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:51.396375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:51.410796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Usage tracker for resource:subnet and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:51.414407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:51.421177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:51.432861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Made reservation on behalf of 65036cb708c1458f9475b4f4d2f4e9cc for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:51.435991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.516636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.633179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1898f-2f27-42d7-ae44-a1c6bbd8d48c admin admin] Pushing event updated for resources: {'Network': ['ID=dda641af-33fa-46d8-adc5-bc5ec3ebe00e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.638018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43796) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:51.643542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Checking segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:51.644459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Network hostable DHCP agents. Network: 5650cb91-6506-40b5-ab7f-695bb49ba887, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:51.664946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:51.696014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b41e1-2fa7-4bef-9de6-6a1dc0a2bf1b None None] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:51.857778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:51.919436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:51.920027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8375f451-ae73-41f6-b139-b76e34b4d8b8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:51.972189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Checking segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:51.972536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Network hostable DHCP agents. Network: dda641af-33fa-46d8-adc5-bc5ec3ebe00e, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:52.003870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:52.024872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, dda641af-33fa-46d8-adc5-bc5ec3ebe00e) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:52.031163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:52.031928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.041303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:52.049271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.058889 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dee5f5ad-0138-474f-ba63-ee24bc0e4012 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6775842 Apr 29 11:41:52.072329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea556a-dfe7-4bce-a221-4472ff407827 None None] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:52.073626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43816) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:52.080921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.097292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:52.102163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Usage tracker for resource:router and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:52.120669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:52.134856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:52.158296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ad3535-04a5-4d73-8c31-c9f69956d90a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:52.158996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.160147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.190306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.232076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5650cb91-6506-40b5-ab7f-695bb49ba887) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:52.239290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:52.241912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.248603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2643218e-1f35-4086-9c88-2545a2ccdc24 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:41:52.307838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc55bc-2bed-4959-87ed-15c5ba5bce72 None None] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:52.329973 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85dffbab-8cc5-4659-acf5-c9494bede432 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3913457 Apr 29 11:41:52.330584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43828) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:52.348835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.429928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b764bd79-35ab-4cc3-a006-bb526dc07183 None None] Provisioning for port 2643218e-1f35-4086-9c88-2545a2ccdc24 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:52.445240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.464732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:52.472576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Usage tracker for resource:floatingip and tenant:83928252f5714546b6f0a4dc909efd03 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:52.480123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43834) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:52.482323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:52.482846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:52.493063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:52.535100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1599484702'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.538103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.587378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Usage tracker for resource:router and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:52.593234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:52.603343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:52.607563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:52.621206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Usage tracker for resource:router and tenant:a59590f41a3b42f8aed17edb2772ba18 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:52.628672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:52.632712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.633996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.647532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:52.659242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.665204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.769254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2643218e-1f35-4086-9c88-2545a2ccdc24 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:52.778786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2643218e-1f35-4086-9c88-2545a2ccdc24 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:52.779163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.876860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.878484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.903394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43846) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:52.941851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.945781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-198703892'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:52.988421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:52.999451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.066837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5650cb91-6506-40b5-ab7f-695bb49ba887', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:41:53.068126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.131605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:53.172057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Usage tracker for resource:network and tenant:430f45b637d849c78d31e9862b4aed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:53.204660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:53.210632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.211821 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5c1e57c8-9f1c-496c-8b87-3aa864ee085d tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2894886 Apr 29 11:41:53.212442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43854) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:53.217328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:53.237098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:53.298131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.312527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Made reservation on behalf of 430f45b637d849c78d31e9862b4aed40 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:53.314582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.328479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:41:53.329406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.377087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ab6abe8f-1ec1-4d25-8e30-50d467fcedb1 None None] Provisioning complete for port 2643218e-1f35-4086-9c88-2545a2ccdc24 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:53.377824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe8f-1ec1-4d25-8e30-50d467fcedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.393121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.395265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.408913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Router ac5aa49c-6d73-4ad6-a887-3068a178edea is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:41:53.427164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:53.488125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Usage tracker for resource:security_group_rule and tenant:430f45b637d849c78d31e9862b4aed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:53.529524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2643218e-1f35-4086-9c88-2545a2ccdc24, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2643218e-1f35-4086-9c88-2545a2ccdc24,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:41:53.539316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.557054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:53.626824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:53.639714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2643218e-1f35-4086-9c88-2545a2ccdc24,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:53.688682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-217707818'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:53.702088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-835821845'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:53.721268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.730335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Allocated IP 172.20.0.2 (5650cb91-6506-40b5-ab7f-695bb49ba887/59ad3535-04a5-4d73-8c31-c9f69956d90a/f72636a0-461a-4bff-8c00-1198c8319c3c) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:53.738059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.819732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:53.830133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:53.876075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:41:53.882461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Allocated IP 172.20.0.2 (dda641af-33fa-46d8-adc5-bc5ec3ebe00e/8375f451-ae73-41f6-b139-b76e34b4d8b8/ea694d54-2a4d-4758-8f6e-2d31233de317) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:53.897525 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Sync routers for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:41:53.912285 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:41:53.914603 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:41:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:53.922518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Usage tracker for resource:network and tenant:68ff3f1abb7f42809cc75d0e1a1c84ea is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:53.926822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Usage tracker for resource:network and tenant:fb1b8d90aea0465ba035b11baa9916b5 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:53.940941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:53.945044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Allocated IP 172.26.0.235 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/c6407bac-8cc0-4ef8-b5a8-1a208379ac9a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:53.949711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:53.967902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:53.979236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:53.986889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:53.991324 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5fc692eb-da51-4aa4-8706-bb76ddd9217d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7754593 Apr 29 11:41:53.994756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:54.075725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.121492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.134075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Transition to ACTIVE for port object f72636a0-461a-4bff-8c00-1198c8319c3c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:54.163763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Transition to ACTIVE for port object f72636a0-461a-4bff-8c00-1198c8319c3c will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:54.170709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.225532 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:41:54.245590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009ba490-5a45-4bc2-8654-e6f7c16de45c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.254947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Made reservation on behalf of 68ff3f1abb7f42809cc75d0e1a1c84ea for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:54.259355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.280838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:54.283821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.286882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Made reservation on behalf of fb1b8d90aea0465ba035b11baa9916b5 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:54.290472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.302057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.308007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.313961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.319285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.319725 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Added segment 7701fe1f-596a-4a23-b7af-320106a365b1 of type vlan for network 140dede3-5a02-4452-89c9-68d2018436c4 Apr 29 11:41:54.329734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.329940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Transition to ACTIVE for port object ea694d54-2a4d-4758-8f6e-2d31233de317 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:54.353830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Transition to ACTIVE for port object ea694d54-2a4d-4758-8f6e-2d31233de317 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:54.371843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2643218e-1f35-4086-9c88-2545a2ccdc24 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:41:54.451530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.455247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.461610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.488827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:54.495449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:54.500390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Usage tracker for resource:security_group_rule and tenant:68ff3f1abb7f42809cc75d0e1a1c84ea is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:54.515851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Usage tracker for resource:security_group_rule and tenant:fb1b8d90aea0465ba035b11baa9916b5 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:54.520774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:54.524506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:54.535115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.535353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Pushing event updated for resources: {'Port': ['ID=ea694d54-2a4d-4758-8f6e-2d31233de317,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.535611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7b88cf5-852d-49a2-ba18-004155795eb4 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:41:54.541946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:54.544023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:54.578337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:54.592054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:54.611019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:54.614573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:54.622186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:54.661110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:54.703710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.710852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:54.711747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.742395 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:51Z', 'revision_number': 3, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:54.748476 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Checking router: ac5aa49c-6d73-4ad6-a887-3068a178edea for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:41:54.749187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Updating router ac5aa49c-6d73-4ad6-a887-3068a178edea port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:41:54.760947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Attempting to bind port f72636a0-461a-4bff-8c00-1198c8319c3c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:54.760947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Attempting to bind port f72636a0-461a-4bff-8c00-1198c8319c3c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:54.761303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Attempting to bind port f72636a0-461a-4bff-8c00-1198c8319c3c on network 5650cb91-6506-40b5-ab7f-695bb49ba887 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:41:54.763120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2643218e-1f35-4086-9c88-2545a2ccdc24 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:54.763476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.780082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.788165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Pushing event updated for resources: {'Port': ['ID=f72636a0-461a-4bff-8c00-1198c8319c3c,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.851404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:41:54.851679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Checking segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:54.852710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.852710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Bound using segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:41:54.853049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Bound port: f72636a0-461a-4bff-8c00-1198c8319c3c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:54.853370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.854019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.859365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.860459 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dbdd9b9c-3276-481f-8e23-fe7122b707e8 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e7b88cf5-852d-49a2-ba18-004155795eb4 HTTP/1.1" status: 204 len: 168 time: 1.6192899 Apr 29 11:41:54.865856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43876) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:54.884630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Request body: {'router': {'name': 'tempest-router-741910159', 'distributed': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:54.899205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:54.903014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.903471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Pushing event updated for resources: {'Network': ['ID=140dede3-5a02-4452-89c9-68d2018436c4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:54.926577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 140dede3-5a02-4452-89c9-68d2018436c4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:54.958886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Usage tracker for resource:router and tenant:a59590f41a3b42f8aed17edb2772ba18 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:54.961725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:54.963666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:55.001759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Attempting to bind port ea694d54-2a4d-4758-8f6e-2d31233de317 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:55.002124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Attempting to bind port ea694d54-2a4d-4758-8f6e-2d31233de317 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:55.002469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Attempting to bind port ea694d54-2a4d-4758-8f6e-2d31233de317 on network dda641af-33fa-46d8-adc5-bc5ec3ebe00e {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:41:55.009454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:55.023785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:41:55.024286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Checking segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:55.024653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.025114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Bound using segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:41:55.025822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Bound port: ea694d54-2a4d-4758-8f6e-2d31233de317, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:55.026338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.068677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.069677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.085625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.141671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.149119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.162161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.177965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.197546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:55.234039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.235496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:55.237472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8879f329-fb1e-4bf5-8bd5-7e021819a900,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.242478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:55.259440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:55.275597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:55.299534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] For port f72636a0-461a-4bff-8c00-1198c8319c3c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:41:55.324811 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.339387 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Transition to ACTIVE for port object aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:55.341431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] For port f72636a0-461a-4bff-8c00-1198c8319c3c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f72636a0-461a-4bff-8c00-1198c8319c3c,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:41:55.348092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.348356 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.370338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.390285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.390618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Added segment bf80fac8-3473-417f-a4ab-e0ddda8907ba of type vlan for network d118893d-ce30-443f-ba45-cf7b5d0cae5d Apr 29 11:41:55.449373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67dd6c-6470-47b3-b94d-754318b94757 None None] Pushing event updated for resources: {'Port': ['ID=f72636a0-461a-4bff-8c00-1198c8319c3c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.475949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] For port ea694d54-2a4d-4758-8f6e-2d31233de317, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:41:55.478805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Pushing event updated for resources: {'Port': ['ID=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.482270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] For port ea694d54-2a4d-4758-8f6e-2d31233de317, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ea694d54-2a4d-4758-8f6e-2d31233de317,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:41:55.489242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.513541 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.513895 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.514227 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.514552 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.514873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.515217 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.515540 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.515880 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.518912 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.519247 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.519579 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.519904 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Tracked resource versions report: Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: pushed versions: Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: { 'AddressGroup': {'1.2'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'ConntrackHelper': {'1.0'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Log': {'1.0'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Network': {'1.1'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Port': {'1.7'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'PortForwarding': {'1.2'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'QosPolicy': {'1.8'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroup': {'1.4'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroupRule': {'1.2'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SubPort': {'1.0'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Subnet': {'1.1'}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Trunk': {'1.1'}} Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: consumer versions: Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: { DHCP agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: HyperV agent@hv-neutron-8397: {}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: L3 agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: Metadata agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: Metering agent@dv-neutron-839741-1-hyperv: {}, Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: Open vSwitch agent@dv-neutron-839741-1-hyperv: { 'AddressGroup': '1.2', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'ConntrackHelper': '1.0', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Log': '1.0', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Network': '1.1', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Port': '1.7', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'PortForwarding': '1.2', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'QosPolicy': '1.8', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroup': '1.4', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SecurityGroupRule': '1.2', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'SubPort': '1.0', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Subnet': '1.1', Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: 'Trunk': '1.1'}} Apr 29 11:41:55.520996 dv-neutron-839741-1-hyperv neutron-server[88018]: {{(pid=88018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 11:41:55.532252 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e1746f58-2926-4147-81eb-28d50d1f6758 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0465217 Apr 29 11:41:55.576989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43886) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:55.577866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.581524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Pushing event updated for resources: {'Port': ['ID=c6407bac-8cc0-4ef8-b5a8-1a208379ac9a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.600683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.601703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Added segment ef19beb4-b661-446f-bea6-2ec415a06aa8 of type vlan for network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 Apr 29 11:41:55.617821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7989a0-91ae-4b53-8cdc-30e79b10f28c None None] Pushing event updated for resources: {'Port': ['ID=ea694d54-2a4d-4758-8f6e-2d31233de317,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.638495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.642831 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Attempting to bind port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:41:55.643022 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Attempting to bind port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:41:55.643215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Attempting to bind port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:41:55.650773 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:41:55.651141 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:55.651536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.651923 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:41:55.652404 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Bound port: aecd8e29-da0c-4aaf-ac36-bca72c4c1f94, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:41:55.652934 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.714839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.778658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.783065 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72ceaa89-1a8a-49a1-a0d5-0ea02ac1b254 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9078522 Apr 29 11:41:55.787250 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] For port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:41:55.794405 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] For port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:41:55.812830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43894) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:55.823082 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.843646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Allocated IP 172.26.0.159 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:55.864968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1253f2-4da8-4206-92dc-79ea7309b0c4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.921232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:55.930536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c146-e02f-4ff9-9a23-15b2d958368d None None] Pushing event updated for resources: {'Port': ['ID=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:55.946463 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:41:55.947106 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:41:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:56.035152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'name': 'tempest-network--1208468918', 'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:56.055127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:56.072225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:network and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:56.078370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.098747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.108444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.165158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:56.242459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:56.260097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ea694d54-2a4d-4758-8f6e-2d31233de317 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:41:56.280670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:56.283039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.312645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.318899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:56.319530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.351024 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:41:56.402539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ea694d54-2a4d-4758-8f6e-2d31233de317 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:56.406127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.411494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f72636a0-461a-4bff-8c00-1198c8319c3c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:41:56.433670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.447540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:56.450517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.520103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f72636a0-461a-4bff-8c00-1198c8319c3c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:56.562968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3478520 Apr 29 11:41:56.571868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43898) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:56.589766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.656043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:56.659451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.663691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.668529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:security_group_rule and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:56.692212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Request body: {'subnet': {'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:56.708836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05200e-7ba3-45ab-8ee1-889f43a972e5 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event updated for resources: {'Network': ['ID=d118893d-ce30-443f-ba45-cf7b5d0cae5d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:56.720614 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.8118713 Apr 29 11:41:56.735014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:56.770806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:56.808284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:56.830540 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:51Z', 'revision_number': 3, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:41:56.832137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:56.832606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd95fc97-8c07-4247-8b6e-ca8f4e7959e2 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:41:56.841427 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099f0da-ef59-4901-b051-b6023e03d1da None None] The sync data for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv is: [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:51Z', 'revision_number': 3, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:41:57.026713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.033366 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-691dc583-8d33-4d17-aee5-397e641b1cc6 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "DELETE /v2.0/routers/bd95fc97-8c07-4247-8b6e-ca8f4e7959e2 HTTP/1.1" status: 204 len: 168 time: 1.2122397 Apr 29 11:41:57.034096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:57.059547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.063584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Request body: {'router': {'name': 'tempest-router-1780479196', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'df75185cf15c4c0ba312795aa9df2efa'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:57.075882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:57.079971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Usage tracker for resource:subnet and tenant:68ff3f1abb7f42809cc75d0e1a1c84ea is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:57.087655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:57.097849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:57.104262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:57.114003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05ba55-de54-4bb8-b5bd-fee5e0cfc003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Pushing event updated for resources: {'Network': ['ID=a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.118460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Usage tracker for resource:router and tenant:df75185cf15c4c0ba312795aa9df2efa is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:57.120586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Made reservation on behalf of 68ff3f1abb7f42809cc75d0e1a1c84ea for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:57.124368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks [] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.130191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:57.135326 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:57.149109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:41:57.150011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:57.221286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.229832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.237060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.238278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.260896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Allocated IP 172.20.0.1 (4aa9cd21-f53d-4c13-820e-ba18bb9cd118/ac118ffe-60a9-4236-af6c-26008bf9eba8/feaeadef-9d1f-4f51-a49d-3518ea33d50d) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:57.404327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.419027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.461043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Pushing event updated for resources: {'Port': ['ID=c6407bac-8cc0-4ef8-b5a8-1a208379ac9a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.482503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.485692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a747ab-61bb-46c9-b47a-4d917b43c6d7 None None] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:57.488448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.495760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c9b04fbb-6b84-49ec-8f48-b2f34e87f847 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8564432 Apr 29 11:41:57.499441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43916) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:57.507812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.514129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.542760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1256502286', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'fixed_ips': [{'ip_address': '172.26.0.235'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:57.649019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.653704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:41:57.658879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:57.699985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Provisioning for port ea694d54-2a4d-4758-8f6e-2d31233de317 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:57.716052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Provisioning complete for port ea694d54-2a4d-4758-8f6e-2d31233de317 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:57.716857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.726480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Usage tracker for resource:port and tenant:83928252f5714546b6f0a4dc909efd03 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:57.731049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:57.738957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:57.746857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:57.750006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:57.806041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9dfd5-121c-4852-a2a2-885156786627 None None] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:57.850762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Allocated IP 172.26.0.209 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/9185883a-71e0-4dac-90f6-8fd4dfd63b52) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:57.859194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:57.859545 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Added segment 961ceb83-53f1-4318-ac0c-78d3dde89ecc of type vlan for network 64a024b0-b499-4eac-90b7-0f6117753f92 Apr 29 11:41:57.893963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b17e4ed-7ca9-41cb-b423-0e6814d102f7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.931650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:57.977643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.017730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.019336 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1da2d953-1ba6-4f04-89ef-96842995a753 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9671900 Apr 29 11:41:58.026103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:58.026820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43924) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:58.073426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-257731231'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:58.085916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:58.103142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:58.141486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:41:58.198949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Made reservation on behalf of 83928252f5714546b6f0a4dc909efd03 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:58.201473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.234376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Transition to ACTIVE for port object feaeadef-9d1f-4f51-a49d-3518ea33d50d will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:41:58.235924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:58.248566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.301196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.302065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Usage tracker for resource:port and tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:58.308508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:58.325016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:58.364780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.382540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:58.449546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:58.462457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:41:58.474987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Usage tracker for resource:security_group_rule and tenant:83928252f5714546b6f0a4dc909efd03 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:58.477999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:58.478834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.482112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.491013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:58.501324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Made reservation on behalf of f36d413c0e9a43f1b7bf22a0ac3e52c6 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:58.504053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.559991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:58.616825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] For port ea694d54-2a4d-4758-8f6e-2d31233de317, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ea694d54-2a4d-4758-8f6e-2d31233de317,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:41:58.626778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.669525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.675311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Checking segment: {'id': 'bf80fac8-3473-417f-a4ab-e0ddda8907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:41:58.675773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Network hostable DHCP agents. Network: d118893d-ce30-443f-ba45-cf7b5d0cae5d, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:41:58.704517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.705866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:58.707015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.730006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event updated for resources: {'Subnet': ['ID=abfcee5d-ee26-4c7c-8ef0-ed33ee737c58,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.732234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a0a6f-0422-4fc2-abd8-19c630f46139 None None] Pushing event updated for resources: {'Port': ['ID=ea694d54-2a4d-4758-8f6e-2d31233de317,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:58.739269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:41:58.750834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.754228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.761513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.761856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.777322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Provisioning for port f72636a0-461a-4bff-8c00-1198c8319c3c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:41:58.830571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Provisioning complete for port f72636a0-461a-4bff-8c00-1198c8319c3c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:58.830838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.886676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.911323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:41:58.919305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.964584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d118893d-ce30-443f-ba45-cf7b5d0cae5d) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:58.978415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:41:58.979336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:58.993298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b803cba3-262e-4a49-b963-61cdb4fc670e None None] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:41:59.024248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.142987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:59.158502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=64a024b0-b499-4eac-90b7-0f6117753f92,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.167097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.170418 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-24645554-564b-4946-ae4e-b295f5a9da17 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5570364 Apr 29 11:41:59.179826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:59.182402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Usage tracker for resource:security_group_rule and tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:59.184519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.185462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43934) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:59.187968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 64a024b0-b499-4eac-90b7-0f6117753f92 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:41:59.189518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:59.192031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:59.192626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.256030 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9028b7b4-08fc-45e4-88e7-e6616839d011 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6733482 Apr 29 11:41:59.266496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43938) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:41:59.270540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:59.292192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Request body: {'port': {'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-374562343'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:41:59.311852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:59.350943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88016) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 29 11:41:59.351357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Router 5550edb5-c081-403c-a20e-70c560e3fdc5 migrating from provider to provider. {{(pid=88016) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 29 11:41:59.351888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.360758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.373017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] For port f72636a0-461a-4bff-8c00-1198c8319c3c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f72636a0-461a-4bff-8c00-1198c8319c3c,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:41:59.404810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.407233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.444475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Pushing event updated for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.476360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.500455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.530586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d118893d-ce30-443f-ba45-cf7b5d0cae5d', 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d', 'tenant_id': '68ff3f1abb7f42809cc75d0e1a1c84ea', 'fixed_ips': [{'subnet_id': 'abfcee5d-ee26-4c7c-8ef0-ed33ee737c58'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:41:59.531127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.531373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.540057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Provisioning complete for port ea694d54-2a4d-4758-8f6e-2d31233de317 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:59.540409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.544848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.594990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95b666-d0ac-42f5-936d-fb1c7caa1e4f None None] Pushing event updated for resources: {'Port': ['ID=f72636a0-461a-4bff-8c00-1198c8319c3c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.646793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] device_id is not set on port 74becf0f-c84e-4d92-86c7-671f21b6337c yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:59.734463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21c029-e3c7-438d-8086-d931407e9404,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:41:59.761138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:41:59.765005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Usage tracker for resource:port and tenant:68ff3f1abb7f42809cc75d0e1a1c84ea is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:41:59.767953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:41:59.773799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:41:59.805377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Allocated IP 172.20.0.2 (d118893d-ce30-443f-ba45-cf7b5d0cae5d/abfcee5d-ee26-4c7c-8ef0-ed33ee737c58/f8aa7f51-945c-49f6-93f4-bcec2c24fe58) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:41:59.820219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:41:59.827348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.838088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:41:59.844985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Made reservation on behalf of 68ff3f1abb7f42809cc75d0e1a1c84ea for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:41:59.848285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.852304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:41:59.898937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] device_id is not set on port fdebd561-3a0c-4570-8ed3-17c00955d71c yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:41:59.903551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.936664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Provisioning complete for port f72636a0-461a-4bff-8c00-1198c8319c3c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:41:59.936664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:41:59.999506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Pushing event updated for resources: {'Port': ['ID=9185883a-71e0-4dac-90f6-8fd4dfd63b52,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.032323 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] No L3 agents can host the router 5550edb5-c081-403c-a20e-70c560e3fdc5 Apr 29 11:42:00.054927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Router 5a799d06-21cb-4912-8600-081b4b53a516 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:42:00.059509 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:42:00.059978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:00.118496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ea694d54-2a4d-4758-8f6e-2d31233de317 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:00.150909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.190840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Transition to ACTIVE for port object f8aa7f51-945c-49f6-93f4-bcec2c24fe58 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:00.228099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Transition to ACTIVE for port object f8aa7f51-945c-49f6-93f4-bcec2c24fe58 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:00.240164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.293366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Provisioning for port feaeadef-9d1f-4f51-a49d-3518ea33d50d completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:00.320032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b88d0d0-4aa8-4dd9-a96f-ab7458b9d924 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8109603 Apr 29 11:42:00.325398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43942) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:00.329253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ea694d54-2a4d-4758-8f6e-2d31233de317 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:00.329557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.352465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Provisioning complete for port feaeadef-9d1f-4f51-a49d-3518ea33d50d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:00.353062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.390851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:00.391634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3979204b-8aa1-4646-bb36-69430a4b7882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.395005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.454371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:00.465094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:00.487129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Pushing event updated for resources: {'Port': ['ID=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:00.501311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Deleting port c6407bac-8cc0-4ef8-b5a8-1a208379ac9a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:00.501699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.531200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a1054dea-3c5c-4f36-8462-ec203743719d None None] Port feaeadef-9d1f-4f51-a49d-3518ea33d50d cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:00.579884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.605685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Allocated IP 172.20.0.8 (d118893d-ce30-443f-ba45-cf7b5d0cae5d/abfcee5d-ee26-4c7c-8ef0-ed33ee737c58/fdebd561-3a0c-4570-8ed3-17c00955d71c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:00.636556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:00.643271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Attempting to bind port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:00.644449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Attempting to bind port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'bf80fac8-3473-417f-a4ab-e0ddda8907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:00.644937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Attempting to bind port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 on network d118893d-ce30-443f-ba45-cf7b5d0cae5d {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:00.658592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Sync routers for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:00.663286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:00.663802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Checking segment: {'id': 'bf80fac8-3473-417f-a4ab-e0ddda8907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:00.664315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.664775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Bound using segment: {'id': 'bf80fac8-3473-417f-a4ab-e0ddda8907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:00.665374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Bound port: f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf80fac8-3473-417f-a4ab-e0ddda8907ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd118893d-ce30-443f-ba45-cf7b5d0cae5d'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:00.665871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.681958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.689544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:00.715776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f72636a0-461a-4bff-8c00-1198c8319c3c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:00.743379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.744613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-79bc7371-2a7c-4af7-b6e8-3293e1189d91 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6698918 Apr 29 11:42:00.751429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43946) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:00.774917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:00.775741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:41:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:00.907451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.907745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.908481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.908801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > port after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.909116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.909490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > port after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.909815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.910139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.910442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.910718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:00.919984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.920294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:00.981585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] For port f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:00.995865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] For port f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,segment=NetworkSegment(bf80fac8-3473-417f-a4ab-e0ddda8907ba),segment_id=bf80fac8-3473-417f-a4ab-e0ddda8907ba)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:01.008877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.013323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:01.070784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:01.071324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:01.071453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:01.073241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:01.073241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a024b0-b499-4eac-90b7-0f6117753f92']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:01.085647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Calling delete_port for c6407bac-8cc0-4ef8-b5a8-1a208379ac9a owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:01.095011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Hosts for router 5550edb5-c081-403c-a20e-70c560e3fdc5: [] {{(pid=88016) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 29 11:42:01.135826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d3d970-86ef-4c6d-be21-3fed8681baaa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:01.139766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961ceb83-53f1-4318-ac0c-78d3dde89ecc') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:01.139766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961ceb83-53f1-4318-ac0c-78d3dde89ecc') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:01.141827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f72636a0-461a-4bff-8c00-1198c8319c3c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:01.142473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.176565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.213306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Hosts for other DVR routers connected to router 5550edb5-c081-403c-a20e-70c560e3fdc5: set() {{(pid=88016) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 29 11:42:01.259164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.284751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:01.285225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: from cryptography.utils import int_from_bytes Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: from cryptography.utils import int_from_bytes Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn_limited( Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn_limited( Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:01.316521 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:01.333417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249412e6-0805-4dbe-936c-d02bfa0dc865 None None] Pushing event updated for resources: {'Port': ['ID=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:01.408712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.473125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:01.562885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:01.563421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.595616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 3, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:01.639305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.643649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Checking router: 5a799d06-21cb-4912-8600-081b4b53a516 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:01.643984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Updating router 5a799d06-21cb-4912-8600-081b4b53a516 port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:01.657129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.658338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dedd2b0a-8988-4f65-be1f-01e4b8de8d16 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "PUT /v2.0/routers/5550edb5-c081-403c-a20e-70c560e3fdc5 HTTP/1.1" status: 200 len: 717 time: 3.6237841 Apr 29 11:42:01.667827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43950) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:01.724118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.750181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:01.773512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.795044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Transition to ACTIVE for port object fdebd561-3a0c-4570-8ed3-17c00955d71c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:01.834351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.865843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.898772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64a024b0-b499-4eac-90b7-0f6117753f92 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:42:01.936215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:01.942786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.005737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6407bac-8cc0-4ef8-b5a8-1a208379ac9a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.128304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.130933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Network': ['ID=64a024b0-b499-4eac-90b7-0f6117753f92,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.143069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.147786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0b376dcf-2036-4422-ba7c-723ee8d80975 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "GET /v2.0/routers/5550edb5-c081-403c-a20e-70c560e3fdc5 HTTP/1.1" status: 200 len: 717 time: 0.4679887 Apr 29 11:42:02.186500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43954) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:02.194226 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-393a129c-fd0c-4ca7-bfc8-41ae3a069a29 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/64a024b0-b499-4eac-90b7-0f6117753f92 HTTP/1.1" status: 204 len: 168 time: 2.9708819 Apr 29 11:42:02.199495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43956) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:02.232708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:02.250736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:02.257253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.265414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Pushing event updated for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.273567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:network and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:02.323266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.326462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.330473 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e10f098d-846b-4888-b792-c1fec5922b1b tempest-ExternalNetworksAdminNegativeTestJSON-1009618503 tempest-ExternalNetworksAdminNegativeTestJSON-1009618503-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/451c3e87-a2ad-4cd6-899f-444b37db1497 HTTP/1.1" status: 204 len: 168 time: 2.0015225 Apr 29 11:42:02.353607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:02.369440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:02.374947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:02.383791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Transition to ACTIVE for port object fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:02.386655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:02.390731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.394165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:02.406074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:02.414350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f8aa7f51-945c-49f6-93f4-bcec2c24fe58 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:02.450947 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1692078 Apr 29 11:42:02.456650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43966) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:02.460054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fa353-b698-4fe4-adff-8a9bc23d79b9 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event updated for resources: {'Port': ['ID=fdebd561-3a0c-4570-8ed3-17c00955d71c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:02.532848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.570641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:02.671230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Deleting port fdebd561-3a0c-4570-8ed3-17c00955d71c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:02.671673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.711135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.726533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.732552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:02.739727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Attempting to bind port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:02.740225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Attempting to bind port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:02.740753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Attempting to bind port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:02.765352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:02.766121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:02.766985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.767569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:02.768263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Bound port: fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:02.768841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.820610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2477d-5849-440c-9673-20d7457cf1ee None None] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:02.898476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:02.901013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:02.927367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Transition to ACTIVE for port object ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:02.939622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43976) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:02.943174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e2fa-fce5-48ee-94be-b4f564245e8f None None] Pushing event updated for resources: {'Port': ['ID=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.002035 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e3208191-4671-4662-bf69-ba2f7d2d351f tempest-RoutersTestDVR-652305408 tempest-RoutersTestDVR-652305408-project] 10.222.0.53 "GET /v2.0/routers/5550edb5-c081-403c-a20e-70c560e3fdc5 HTTP/1.1" status: 200 len: 683 time: 0.8031373 Apr 29 11:42:03.014933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43982) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:03.031983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.040043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aec6bde5-b9eb-42aa-8afe-3cc89b3169d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.044146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Provisioning for port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:03.068288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Provisioning complete for port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:03.068566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.090178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:03.144697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.157157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] For port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:03.157804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.158619 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Added segment 2e51f468-f6fb-4285-99e4-5099097b9e20 of type vlan for network d3365b1a-3cbe-439c-ad3a-270bd7ff445a Apr 29 11:42:03.182804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] For port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:03.188396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.191910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.295821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.299408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:03.323435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:03.329621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:03.330625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:03.353923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.427481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.520005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Checking segment: {'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:03.520713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Network hostable DHCP agents. Network: a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:03.523791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:03.527775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Usage tracker for resource:security_group_rule and tenant:3b85c9ebb95a4c9792fa589306a583b9 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:03.530675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:03.536653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:03.575952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e2fa-fce5-48ee-94be-b4f564245e8f None None] Pushing event updated for resources: {'Port': ['ID=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.631730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:03.640390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.641799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:03.642612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.653209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.658045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.687693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:03.709983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d990f-f26c-4253-ad92-505ed7cf61a4 None None] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:03.726702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:03.784536 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5689733 Apr 29 11:42:03.790138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] For port f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,segment=NetworkSegment(bf80fac8-3473-417f-a4ab-e0ddda8907ba),segment_id=bf80fac8-3473-417f-a4ab-e0ddda8907ba)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:03.800657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 43986) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:03.804243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:03.809852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'subnet': {'network_id': 'd3365b1a-3cbe-439c-ad3a-270bd7ff445a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:03.814816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Router ac5aa49c-6d73-4ad6-a887-3068a178edea has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:42:03.818797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf034c3-a988-4a4f-9e4e-6f617bc977ff tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=d3365b1a-3cbe-439c-ad3a-270bd7ff445a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:03.827077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:03.830401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:03.830943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:03.831468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:03.838664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.840014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:subnet and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:03.845859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:03.848922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:03.849312 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:03.854430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 2 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:03.859745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.863540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:42:03.864437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.867362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:03.873768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.877178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:03.950446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Allocated IP 172.20.0.1 (dda641af-33fa-46d8-adc5-bc5ec3ebe00e/8375f451-ae73-41f6-b139-b76e34b4d8b8/d627825f-b4c0-4bc1-b4bb-15ff668226e6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:04.039120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Calling delete_port for fdebd561-3a0c-4570-8ed3-17c00955d71c owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:04.085730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d3365b1a-3cbe-439c-ad3a-270bd7ff445a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:04.113160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.113584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5550edb5-c081-403c-a20e-70c560e3fdc5 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:42:04.125638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac4100-7532-4536-87be-2bf8a47f4dd3 None None] Pushing event updated for resources: {'Port': ['ID=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.272294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.280802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.305761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:04.308971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.350160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.353549 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e294f99c-ca74-48cd-b751-a28ce1f6d52c tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5550edb5-c081-403c-a20e-70c560e3fdc5 HTTP/1.1" status: 204 len: 168 time: 1.3370512 Apr 29 11:42:04.363743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43990) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:04.388529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Request body: {'router': {'name': 'tempest-router-2045704605', 'distributed': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:04.417094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:04.417965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.428964 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b85c9ebb95a4c9792fa589306a583b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4859865 Apr 29 11:42:04.432133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Usage tracker for resource:router and tenant:a59590f41a3b42f8aed17edb2772ba18 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:04.441194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.445927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43994) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:04.446890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:04.461237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:04.461926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:04.462367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:04.470285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:04.474813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6f13250e-2516-4ebf-8b7c-3be0cdb9a529 None None] Provisioning complete for port feaeadef-9d1f-4f51-a49d-3518ea33d50d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:04.475178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f13250e-2516-4ebf-8b7c-3be0cdb9a529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.476413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4963b-5c1a-459f-bb46-f81511939d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2553c-4be4-46db-8ddd-b8f1ed6c9035,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.487765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:04.488240 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:04.494600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 3 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:04.507847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Transition to ACTIVE for port object d627825f-b4c0-4bc1-b4bb-15ff668226e6 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:04.514245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.569265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.570314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.594190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6f13250e-2516-4ebf-8b7c-3be0cdb9a529 None None] Port feaeadef-9d1f-4f51-a49d-3518ea33d50d cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:04.603523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event deleted for resources: {'Port': ['ID=fdebd561-3a0c-4570-8ed3-17c00955d71c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:04.655847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:04.656377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:04.656838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:04.665240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.689487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.692038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.706716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:04.709289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 3, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:04.718434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4bb3-1a46-4a90-aa72-422a4e9be4c9 None None] The sync data for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv is: [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 3, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:04.722035 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:04.737713 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 4 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:04.747728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8a06febf-64c0-4d99-8272-6da8eda380eb None None] Provisioning complete for port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:04.748179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8a06febf-64c0-4d99-8272-6da8eda380eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.751317 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d77b0e57-5c25-4e5e-a40a-732a4c45985a tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "DELETE /v2.0/ports/fdebd561-3a0c-4570-8ed3-17c00955d71c HTTP/1.1" status: 204 len: 168 time: 2.2928739 Apr 29 11:42:04.761131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 43998) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:04.771051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.775238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.782437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.786348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:04.786889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:04.787367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:04.805995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:04.806604 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:04.813682 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 5 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:04.906296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:04.916260 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Sync routers for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:04.933306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:04.933978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:04.939061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:04.939612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:04.940091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:04.947882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8a06febf-64c0-4d99-8272-6da8eda380eb None None] Could not find standard attr ID for object fdebd561-3a0c-4570-8ed3-17c00955d71c. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:42:04.959905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.974961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:04.975289 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:04.980095 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 6 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:04.992767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:04.996987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:04.998188 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52d2553c-4be4-46db-8ddd-b8f1ed6c9035 HTTP/1.1" status: 204 len: 168 time: 0.5482092 Apr 29 11:42:04.999510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd29e21-5215-408f-aa43-1bb6b8470e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2553c-4be4-46db-8ddd-b8f1ed6c9035,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:05.001658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:05.009721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:05.010182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.040166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:05.040541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:05.040841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:05.109157 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43a0693f-f3dc-46dc-ad3e-4d9300e3f709 admin admin] 10.222.0.53 "PUT /v2.0/routers/ac5aa49c-6d73-4ad6-a887-3068a178edea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1122065 Apr 29 11:42:05.132552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:05.146225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:05.146910 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:05.155419 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 7 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:05.170760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.171923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-efbab487-8fe3-4c3d-ad91-9676b3224ca4 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7926874 Apr 29 11:42:05.172880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:05.174040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Sync routers for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:05.186047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44008) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:05.203399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:05.204747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:05.226333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.235087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-60f2a3cc-e2e0-4bc3-a7b0-e166bf89865d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.8931143 Apr 29 11:42:05.237346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:05.297717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:05.302217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:05.302422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:05.326874 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-81d0fa73-6078-4644-bb73-550f8553ebdc tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5643380 Apr 29 11:42:05.466804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44016) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:05.632811 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:05.639027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.696707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:05.697045 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:05.776457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-161034497'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:05.783432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cf55dbd0-f69a-4fdc-a96d-8ab9052aea33 None None] Provisioning for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:05.788685 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 8 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:05.804513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.811593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44030) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:05.813536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cf55dbd0-f69a-4fdc-a96d-8ab9052aea33 None None] Provisioning complete for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:05.817824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf55dbd0-f69a-4fdc-a96d-8ab9052aea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:05.824625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:05.831731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:05.832255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:05.835747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:05.847889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Usage tracker for resource:network and tenant:68ff3f1abb7f42809cc75d0e1a1c84ea is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:05.854326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:05.859683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:05.860224 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:05.872881 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 9 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:05.882378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:05.912580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cf55dbd0-f69a-4fdc-a96d-8ab9052aea33 None None] Port d627825f-b4c0-4bc1-b4bb-15ff668226e6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:05.913221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:05.913723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:05.914856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:05.925064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:05.969368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:05.969740 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:05.984792 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 10 to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 Apr 29 11:42:05.995593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Made reservation on behalf of 68ff3f1abb7f42809cc75d0e1a1c84ea for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:06.001775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.092369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:42:06.101412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.164297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:06.164633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:06.164967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:06.319882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:06.321679 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:06.322289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.394076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f8aa7f51-945c-49f6-93f4-bcec2c24fe58 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:06.397146 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 2, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:06.404050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Checking router: ac5aa49c-6d73-4ad6-a887-3068a178edea for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:06.404639 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Updating router ac5aa49c-6d73-4ad6-a887-3068a178edea port feaeadef-9d1f-4f51-a49d-3518ea33d50d binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:06.434783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:06.479518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.495873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.500781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d8b83d2-8b2c-4a3a-90ac-175501c98096 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83928252f5714546b6f0a4dc909efd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878686 Apr 29 11:42:06.502798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.541973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:06.546463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:06.546825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.550409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44036) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:06.562964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=457cef35-0db1-4e37-8fcd-db10b77cccc1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:06.575856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Checking router: fbcd30fe-96b8-4196-b2b6-e4eb005172d7 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:06.576208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Updating router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:06.593972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.607705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.608523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08dd45a2-69be-43d5-b614-5ac466964a44 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:42:06.624854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.625528 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Added segment 76611325-bf04-44b9-b667-457b3340d2e9 of type vlan for network 4eccae76-00ea-4ba4-8928-81532b2a6500 Apr 29 11:42:06.632336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.633594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e931c012-3743-4127-b23e-d72cae7256c9 tempest-RoutersTestDVR-450808143 tempest-RoutersTestDVR-450808143-project-admin] 10.222.0.53 "DELETE /v2.0/routers/08dd45a2-69be-43d5-b614-5ac466964a44 HTTP/1.1" status: 204 len: 168 time: 1.4460511 Apr 29 11:42:06.753781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Checking segment: {'id': '2e51f468-f6fb-4285-99e4-5099097b9e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd3365b1a-3cbe-439c-ad3a-270bd7ff445a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:06.754208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Network hostable DHCP agents. Network: d3365b1a-3cbe-439c-ad3a-270bd7ff445a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:06.769102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.819353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:06.820387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:42:06.925522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.934297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.936648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.939790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:06.957677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.162421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.227429 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.266681 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Transition to ACTIVE for port object feaeadef-9d1f-4f51-a49d-3518ea33d50d will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:07.277132 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.362247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:07.364526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.366246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44044) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:07.394037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.398284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:07.400530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:07.434152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Network d3365b1a-3cbe-439c-ad3a-270bd7ff445a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:07.482808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.483348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.552899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d3365b1a-3cbe-439c-ad3a-270bd7ff445a) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:07.578298 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8bc4cce5-2fe4-4a7f-829f-fa15a105983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.5457058 Apr 29 11:42:07.581417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:07.592557 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27519ce-ad61-4410-ae96-fb15cbaad399 None None] Pushing event updated for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:07.625489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.626118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.629583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e653849-de39-4d73-95be-dacacd7c3bc3 None None] Network d3365b1a-3cbe-439c-ad3a-270bd7ff445a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:07.699484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44052) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:07.735697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.813651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Router 5a799d06-21cb-4912-8600-081b4b53a516 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:42:07.838378 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Attempting to bind port feaeadef-9d1f-4f51-a49d-3518ea33d50d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:07.838378 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Attempting to bind port feaeadef-9d1f-4f51-a49d-3518ea33d50d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:07.838904 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Attempting to bind port feaeadef-9d1f-4f51-a49d-3518ea33d50d on network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:07.845075 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:07.845481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Checking segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:07.845974 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.846360 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Bound using segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:07.846876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Bound port: feaeadef-9d1f-4f51-a49d-3518ea33d50d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:07.847302 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.909737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.929353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:07.942250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7242e2d5-182d-4a3e-9a22-907a29786289 None None] Provisioning complete for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:07.943085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7242e2d5-182d-4a3e-9a22-907a29786289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.958456 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] For port feaeadef-9d1f-4f51-a49d-3518ea33d50d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:07.962624 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] For port feaeadef-9d1f-4f51-a49d-3518ea33d50d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=feaeadef-9d1f-4f51-a49d-3518ea33d50d,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:07.968813 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.977037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.980867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:07.981527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.983547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:07.984248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:07.988865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.024426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d21c029-e3c7-438d-8086-d931407e9404,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.032961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.034281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fe930c37-7c59-4b59-897b-e50bbf4a8243 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d21c029-e3c7-438d-8086-d931407e9404 HTTP/1.1" status: 204 len: 168 time: 1.4742954 Apr 29 11:42:08.053665 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27519ce-ad61-4410-ae96-fb15cbaad399 None None] Pushing event updated for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.080562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:08.082141 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:08.205104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event updated for resources: {'Network': ['ID=4eccae76-00ea-4ba4-8928-81532b2a6500,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.219688 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-731dc63b-7217-4358-9ddd-2f025a826509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4176989 Apr 29 11:42:08.225777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:08.249156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44062) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:08.276362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:08.299955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3365b1a-3cbe-439c-ad3a-270bd7ff445a'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.316591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Deleting port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:08.317317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.358256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:08.370972 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e210d9b-bf09-4faa-85c5-1ae360a8a9f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a799d06-21cb-4912-8600-081b4b53a516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6189418 Apr 29 11:42:08.492152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.538229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Usage tracker for resource:security_group_rule and tenant:df75185cf15c4c0ba312795aa9df2efa is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:08.541954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Transition to ACTIVE for port object 9185883a-71e0-4dac-90f6-8fd4dfd63b52 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:08.556008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:08.563089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:floatingip and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:08.568255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:08.575827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:08.617342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4eccae76-00ea-4ba4-8928-81532b2a6500 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:08.632743 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:08.635528 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ed50a1fc-944a-4e02-938a-87efffdcd9a7 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1640174 Apr 29 11:42:08.638554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44076) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:08.642465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:08.646305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.659202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.667543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44080) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:08.691453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:08.700771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541867360', 'description': 'tempest-description--1933533448'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:08.724175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:08.788733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7242e2d5-182d-4a3e-9a22-907a29786289 None None] Port d627825f-b4c0-4bc1-b4bb-15ff668226e6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:08.825896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Attempting to bind port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:08.828489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Attempting to bind port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:08.828827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Attempting to bind port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:08.840627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Usage tracker for resource:security_group and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:08.844156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:08.852191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:08.857517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d342a-88ea-44c5-9703-388832314150 None None] Network d3365b1a-3cbe-439c-ad3a-270bd7ff445a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:08.882778 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Sync routers for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:08.922385 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:08.925484 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:08.943845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d184436-6790-41ce-84c5-b4d37ba78ca1 None None] Pushing event updated for resources: {'Port': ['ID=9185883a-71e0-4dac-90f6-8fd4dfd63b52,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:08.972460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:08.973196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:08.973944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:08.974477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:08.975508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Bound port: 9185883a-71e0-4dac-90f6-8fd4dfd63b52, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:08.976213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.067685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8, host hv-neutron-8397, got binding levels [] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:09.067873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.097451 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-634e72b5-a776-482e-a24a-456a7ed079aa tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks HTTP/1.1" status: 200 len: 7222 time: 0.4564669 Apr 29 11:42:09.099731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44094) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:09.175087 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:09.194337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.239804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Calling delete_port for ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:09.459122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e216d0-9747-4385-aa19-25bdfb97cd7d tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] Network 4eccae76-00ea-4ba4-8928-81532b2a6500 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:09.491125 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e9e216d0-9747-4385-aa19-25bdfb97cd7d tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "POST /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3902895 Apr 29 11:42:09.494580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44106) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:09.512990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87375a18-f239-4c88-a538-d78ebbfc3688 None None] Network 4eccae76-00ea-4ba4-8928-81532b2a6500 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:09.538213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.614232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:09.623190 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91250312-4da0-49b8-85f0-a79dab9f87a9 None None] The sync data for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv is: [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:07Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:09.655248 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 2, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:09.655949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] For port 9185883a-71e0-4dac-90f6-8fd4dfd63b52, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:09.656891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Checking router: 5a799d06-21cb-4912-8600-081b4b53a516 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:09.657786 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Updating router 5a799d06-21cb-4912-8600-081b4b53a516 port d627825f-b4c0-4bc1-b4bb-15ff668226e6 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:09.669161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44110) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:09.681021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:09.687333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] For port 9185883a-71e0-4dac-90f6-8fd4dfd63b52, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9185883a-71e0-4dac-90f6-8fd4dfd63b52,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:09.774581 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.774845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.778681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.839017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:09.857524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005564277', 'description': 'tempest-description--417069234'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:09.873910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:09.880502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Usage tracker for resource:security_group and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:09.890154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:09.898892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:09.905721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:09.926614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.938615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:09.941836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Usage tracker for resource:security_group_rule and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:09.966840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:10.007034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:10.018194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Usage tracker for resource:security_group_rule and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:10.022134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:10.036871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:10.037075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device feaeadef-9d1f-4f51-a49d-3518ea33d50d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:10.038058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9bf371e8-6842-4d23-863a-d0bac870d553 tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks HTTP/1.1" status: 200 len: 7991 time: 0.5423396 Apr 29 11:42:10.039223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:10.041604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44120) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.073590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:10.079555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.119039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.179266 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6599b90f-3e00-4d62-9004-23f8258a90ba tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "DELETE /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks/4eccae76-00ea-4ba4-8928-81532b2a6500 HTTP/1.1" status: 204 len: 168 time: 0.1356118 Apr 29 11:42:10.182737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44126) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.198843 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9e101085-70b9-4ba0-970c-8ae0786132ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 HTTP/1.1" status: 204 len: 168 time: 2.4981709 Apr 29 11:42:10.210298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44130) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.214597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-455a9aa8-6b9f-48ef-a1ec-980ad0e76753 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.215865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-455a9aa8-6b9f-48ef-a1ec-980ad0e76753 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5394607 Apr 29 11:42:10.224965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.258045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-f841b4af-5b32-4807-931c-d8e27dc19650 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.262752 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f841b4af-5b32-4807-931c-d8e27dc19650 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0337794 Apr 29 11:42:10.268265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44138) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.276537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-42ea3301-4299-4339-8b55-0ca0fae06c3d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.280962 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42ea3301-4299-4339-8b55-0ca0fae06c3d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0115690 Apr 29 11:42:10.290519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44142) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.312223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-57594446-66fb-4e40-addc-bc228c083a5d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.317337 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-57594446-66fb-4e40-addc-bc228c083a5d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0202684 Apr 29 11:42:10.318780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44146) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.357029 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.370257 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Transition to ACTIVE for port object d627825f-b4c0-4bc1-b4bb-15ff668226e6 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:10.386413 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.465588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.467551 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0b21-e46c-457c-9301-260a2bbdc723 None None] Pushing event updated for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:10.491923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:10.492565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:10.498677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-b2b923eb-ec45-44c6-9f7f-a6e387b34ff2 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.502543 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b2b923eb-ec45-44c6-9f7f-a6e387b34ff2 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0951655 Apr 29 11:42:10.512111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.516659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44150) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.594301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-15b49a61-115e-4ae0-8873-1028a0e3fb17 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.595272 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-15b49a61-115e-4ae0-8873-1028a0e3fb17 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0234029 Apr 29 11:42:10.656129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44154) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.670705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Allocated IP 172.20.0.1 (5650cb91-6506-40b5-ab7f-695bb49ba887/59ad3535-04a5-4d73-8c31-c9f69956d90a/101318b0-c7c0-429f-b07c-b456c146be71) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:10.715063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-1e03182f-d609-42a5-8e56-e3aebf419fd6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.716572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e03182f-d609-42a5-8e56-e3aebf419fd6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0373747 Apr 29 11:42:10.724405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44158) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.733746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:10.744758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5783bf30-d31f-44c6-acab-31e58c67c048,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:10.781835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-9a72dfc0-03ca-4748-8a59-b6af2b86536f tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.785969 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9a72dfc0-03ca-4748-8a59-b6af2b86536f tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0480781 Apr 29 11:42:10.788958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.792965 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6bbd5385-610f-4ddb-9242-d696d0faa09b tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks HTTP/1.1" status: 200 len: 7222 time: 0.6093071 Apr 29 11:42:10.800229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44164) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.804910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.806680 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d34638a5-7a2c-4cef-82a2-555748d5e854 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9665213 Apr 29 11:42:10.811380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-83b4d5c8-3beb-4b1b-918d-e70b01cb8aa6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.817668 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83b4d5c8-3beb-4b1b-918d-e70b01cb8aa6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0173354 Apr 29 11:42:10.827685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44170) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.828435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44172) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.843669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'security_group_rule': {'security_group_id': '5783bf30-d31f-44c6-acab-31e58c67c048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:10.854371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-a90ea6ed-4fec-4151-b5e6-bf64a30228ff tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.855555 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a90ea6ed-4fec-4151-b5e6-bf64a30228ff tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0226998 Apr 29 11:42:10.857652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:10.867010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44178) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.870471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Usage tracker for resource:security_group_rule and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:10.877404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:10.883370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-44152833-88a7-4fc6-85c1-9655cb5f4d48 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.884340 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-44152833-88a7-4fc6-85c1-9655cb5f4d48 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0162911 Apr 29 11:42:10.895530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44182) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.896501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:10.904554 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Attempting to bind port d627825f-b4c0-4bc1-b4bb-15ff668226e6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:10.905531 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Attempting to bind port d627825f-b4c0-4bc1-b4bb-15ff668226e6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:10.906077 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Attempting to bind port d627825f-b4c0-4bc1-b4bb-15ff668226e6 on network dda641af-33fa-46d8-adc5-bc5ec3ebe00e {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:10.909406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.919482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-bddc8071-012c-476f-a1c6-d69ae3b064f5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.919979 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:10.920485 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bddc8071-012c-476f-a1c6-d69ae3b064f5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0209794 Apr 29 11:42:10.921164 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Checking segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:10.921889 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.922418 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Bound using segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:10.923098 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Bound port: d627825f-b4c0-4bc1-b4bb-15ff668226e6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:10.923732 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:10.925953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44186) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.930690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcbfdf9e-e5df-4b9a-9fbe-69d50d4d167d tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/networks/d118893d-ce30-443f-ba45-cf7b5d0cae5d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1280780 Apr 29 11:42:10.936622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-3ea397f6-fc49-4474-adfc-a390b25d2c3a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.938202 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3ea397f6-fc49-4474-adfc-a390b25d2c3a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109732 Apr 29 11:42:10.938780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44190) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.939042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Transition to ACTIVE for port object 101318b0-c7c0-429f-b07c-b456c146be71 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:10.942402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44194) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.973052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-18386905-ae03-48b9-9e38-bca8d349fa7a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:10.979828 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-18386905-ae03-48b9-9e38-bca8d349fa7a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0160739 Apr 29 11:42:10.980934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44198) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:10.995391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-4cf26603-2929-4846-847d-4c7bb58a8eb7 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.002494 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4cf26603-2929-4846-847d-4c7bb58a8eb7 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0149479 Apr 29 11:42:11.008711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44202) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.023883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-49dc0ac4-e1f7-446c-abc8-3b53701fed69 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.027969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.032159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-49dc0ac4-e1f7-446c-abc8-3b53701fed69 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0173426 Apr 29 11:42:11.034335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7cb37527-9c8b-412b-8cfd-2b86bb776491 tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/networks/d118893d-ce30-443f-ba45-cf7b5d0cae5d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0941494 Apr 29 11:42:11.035658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44206) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.037271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44208) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.066275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-cf20258b-9f0f-4051-a7a1-35d0832e182c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.074506 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cf20258b-9f0f-4051-a7a1-35d0832e182c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0354826 Apr 29 11:42:11.075707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44214) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.087730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-b92164f6-938c-4e8b-b33b-2718c3caf382 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.089714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b92164f6-938c-4e8b-b33b-2718c3caf382 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0095143 Apr 29 11:42:11.104249 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] For port d627825f-b4c0-4bc1-b4bb-15ff668226e6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:11.110717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] For port d627825f-b4c0-4bc1-b4bb-15ff668226e6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d627825f-b4c0-4bc1-b4bb-15ff668226e6,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:11.111068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44218) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.119191 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.188662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-dbbc3ebb-3003-448f-aacb-2f5dfdcfd55d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.192207 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dbbc3ebb-3003-448f-aacb-2f5dfdcfd55d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0322602 Apr 29 11:42:11.207696 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:11.208516 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:11.227568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44222) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.256798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:11.258408 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6572fa1-bec0-4a9b-9775-f22014b816a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:42:11.258940 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f6572fa1-bec0-4a9b-9775-f22014b816a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Synchronizing usage tracker for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:11.264104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.292356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:11.315371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-4505da43-4024-4de8-9fe5-d72c319e9e68 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.318903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4505da43-4024-4de8-9fe5-d72c319e9e68 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0788236 Apr 29 11:42:11.342065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:11.383087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.391285 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e7a6dbb-a96d-430f-8d32-b22d116b6b42 tempest-DHCPAgentSchedulersTestJSON-2017726659 tempest-DHCPAgentSchedulersTestJSON-2017726659-project-admin] 10.222.0.53 "GET /v2.0/agents/6b13f954-ee71-422a-8147-b032a9a11dea/dhcp-networks HTTP/1.1" status: 200 len: 7222 time: 0.3484256 Apr 29 11:42:11.394866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44228) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.441606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.470607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d184436-6790-41ce-84c5-b4d37ba78ca1 None None] Pushing event updated for resources: {'Port': ['ID=9185883a-71e0-4dac-90f6-8fd4dfd63b52,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.475652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-2cb919a3-e5d3-4a28-8c02-2b08303ded00 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.479373 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2cb919a3-e5d3-4a28-8c02-2b08303ded00 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0445666 Apr 29 11:42:11.542610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44234) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.596271 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:11.596872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f6572fa1-bec0-4a9b-9775-f22014b816a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Unset dirty status for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:11.603578 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f6572fa1-bec0-4a9b-9775-f22014b816a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports/ddb57aeb-7d8b-4a86-b5ba-0947746bf3f8 HTTP/1.1" status: 404 len: 333 time: 1.3833449 Apr 29 11:42:11.605676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-f6fc96e9-fef0-4b42-977c-fb89325bd2de tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.609169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f6fc96e9-fef0-4b42-977c-fb89325bd2de tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0157838 Apr 29 11:42:11.633373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.648913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44238) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.649240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.676837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.696524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.715231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Pushing event updated for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.719271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.726892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-185bd5fb-064e-413b-9c99-9fe2fbbbf48d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.730615 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-185bd5fb-064e-413b-9c99-9fe2fbbbf48d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0453982 Apr 29 11:42:11.731486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588067268'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:11.739252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.746457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44246) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.775529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port feaeadef-9d1f-4f51-a49d-3518ea33d50d completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:11.807201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:11.809690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.812545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port feaeadef-9d1f-4f51-a49d-3518ea33d50d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:11.812994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.818716 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df75185cf15c4c0ba312795aa9df2efa&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3991959 Apr 29 11:42:11.820605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.826793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-fc38ca70-ac01-4ce8-b948-f31ca2d568ec tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.830629 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fc38ca70-ac01-4ce8-b948-f31ca2d568ec tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0384271 Apr 29 11:42:11.834947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44254) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.849204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9498ac-2380-4267-bfa2-acf443615c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fc510-bf4c-451e-8f92-85c94c874165,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:11.859597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:11.861768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.942662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Made reservation on behalf of f36d413c0e9a43f1b7bf22a0ac3e52c6 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:11.943461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-3e6b55af-4ac2-48ec-a587-8e5a280c5758 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.948732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e6b55af-4ac2-48ec-a587-8e5a280c5758 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0904715 Apr 29 11:42:11.948967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.949116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:11.972832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44258) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:11.994298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-de83f01b-f403-4f76-9348-94292711348e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:11.996515 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-de83f01b-f403-4f76-9348-94292711348e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0167384 Apr 29 11:42:11.998735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.003029 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.3168697 Apr 29 11:42:12.003240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44262) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.004100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44264) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.009458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:12.024878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd43a3f-4afc-4427-ad1a-2eb48213f85f None None] The sync data for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv is: [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:00Z', 'revision_number': 3, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:12.043775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa2d62-9a73-4373-9afe-a16f28f3dab7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dbfd63-57bc-455d-a94f-2aad90cce72a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:12.058314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'security_group_rule': {'security_group_id': 'c7dbfd63-57bc-455d-a94f-2aad90cce72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:12.082843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port ffa9736d-6805-4fe6-bdcc-4911beb13c21 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:12.117112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.122561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-a14e4ccd-e069-48b1-a97b-72746d7a93b0 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.131250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a14e4ccd-e069-48b1-a97b-72746d7a93b0 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1046386 Apr 29 11:42:12.138997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0addd8eb-6058-4544-82e4-a4de05168d93 None None] Provisioning for port 101318b0-c7c0-429f-b07c-b456c146be71 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:12.147659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0addd8eb-6058-4544-82e4-a4de05168d93 None None] Provisioning complete for port 101318b0-c7c0-429f-b07c-b456c146be71 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:12.148023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0addd8eb-6058-4544-82e4-a4de05168d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.149779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44270) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.164410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:12.180774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-800ab2b3-9ec0-4325-b16d-948014c9f25e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.182192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-800ab2b3-9ec0-4325-b16d-948014c9f25e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0313909 Apr 29 11:42:12.187113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > segment before_delete 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.187468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.188348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44274) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.188699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.189175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > port after_create 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.189535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > port after_delete 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.190109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > port after_update 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.190486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > segment after_delete 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.190940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet after_create 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.191945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet after_delete 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.192325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet after_update 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.205340 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0b21-e46c-457c-9301-260a2bbdc723 None None] Pushing event updated for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:12.217061 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:11Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:12.221019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Usage tracker for resource:security_group_rule and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:12.233063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0addd8eb-6058-4544-82e4-a4de05168d93 None None] Port 101318b0-c7c0-429f-b07c-b456c146be71 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:12.235889 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab5d21-e0fb-4aa0-930d-76b7dac35b88 None None] The sync data for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv is: [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:11Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:12.243171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:12.249078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-6bc64978-9871-41fc-a654-90a1967b440c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.253180 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6bc64978-9871-41fc-a654-90a1967b440c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0561566 Apr 29 11:42:12.261044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port feaeadef-9d1f-4f51-a49d-3518ea33d50d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=feaeadef-9d1f-4f51-a49d-3518ea33d50d,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:12.266225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44278) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.267123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.308416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-31c45f6c-a7a0-4ef5-a673-3c7b543955ee tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.319317 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31c45f6c-a7a0-4ef5-a673-3c7b543955ee tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0355201 Apr 29 11:42:12.323020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:12.334289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44282) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.338948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Allocated IP 172.20.0.2 (d3365b1a-3cbe-439c-ad3a-270bd7ff445a/457cef35-0db1-4e37-8fcd-db10b77cccc1/7fc25871-92d0-47f7-9d91-c999bfcf02ee) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:12.362258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-812ff157-acf6-4c47-a281-330ff1dba1b1 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.367345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-812ff157-acf6-4c47-a281-330ff1dba1b1 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0234947 Apr 29 11:42:12.374099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44286) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.393484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-d766ce2d-e44a-4af0-b731-07b01fae18a9 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.397603 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d766ce2d-e44a-4af0-b731-07b01fae18a9 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0173724 Apr 29 11:42:12.420759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44290) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.436531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:12.445588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:12.465504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-b8ce3b9a-9b1b-457f-9e60-334fd04e9596 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.473911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b8ce3b9a-9b1b-457f-9e60-334fd04e9596 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0493426 Apr 29 11:42:12.477081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44294) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.518880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-79431b26-6bcc-4bf0-a5ff-8dfead223c28 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.522767 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-79431b26-6bcc-4bf0-a5ff-8dfead223c28 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0126293 Apr 29 11:42:12.531121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet after_create 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.532134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet after_delete 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.532838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet before_create 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.535032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Subscribe: > subnet before_update 55550000 {{(pid=88015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 11:42:12.535558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eccae76-00ea-4ba4-8928-81532b2a6500']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:12.548837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44298) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.563261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-8637a1ab-6426-4531-9d92-09f0e835bce4 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.567088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8637a1ab-6426-4531-9d92-09f0e835bce4 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175302 Apr 29 11:42:12.589079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76611325-bf04-44b9-b667-457b3340d2e9') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:12.589737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76611325-bf04-44b9-b667-457b3340d2e9') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:12.615474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44302) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.619170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.630866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:12.635030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.638056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-70a3a588-b9eb-4e9b-965c-d27c7293e272 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.646969 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-70a3a588-b9eb-4e9b-965c-d27c7293e272 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0280418 Apr 29 11:42:12.647805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.648466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.656793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44306) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.666175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:12.666879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.847817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-2689e1b3-227e-4751-bd2b-2427dff55040 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.855928 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2689e1b3-227e-4751-bd2b-2427dff55040 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0725009 Apr 29 11:42:12.856905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44310) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.911195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-35f5c312-053c-47d6-9f59-3fb07dd33364 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.915560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35f5c312-053c-47d6-9f59-3fb07dd33364 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0218918 Apr 29 11:42:12.918871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44314) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.943386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.946469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-d2f055b2-0640-4a6f-a28b-ea8eda6a1a7c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: from cryptography.utils import int_from_bytes Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: from cryptography.utils import int_from_bytes Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn_limited( Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn_limited( Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:12.947743 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:12.956562 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d2f055b2-0640-4a6f-a28b-ea8eda6a1a7c tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0193844 Apr 29 11:42:12.956650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44318) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:12.958867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:12.978135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-3f06710b-adee-4652-905c-5cbf79aca358 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:12.981733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3f06710b-adee-4652-905c-5cbf79aca358 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0218410 Apr 29 11:42:13.013616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.020919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44322) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.042827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-2571e9ae-d098-40be-8a90-ca2f53d80f5b tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.046528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2571e9ae-d098-40be-8a90-ca2f53d80f5b tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0219946 Apr 29 11:42:13.046528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.046801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca94259c-a5c0-4267-aa48-383e86c9233b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.048450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.051356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44326) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.059462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.065080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5371c6ee-0136-499f-a4e6-97e87b324482 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2354214 Apr 29 11:42:13.067654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44330) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.094900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-b41eaf24-59b9-4b3e-89d0-d144a281a3f5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.095873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b41eaf24-59b9-4b3e-89d0-d144a281a3f5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0421739 Apr 29 11:42:13.111181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.114858 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "DELETE /v2.0/networks/4eccae76-00ea-4ba4-8928-81532b2a6500 HTTP/1.1" status: 204 len: 168 time: 1.7147136 Apr 29 11:42:13.116190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be2689-5710-4d83-9c31-f248de423355 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event deleted for resources: {'Network': ['ID=4eccae76-00ea-4ba4-8928-81532b2a6500,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.119635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44334) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.120201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44336) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.124336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'security_group_rule': {'security_group_id': '5783bf30-d31f-44c6-acab-31e58c67c048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:13.132916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:13.150212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Usage tracker for resource:security_group_rule and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:13.155801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-e615eded-077b-4fb3-89fe-de9cb90f2ce6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.159533 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e615eded-077b-4fb3-89fe-de9cb90f2ce6 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0138104 Apr 29 11:42:13.164271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44342) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.186294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-116bf238-7c13-4c5f-8d5b-101a5fa614c8 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.189646 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-116bf238-7c13-4c5f-8d5b-101a5fa614c8 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0154724 Apr 29 11:42:13.193245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:13.196634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44346) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.218702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:13.222186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.230470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e6b44e-9380-4799-b2b3-8d2dc1ce0b77 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:13.231418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e6b44e-9380-4799-b2b3-8d2dc1ce0b77 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:13.235556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c3e6b44e-9380-4799-b2b3-8d2dc1ce0b77 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "DELETE /v2.0/ports/fdebd561-3a0c-4570-8ed3-17c00955d71c HTTP/1.1" status: 404 len: 333 time: 0.0878568 Apr 29 11:42:13.235705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-3a815600-c7cb-4758-98a5-86ce15366c61 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.235705 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3a815600-c7cb-4758-98a5-86ce15366c61 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0246530 Apr 29 11:42:13.237285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44350) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.241946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.243567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.247256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.267393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.268158 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:42:13.280184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-98d9ff37-ad28-4845-9f1e-7c90f4b818d5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.281315 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-98d9ff37-ad28-4845-9f1e-7c90f4b818d5 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0209298 Apr 29 11:42:13.283726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.284995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44358) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.314151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-c2cbe453-2a83-4cb7-b354-026f27f486cf tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.317657 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c2cbe453-2a83-4cb7-b354-026f27f486cf tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0186269 Apr 29 11:42:13.324450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44362) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.332902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-b97b2565-0b5d-46a8-a4c9-06ed1b82503a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.333914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b97b2565-0b5d-46a8-a4c9-06ed1b82503a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053275 Apr 29 11:42:13.340351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.342606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6acdda2-077d-4813-bac4-6d0061943387,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.351233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44366) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.373709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-33a92eff-1bc9-464a-977d-7d9da09220ea tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.377283 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-33a92eff-1bc9-464a-977d-7d9da09220ea tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0219748 Apr 29 11:42:13.378977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44370) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.426156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.433574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Deleting subnet abfcee5d-ee26-4c7c-8ef0-ed33ee737c58 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:42:13.457364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-67b6e596-175c-4fb9-8743-914bb31da06a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.457644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.460971 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-67b6e596-175c-4fb9-8743-914bb31da06a tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0741305 Apr 29 11:42:13.470058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44374) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.491563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-2a07020e-caaf-48ba-b752-f8e62b896d0f tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.495104 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2a07020e-caaf-48ba-b752-f8e62b896d0f tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0126176 Apr 29 11:42:13.496523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fc510-bf4c-451e-8f92-85c94c874165,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.497062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44378) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.504553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.508652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-87e3d77c-d353-4242-8c39-905cdba3d044 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4590073 Apr 29 11:42:13.512044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-ca74096a-6110-4ed7-96f4-d25697515b86 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.513161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ca74096a-6110-4ed7-96f4-d25697515b86 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0134716 Apr 29 11:42:13.520351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44382) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.520569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44384) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.525562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.548852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-a8d304f7-bffa-452d-b84f-4bf8b82a7e82 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.552586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8d304f7-bffa-452d-b84f-4bf8b82a7e82 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0161922 Apr 29 11:42:13.554486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.555678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6d4bb6c3-b625-4956-8bde-44b577adff4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783fc510-bf4c-451e-8f92-85c94c874165 HTTP/1.1" status: 204 len: 168 time: 1.7276769 Apr 29 11:42:13.556406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44390) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.572175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'security_group_rule': {'security_group_id': 'c7dbfd63-57bc-455d-a94f-2aad90cce72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:13.604761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.612724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-f75bf512-02c7-4fd9-8e86-4adf9a2943ad tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.617664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f75bf512-02c7-4fd9-8e86-4adf9a2943ad tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0355375 Apr 29 11:42:13.617664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.619689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:13.621982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44396) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.631905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.636500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.647735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Usage tracker for resource:security_group_rule and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:13.660865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-fa640f61-a773-4b73-bdc6-27ca15d15e8e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.664466 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fa640f61-a773-4b73-bdc6-27ca15d15e8e tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0319614 Apr 29 11:42:13.669532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:13.676893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:13.677625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44400) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.696011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:13.699918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648edfc8-2c52-4b85-a2c0-8490ef828868,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.724268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.725883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b880b5e7-b42b-4c56-b89c-1e2d17f7449a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6350203 Apr 29 11:42:13.730348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.740177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:13.752409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:13.757091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Usage tracker for resource:floatingip and tenant:65036cb708c1458f9475b4f4d2f4e9cc is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:13.761320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:13.772639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:13.838286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.842259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Network d3365b1a-3cbe-439c-ad3a-270bd7ff445a is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:13.854055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:13.865172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-25a41e85-40b1-4c83-8ad3-ded7d3e99c2d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.868735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25a41e85-40b1-4c83-8ad3-ded7d3e99c2d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1841388 Apr 29 11:42:13.868735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:13.870340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa9736d-6805-4fe6-bdcc-4911beb13c21,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:13.873219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44408) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.873955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:13.892324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-56378db2-412d-45f8-9876-5635e313d054 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.895474 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-56378db2-412d-45f8-9876-5635e313d054 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0189764 Apr 29 11:42:13.896885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44414) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.905482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-034ecd60-3314-4f31-96d7-db7aa6aeed51 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.906666 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-034ecd60-3314-4f31-96d7-db7aa6aeed51 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077589 Apr 29 11:42:13.909214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:13.910198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:13.910317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44418) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.910798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.917062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-bcac26a2-c584-4490-9d8a-0ebffd389394 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.918054 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcac26a2-c584-4490-9d8a-0ebffd389394 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063107 Apr 29 11:42:13.921638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.928414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.941100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:13.956901 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:13.975780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-c48ef05c-fe6a-40b1-b3d9-a643ee6ac6cb tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:13.979661 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c48ef05c-fe6a-40b1-b3d9-a643ee6ac6cb tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0529265 Apr 29 11:42:13.986720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44428) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:13.989218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.002017 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bcc29084-fa6d-45dd-b0b9-80366e3411e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3197770 Apr 29 11:42:14.002223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-8473f90a-33c8-457a-b578-6d1615aaaea1 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.002223 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8473f90a-33c8-457a-b578-6d1615aaaea1 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0107136 Apr 29 11:42:14.036589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44432) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.036925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44434) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.046263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.099395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:14.119898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.146100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-5c28fd41-4020-4b86-a1e2-99cf7b2117d3 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.149752 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5c28fd41-4020-4b86-a1e2-99cf7b2117d3 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.1023781 Apr 29 11:42:14.159171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44440) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.172918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-fdc66626-17cc-47ca-998d-ea47fc4dca58 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.177204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fdc66626-17cc-47ca-998d-ea47fc4dca58 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0125964 Apr 29 11:42:14.182652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44444) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.185190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event deleted for resources: {'Subnet': ['ID=abfcee5d-ee26-4c7c-8ef0-ed33ee737c58,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.192237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-caf578a4-c818-44c9-ba80-8d14ec4da1be tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.196749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-caf578a4-c818-44c9-ba80-8d14ec4da1be tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0095508 Apr 29 11:42:14.205770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.207998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a46ae-d96b-46f5-b71c-3ec5e913a94b None None] Network d118893d-ce30-443f-ba45-cf7b5d0cae5d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:14.209107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44448) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.222090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-910b6ea6-2bf0-4d05-a91b-92e697d69688 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.225904 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-910b6ea6-2bf0-4d05-a91b-92e697d69688 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097165 Apr 29 11:42:14.234584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44452) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.243903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-72e91de7-e357-48e5-81d6-a3737435ff45 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.249242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72e91de7-e357-48e5-81d6-a3737435ff45 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0112922 Apr 29 11:42:14.253722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b5e7609c-18cc-467d-858b-3a2e5158900f tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "DELETE /v2.0/subnets/abfcee5d-ee26-4c7c-8ef0-ed33ee737c58 HTTP/1.1" status: 204 len: 168 time: 1.0075076 Apr 29 11:42:14.255790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.261958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44456) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.262298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44458) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.284928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.288436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Port': ['ID=7fc25871-92d0-47f7-9d91-c999bfcf02ee,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.359706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44464) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.372379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-ad63a42c-3845-4a06-8e5f-445bf90adeaa tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.373611 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ad63a42c-3845-4a06-8e5f-445bf90adeaa tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1028249 Apr 29 11:42:14.447840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44466) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.466454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Allocated IP 172.26.0.192 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/347df778-5f98-411f-a55b-2bd82eb52eb4) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:14.492561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [None req-8625d9e5-e843-4136-ad15-5ee6ffff1581 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.494646 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8625d9e5-e843-4136-ad15-5ee6ffff1581 tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0444503 Apr 29 11:42:14.540175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44472) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:14.558874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [None req-43d8cd9f-1235-4e4f-994b-e7323149e20d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:14.559438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.565983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-43d8cd9f-1235-4e4f-994b-e7323149e20d tempest-ExtensionsTestJSON-1833787555 tempest-ExtensionsTestJSON-1833787555-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0228050 Apr 29 11:42:14.591366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9185883a-71e0-4dac-90f6-8fd4dfd63b52 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:14.656737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] DHCP port deletion for d118893d-ce30-443f-ba45-cf7b5d0cae5d request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:42:14.680861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.702124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Deleting port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:14.702636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.715410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.723540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.733658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.734638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.737721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:14.786482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.797930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Pushing event updated for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.819801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a59590f41a3b42f8aed17edb2772ba18 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:14.829639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.831710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:14.839347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:14.847218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:14.848004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:14.858293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efabf31-9007-44f1-b947-11395e3c1112,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.897605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'Port': ['ID=347df778-5f98-411f-a55b-2bd82eb52eb4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:14.915005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:14.917054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:14.920162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:14.934623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:15.024500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.025771 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-163b88c5-6b79-4267-9a8d-1dbdba31b72d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5024581 Apr 29 11:42:15.034006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Deleting port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:15.034585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.045270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.048907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:15.056988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:15.066634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:15.090665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44484) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:15.104818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.119054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Usage tracker for resource:floatingip and tenant:94ac14784e5748b4ab5677157173ed40 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:15.133717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:15.143583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] For port f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,segment=NetworkSegment(bf80fac8-3473-417f-a4ab-e0ddda8907ba),segment_id=bf80fac8-3473-417f-a4ab-e0ddda8907ba)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:15.143972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.144874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:15.145017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:15.152188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.154511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.170781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 9185883a-71e0-4dac-90f6-8fd4dfd63b52, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9185883a-71e0-4dac-90f6-8fd4dfd63b52,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:15.176323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.177230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d627825f-b4c0-4bc1-b4bb-15ff668226e6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:15.184452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:15.209669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.583426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Calling delete_port for f8aa7f51-945c-49f6-93f4-bcec2c24fe58 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:15.605219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.691062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.750889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.755388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=9185883a-71e0-4dac-90f6-8fd4dfd63b52,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.763126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a28d403a-bb85-40c6-827d-14519d663266 None None] Provisioning complete for port 101318b0-c7c0-429f-b07c-b456c146be71 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:15.763942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a28d403a-bb85-40c6-827d-14519d663266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.769614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.795718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:15.808323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:f25d3ccf9fc547d59b77f02949947578 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:15.815824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:15.825499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:15.825865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.831516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:15.860434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:15.906329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:15.930254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a28d403a-bb85-40c6-827d-14519d663266 None None] Port 101318b0-c7c0-429f-b07c-b456c146be71 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:15.932423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] Pushing event deleted for resources: {'Port': ['ID=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.935960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061fe2b-604d-4853-98b1-a287d8bf75b1 None None] No DVR routers for this DVR port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:15.957745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'Port': ['ID=347df778-5f98-411f-a55b-2bd82eb52eb4,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:15.984698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.004811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Allocated IP 172.26.0.169 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/33a4a61b-9326-4e77-a849-2b0858d5385a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:16.009867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.022027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.025358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-925ef6f0-ecfa-4fad-8380-bc4e7432067d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2926893 Apr 29 11:42:16.035674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.071757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.078070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port d627825f-b4c0-4bc1-b4bb-15ff668226e6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d627825f-b4c0-4bc1-b4bb-15ff668226e6,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:16.083207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.084456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device feaeadef-9d1f-4f51-a49d-3518ea33d50d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:16.125095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] For port f8aa7f51-945c-49f6-93f4-bcec2c24fe58, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f8aa7f51-945c-49f6-93f4-bcec2c24fe58,segment=NetworkSegment(bf80fac8-3473-417f-a4ab-e0ddda8907ba),segment_id=bf80fac8-3473-417f-a4ab-e0ddda8907ba)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:16.125472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.187598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:42:16.192335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.244531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.253028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.264546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port ffa9736d-6805-4fe6-bdcc-4911beb13c21 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:16.266792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port feaeadef-9d1f-4f51-a49d-3518ea33d50d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.267265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.303487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:16.310312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:16.331215 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a59590f41a3b42f8aed17edb2772ba18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9144549 Apr 29 11:42:16.331378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:16.343205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Calling delete_port for f8aa7f51-945c-49f6-93f4-bcec2c24fe58 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:16.376204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726a43e-36a7-456b-bf5b-927fd83224d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593b4b4-d9c7-408f-87c6-a53c92f1d760,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.393759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.395866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44502) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:16.451904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'Port': ['ID=33a4a61b-9326-4e77-a849-2b0858d5385a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:16.507450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.589531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.592761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9185883a-71e0-4dac-90f6-8fd4dfd63b52 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:16.607966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:16.635539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44516) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:16.641651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Transition to ACTIVE for port object ffa9736d-6805-4fe6-bdcc-4911beb13c21 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:16.643867 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 11:42:16.663326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.672519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.699755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.700249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.704792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-0e9f49e1-e9bf-43fd-8f4b-e99dbc5a4a06 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Synchronizing usage tracker for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:16.743996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.750439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-0e9f49e1-e9bf-43fd-8f4b-e99dbc5a4a06 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Unset dirty status for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:16.751725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-0e9f49e1-e9bf-43fd-8f4b-e99dbc5a4a06 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1005564277&fields=id&tenant_id=65036cb708c1458f9475b4f4d2f4e9cc HTTP/1.1" status: 200 len: 267 time: 0.1099341 Apr 29 11:42:16.862291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d627825f-b4c0-4bc1-b4bb-15ff668226e6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:16.949324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:16.950280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:16.950411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d627825f-b4c0-4bc1-b4bb-15ff668226e6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:16.950707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.958861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:16.960105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa9736d-6805-4fe6-bdcc-4911beb13c21,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.001555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.011226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-60157e33-fd3e-4dad-8145-066d0d24ac15 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:17.012007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-60157e33-fd3e-4dad-8145-066d0d24ac15 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Synchronizing usage tracker for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:17.019443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.030266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.043196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.099162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-60157e33-fd3e-4dad-8145-066d0d24ac15 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Unset dirty status for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:17.100420 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-60157e33-fd3e-4dad-8145-066d0d24ac15 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 811 time: 0.3295872 Apr 29 11:42:17.102913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:17.130468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Sync routers for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:17.154706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.157065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.157414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.157755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.158885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:17.159498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:17.163684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.169164 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-e929bab0-4de3-448d-9ae6-675037620e00 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/quotas/65036cb708c1458f9475b4f4d2f4e9cc HTTP/1.1" status: 200 len: 375 time: 0.0314503 Apr 29 11:42:17.175874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'Port': ['ID=33a4a61b-9326-4e77-a849-2b0858d5385a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.180285 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f25d3ccf9fc547d59b77f02949947578&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0841868 Apr 29 11:42:17.181358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44520) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:17.194381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Port': ['ID=7fc25871-92d0-47f7-9d91-c999bfcf02ee,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.196636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.196934 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.197531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4caf1-ee37-435b-9e9d-08ea99815dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496ceaa6-ded3-4015-813d-fd7800ad1dbd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.210413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 2 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.231460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.255780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.256180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.256463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.267317 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-65c0677d-7c9e-4f30-8346-e91212bed24a admin admin] 10.222.0.53 "PUT /v2.0/routers/fbcd30fe-96b8-4196-b2b6-e4eb005172d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9796059 Apr 29 11:42:17.268035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.268360 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.269634 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 3 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.276676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.280298 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8a06ff4c-7619-494d-99a7-1b4decb194c3 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.0210142 Apr 29 11:42:17.280958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44526) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:17.320331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.323951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.349858 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c9fa74d9-5c24-4f70-ae77-ecc0762de197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2861829 Apr 29 11:42:17.367376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.367652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.367943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.377410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5b0d557e-41cb-4f4d-822e-1f72b526dc4f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Synchronizing usage tracker for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:floatingip {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:17.379827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.380154 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.381855 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 4 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.390811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.391128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.420514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.420847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.421204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.428616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593b4b4-d9c7-408f-87c6-a53c92f1d760,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:17.439015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.439401 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.440242 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 5 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.442298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-26673f0d-87fd-4628-83dd-935b51f98e1c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Synchronizing usage tracker for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:17.448707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.449849 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c2541a83-69fd-4a75-b3e1-a6c8a8c7e29e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f593b4b4-d9c7-408f-87c6-a53c92f1d760 HTTP/1.1" status: 204 len: 168 time: 1.0515258 Apr 29 11:42:17.452649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Deleting port f8aa7f51-945c-49f6-93f4-bcec2c24fe58 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:17.452990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.467035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f8aa7f51-945c-49f6-93f4-bcec2c24fe58 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:42:17.477507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5b0d557e-41cb-4f4d-822e-1f72b526dc4f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Unset dirty status for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:floatingip {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:17.478786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5b0d557e-41cb-4f4d-822e-1f72b526dc4f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=d3365b1a-3cbe-439c-ad3a-270bd7ff445a HTTP/1.1" status: 200 len: 689 time: 0.1970475 Apr 29 11:42:17.482325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44534) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:17.487051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-26673f0d-87fd-4628-83dd-935b51f98e1c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Unset dirty status for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:17.501806 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-26673f0d-87fd-4628-83dd-935b51f98e1c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2722976 Apr 29 11:42:17.522855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.522855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.523157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.530364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] The port 'f8aa7f51-945c-49f6-93f4-bcec2c24fe58' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:42:17.534245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.534575 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.604472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f8aa7f51-945c-49f6-93f4-bcec2c24fe58 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:42:17.605058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f8aa7f51-945c-49f6-93f4-bcec2c24fe58 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:42:17.612700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:17.744516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 6 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.766145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.793201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.793706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.794338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:17.806570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:17.807462 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:17.890883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 7 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:17.895530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Deleting port 7fc25871-92d0-47f7-9d91-c999bfcf02ee {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:17.896330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.929138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.944504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:17.974534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:17.984297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:17.985461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:18.005281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:18.005634 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:18.007102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d118893d-ce30-443f-ba45-cf7b5d0cae5d']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:18.015953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 8 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:18.038186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf80fac8-3473-417f-a4ab-e0ddda8907ba') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:18.038478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf80fac8-3473-417f-a4ab-e0ddda8907ba') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:18.054097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:18.054511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:18.055031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:18.060404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:13Z', 'revision_number': 2, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:18.063369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.068982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Checking router: fbcd30fe-96b8-4196-b2b6-e4eb005172d7 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:42:18.069314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Updating router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 port 101318b0-c7c0-429f-b07c-b456c146be71 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:42:18.077101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:18.077539 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:18.080117 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 9 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:18.099248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.107102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:18.107526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:18.107634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ceaa6-ded3-4015-813d-fd7800ad1dbd,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.107964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:18.114965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:18.115447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.124668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.131637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-48d1ff19-9a95-479a-b1e4-c5589fc2485b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/496ceaa6-ded3-4015-813d-fd7800ad1dbd HTTP/1.1" status: 204 len: 168 time: 0.9495652 Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:18.134096 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:18.142728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:18.143068 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:18.159786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 10 to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 Apr 29 11:42:18.195842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-328d9355-8ebc-42c5-9b00-4045e749a3f0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:18.205585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-328d9355-8ebc-42c5-9b00-4045e749a3f0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2665248 Apr 29 11:42:18.211332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.258903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.285860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:18.285860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:18.286334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:18.288948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.294618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44576) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:18.299943 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 11:42:18.317272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] Pushing event deleted for resources: {'Network': ['ID=d118893d-ce30-443f-ba45-cf7b5d0cae5d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.321817 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-21217032-7fcd-4112-a821-0d49b8cd1c67 tempest-DHCPAgentSchedulersTestJSON-907580326 tempest-DHCPAgentSchedulersTestJSON-907580326-project] 10.222.0.53 "DELETE /v2.0/networks/d118893d-ce30-443f-ba45-cf7b5d0cae5d HTTP/1.1" status: 204 len: 168 time: 4.0492444 Apr 29 11:42:18.323363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:18.323634 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:18.324004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.479348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port ffa9736d-6805-4fe6-bdcc-4911beb13c21, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:18.479943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:42:18.489254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.550748 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-4a46a954-811a-43ab-9dfb-23441120d2a2 service neutron] 10.222.0.53 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439965 Apr 29 11:42:18.568830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-99208cc4-0dc6-491a-96dc-e80d74f44346 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Synchronizing usage tracker for tenant:94ac14784e5748b4ab5677157173ed40 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:18.590658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] In _notify_port_updated(), no bound segment for port ffa9736d-6805-4fe6-bdcc-4911beb13c21 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:42:18.591462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.592100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.596471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "PUT /v2.0/ports/ffa9736d-6805-4fe6-bdcc-4911beb13c21 HTTP/1.1" status: 200 len: 981 time: 4.5581307 Apr 29 11:42:18.599713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44586) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:18.670065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04d7d-0686-4526-8490-5814aa0c94d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa9736d-6805-4fe6-bdcc-4911beb13c21,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:18.682738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-99208cc4-0dc6-491a-96dc-e80d74f44346 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Unset dirty status for tenant:94ac14784e5748b4ab5677157173ed40 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:18.684848 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-99208cc4-0dc6-491a-96dc-e80d74f44346 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--541867360&fields=id&tenant_id=94ac14784e5748b4ab5677157173ed40 HTTP/1.1" status: 200 len: 267 time: 0.3866012 Apr 29 11:42:18.754524 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-ddabfb5a-d5a5-4143-a792-5af86cd723de service neutron] 10.222.0.53 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025783 Apr 29 11:42:18.783385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.787950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.907813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.908318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.908780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.909236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.909726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.910179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.910629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.911080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.911527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.911981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.912433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.912886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.913505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.913962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.914414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.914866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.915315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:18.917167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Synchronizing usage tracker for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:18.930040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:18.948607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Unset dirty status for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:18.955372 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3e8f505f-1dcd-489c-b236-28aa9d78c0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15332 time: 0.3522966 Apr 29 11:42:18.957844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44596) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:18.958788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Transition to ACTIVE for port object 101318b0-c7c0-429f-b07c-b456c146be71 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:18.968243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.023337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Calling delete_port for 7fc25871-92d0-47f7-9d91-c999bfcf02ee owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:19.029873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:19.067452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-720d137d-ef2d-4955-8842-ba5cabaa9005 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:19.068181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-720d137d-ef2d-4955-8842-ba5cabaa9005 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Synchronizing usage tracker for tenant:94ac14784e5748b4ab5677157173ed40 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:19.131120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Deleting port ffa9736d-6805-4fe6-bdcc-4911beb13c21 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:19.131486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.244184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-720d137d-ef2d-4955-8842-ba5cabaa9005 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Unset dirty status for tenant:94ac14784e5748b4ab5677157173ed40 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:19.258848 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-720d137d-ef2d-4955-8842-ba5cabaa9005 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/networks?id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118 HTTP/1.1" status: 200 len: 812 time: 0.5589921 Apr 29 11:42:19.288636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-707c9279-f126-489e-bcd5-8a72cfca85a6 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/quotas/94ac14784e5748b4ab5677157173ed40 HTTP/1.1" status: 200 len: 375 time: 0.0287859 Apr 29 11:42:19.414559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301e712-6363-4392-a41a-972073c068ee None None] Pushing event updated for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.487658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.507063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Attempting to bind port 101318b0-c7c0-429f-b07c-b456c146be71 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:19.507415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Attempting to bind port 101318b0-c7c0-429f-b07c-b456c146be71 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:19.507760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Attempting to bind port 101318b0-c7c0-429f-b07c-b456c146be71 on network 5650cb91-6506-40b5-ab7f-695bb49ba887 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:19.530081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:19.530444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Checking segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:19.532584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.532990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Bound using segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:19.535104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Bound port: 101318b0-c7c0-429f-b07c-b456c146be71, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:19.537110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.647075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port ffa9736d-6805-4fe6-bdcc-4911beb13c21, host hv-neutron-8397, got binding levels [] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:19.647435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.665557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-ad86d4a9-2047-4f55-a9d1-4637de5c9da9 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Synchronizing usage tracker for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:19.764509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fc25871-92d0-47f7-9d91-c999bfcf02ee,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:19.824599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] For port 101318b0-c7c0-429f-b07c-b456c146be71, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:19.833856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] For port 101318b0-c7c0-429f-b07c-b456c146be71, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=101318b0-c7c0-429f-b07c-b456c146be71,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:19.845215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.879602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:19.926617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Calling delete_port for ffa9736d-6805-4fe6-bdcc-4911beb13c21 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:20.067709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:20.068526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:20.071521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.163917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-ad86d4a9-2047-4f55-a9d1-4637de5c9da9 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Unset dirty status for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:20.183077 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-ad86d4a9-2047-4f55-a9d1-4637de5c9da9 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=94ac14784e5748b4ab5677157173ed40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8934791 Apr 29 11:42:20.272446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.325709 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d5e31bdc-5b88-4aba-8e55-413341aacac4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68ff3f1abb7f42809cc75d0e1a1c84ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2897682 Apr 29 11:42:20.327749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44646) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:20.329413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44648) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:20.348938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721566103', 'description': 'tempest-description--196029895'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:20.399993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:20.407447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=457cef35-0db1-4e37-8fcd-db10b77cccc1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.421657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.423575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Usage tracker for resource:security_group and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:20.481072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:20.499019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301e712-6363-4392-a41a-972073c068ee None None] Pushing event updated for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.509417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:42:20.631678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:20.643230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa9736d-6805-4fe6-bdcc-4911beb13c21,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:20.696224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.729565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.733193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.748142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f453e9fe-3a8d-442f-87f5-0fbb5a0f4e44 req-c73c6d4b-8231-444a-94f6-8d1057b01323 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.2827957 Apr 29 11:42:20.796881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3365b1a-3cbe-439c-ad3a-270bd7ff445a']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:20.813542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e51f468-f6fb-4285-99e4-5099097b9e20') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:20.813826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e51f468-f6fb-4285-99e4-5099097b9e20') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:20.819386 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-90cd42e2-f45a-40f0-8419-4b92f683f566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ffa9736d-6805-4fe6-bdcc-4911beb13c21 HTTP/1.1" status: 204 len: 168 time: 1.8455124 Apr 29 11:42:20.824700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44682) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:20.837407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.839598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:20.844510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Usage tracker for resource:security_group_rule and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:20.854324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:20.868033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.908269 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-19516312-6485-48e3-b2e0-55bf109e0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:42:20.909828 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-19516312-6485-48e3-b2e0-55bf109e0efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports/ffa9736d-6805-4fe6-bdcc-4911beb13c21 HTTP/1.1" status: 404 len: 333 time: 0.0839472 Apr 29 11:42:20.915377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44686) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:20.917652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.923228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-121256239', 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:20.934886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:20.938217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:20.940825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:20.960923 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:20.966894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:20.973920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-78505a71-753d-488f-b4fd-902156314245 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:20.976919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Usage tracker for resource:port and tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:20.981830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-78505a71-753d-488f-b4fd-902156314245 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2984257 Apr 29 11:42:20.982758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:21.037330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:21.054062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.056918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Made reservation on behalf of f36d413c0e9a43f1b7bf22a0ac3e52c6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:21.060033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.075694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.080933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3365b1a-3cbe-439c-ad3a-270bd7ff445a {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:42:21.084230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.120901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3365b1a-3cbe-439c-ad3a-270bd7ff445a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.141033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port 2f8a18c1-f425-4185-b8b7-ce92bfa47d8b yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:21.145758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44692) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.196130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7f35faaa-b835-4e57-b31f-b01918d08a9e tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d3365b1a-3cbe-439c-ad3a-270bd7ff445a HTTP/1.1" status: 204 len: 168 time: 3.7123494 Apr 29 11:42:21.206225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44698) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.254282 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-a570c38d-d441-4f3d-a9ba-0ecb42a68cae service neutron] 10.222.0.53 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706974 Apr 29 11:42:21.319034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.332572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.374001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:21.388882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a584b3-7c1f-4793-9348-c53b0ff68a34 None None] The sync data for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv is: [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:19Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:21.435125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-abda855e-9109-443d-844a-598dc9225e83 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Synchronizing usage tracker for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:floatingip {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:21.465301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.479803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8879f329-fb1e-4bf5-8bd5-7e021819a900,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.499531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-abda855e-9109-443d-844a-598dc9225e83 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Unset dirty status for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:floatingip {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:21.501119 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-abda855e-9109-443d-844a-598dc9225e83 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2939670 Apr 29 11:42:21.503962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44704) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.553226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.554494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ffe69ab4-b75d-4286-8502-80f5ef9a01ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8879f329-fb1e-4bf5-8bd5-7e021819a900 HTTP/1.1" status: 204 len: 168 time: 1.2123218 Apr 29 11:42:21.570808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.572525 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2445714 Apr 29 11:42:21.586172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44710) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.595483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'security_group_rule': {'security_group_id': '2dc088cd-d1b1-4d69-839d-276516790ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:21.600517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99715d59-c26d-42b3-93a1-5a3fd746251b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc088cd-d1b1-4d69-839d-276516790ccf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:21.618473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-b0b26299-e338-4ace-a9d0-d8deedd15230 service neutron] 10.222.0.53 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624997 Apr 29 11:42:21.622740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:21.629506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.634505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.635471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.636055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.638117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.638999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:21.641586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Synchronizing usage tracker for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:21.646644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1286937464'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:21.679714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Usage tracker for resource:security_group_rule and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:21.684246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:21.695430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:21.705380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:network and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:21.719472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:21.728956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:21.736256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Unset dirty status for tenant:a28a9a38818d4c48bb7f28dea41f67ab on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:21.739479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4067cf66-5a4a-4c94-9a33-35e31877e64a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.2329812 Apr 29 11:42:21.749287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44716) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.753154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:21.793903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.837829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:21.857258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:21.889982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44724) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:21.922869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.007609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.022657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:security_group_rule and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.034266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.074054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.085222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1269754492', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:22.151437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.172856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.174970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Usage tracker for resource:port and tenant:8a7f429f97824e70a401230cdf0bd1cf is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.184926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.187804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.201054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.246697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-415a4ba2-ec14-44a7-b24e-64a152a4064a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] delete failed (client error): The resource could not be found. Apr 29 11:42:22.252298 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-415a4ba2-ec14-44a7-b24e-64a152a4064a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/f030ac77-27f5-4df5-b8f0-e97c8eeed259 HTTP/1.1" status: 404 len: 345 time: 0.4996793 Apr 29 11:42:22.255931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ad927070-6851-4ede-b13b-3dc47cfe3fc2 req-ec369c11-2715-4a0c-a31b-e01e053a05f1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.3364029 Apr 29 11:42:22.256415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44750) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:22.294004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.309806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4966e92-f09c-44cc-9014-145071160659,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.344369 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ca9bad2c-6cd1-478e-9f23-8e39051d1c71 req-de91fcc7-3233-4bac-96bf-7f2c89326ead tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.1329129 Apr 29 11:42:22.345035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Made reservation on behalf of 8a7f429f97824e70a401230cdf0bd1cf for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:22.347428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.379046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.440889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.453750 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a24e40-5838-471f-9eb1-37cbc2310f16 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 11:42:22.454222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a24e40-5838-471f-9eb1-37cbc2310f16 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:22.512429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.517052 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c2271f6c-1740-4d3c-b23c-f2c13821f8df tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9261334 Apr 29 11:42:22.528030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.530209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44760) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:22.544980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:22.571575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:22.573841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'security_group_rule': {'security_group_id': '2dc088cd-d1b1-4d69-839d-276516790ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:22.591799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Usage tracker for resource:security_group_rule and tenant:8a7f429f97824e70a401230cdf0bd1cf is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.600214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01a24e40-5838-471f-9eb1-37cbc2310f16 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d3365b1a-3cbe-439c-ad3a-270bd7ff445a HTTP/1.1" status: 404 len: 339 time: 0.2579396 Apr 29 11:42:22.603264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44766) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:22.604615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:22.606221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:22.606876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.621436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.653671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 101318b0-c7c0-429f-b07c-b456c146be71 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:22.663279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.670772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.689064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44774) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:22.693638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Usage tracker for resource:security_group_rule and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.700855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.709761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'name': 'tempest-network--1811336489', 'router:external': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:22.723662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=2f8a18c1-f425-4185-b8b7-ce92bfa47d8b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:22.732919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.739184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:network and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.743678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5b785478-de91-4049-8422-15efa294aa11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8286364 Apr 29 11:42:22.745095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.748383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44780) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:22.810992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.815791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.821087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 101318b0-c7c0-429f-b07c-b456c146be71 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:22.825531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.830112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 101318b0-c7c0-429f-b07c-b456c146be71 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:22.830539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.861419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:22.865818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.867947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.885959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.891042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:22.922146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Usage tracker for resource:security_group_rule and tenant:c8aed5ea96cd4722b614f32b061ed3f8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:22.933126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ba7a1-232e-4c89-8bae-9285d1062e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:22.933794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-451ba7a1-232e-4c89-8bae-9285d1062e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Synchronizing usage tracker for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:22.947220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:22.950594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:22.971908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:22.981163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:22.984966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:23.003299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.003955 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Added segment e1101f15-29dc-4ebd-972a-eb88da9cf9fe of type vlan for network 35bf544b-82e1-4f19-99c3-875aafbdcfb8 Apr 29 11:42:23.012947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-451ba7a1-232e-4c89-8bae-9285d1062e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Unset dirty status for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:23.018698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-451ba7a1-232e-4c89-8bae-9285d1062e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports/2f8a18c1-f425-4185-b8b7-ce92bfa47d8b HTTP/1.1" status: 200 len: 958 time: 0.2692487 Apr 29 11:42:23.020426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44788) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:23.083248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849c3754-01c6-486a-a795-318a15e5613d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.087650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.088033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Added segment a3a03a41-9e94-4b61-a123-cd8e37abe112 of type vlan for network 15a78f43-70a2-4a63-8b77-4c674f56cb4d Apr 29 11:42:23.108474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.165557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.175777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 101318b0-c7c0-429f-b07c-b456c146be71, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=101318b0-c7c0-429f-b07c-b456c146be71,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:23.180200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Deleting port 2f8a18c1-f425-4185-b8b7-ce92bfa47d8b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:23.180539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.182846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.296088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.301252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.322318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.342747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.347447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] device_id is not set on port 0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:23.418772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.431232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.484559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ba72f-6f76-486a-a245-37e458d09fc2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.532428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625f915b-4752-4a52-8f0b-5b79c63124f4,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.571931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.580145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:23.589316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.642907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.698109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.699687 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-14fed606-6276-4bcc-a221-4f05869858d9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1653597 Apr 29 11:42:23.701251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5542445 Apr 29 11:42:23.712468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:23.712841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44808) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:23.729747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:23.749669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.800216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.66', 58384) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:23.833082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'subnet': {'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:23.849539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:23.855541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Usage tracker for resource:floatingip and tenant:fd48c60fd4ae4d3bb08914f7dbba868e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:23.859686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:23.860009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-97973211-b96d-4af5-ab14-9b8aaadfa402 req-575f1cf6-0a05-400b-9e3b-a644f71610ed tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.1882138 Apr 29 11:42:23.868644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6086da93-0d2a-4408-9d75-acbf818b4891 req-f81267e5-82fd-424a-a62a-93430b2103d1 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.1331139 Apr 29 11:42:23.914796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba1d58-e5b8-46da-b8a0-fe5e08455065 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Network': ['ID=15a78f43-70a2-4a63-8b77-4c674f56cb4d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:23.928961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:23.959679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:23.963042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Allocated IP 172.26.0.65 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:23.974030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Calling delete_port for 2f8a18c1-f425-4185-b8b7-ce92bfa47d8b owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:24.013951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.014921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:24.015498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.026578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:24.148411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-d36767ec-2dab-4859-8e7f-eddd24ae70b8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:24.150447 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-d36767ec-2dab-4859-8e7f-eddd24ae70b8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 811 time: 0.2997019 Apr 29 11:42:24.164862 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8aed5ea96cd4722b614f32b061ed3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4669411 Apr 29 11:42:24.166433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd237d35-d2a8-4292-8dd6-8030cd7d8c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3c7e3-4e5e-4a91-af34-c2dc0f8a9134,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:24.167121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44820) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:24.244401 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5526583 Apr 29 11:42:24.245678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.253742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44826) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:24.315392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97563e9-3e1d-41f0-a218-cb1474ee08fc tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=35bf544b-82e1-4f19-99c3-875aafbdcfb8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:24.328106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 35bf544b-82e1-4f19-99c3-875aafbdcfb8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:24.359298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:24.363492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:subnet and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:24.366707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:24.373358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:24.415008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:24.418760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.577894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 101318b0-c7c0-429f-b07c-b456c146be71 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:24.683656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 101318b0-c7c0-429f-b07c-b456c146be71 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:24.684031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.739937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.751414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.66', 58389) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:24.781871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.818813 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-1e2e989d-9286-4b7d-aefa-6a8dff8d5b1e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65036cb708c1458f9475b4f4d2f4e9cc HTTP/1.1" status: 200 len: 380 time: 0.6007848 Apr 29 11:42:24.840056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'port': {'device_id': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'admin_state_up': True, 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'security_groups': ['5783bf30-d31f-44c6-acab-31e58c67c048']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:24.950924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:24.967335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f8a18c1-f425-4185-b8b7-ce92bfa47d8b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:25.032721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.120939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.127077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.133152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.139080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.139959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Synchronizing usage tracker for tenant:430f45b637d849c78d31e9862b4aed40 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:25.169825 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e2fdb17a-21da-4f61-82ca-f363578ac8b9 req-37edd401-9497-4183-81b6-17b6708a543b tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.1149087 Apr 29 11:42:25.192975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-48bfd82a-3452-46d8-878c-464ccf545040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2f8a18c1-f425-4185-b8b7-ce92bfa47d8b HTTP/1.1" status: 204 len: 168 time: 2.1688378 Apr 29 11:42:25.194762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.203483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cb98b989-0366-4f58-8c3f-d38655e276e1 req-93f97b79-990f-487a-a91b-50e2c40d0ed3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.1400285 Apr 29 11:42:25.203954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44864) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:25.217069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:25.221915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.281546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Unset dirty status for tenant:430f45b637d849c78d31e9862b4aed40 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:25.285943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bbdd8f5f-38dc-4b2e-9beb-5022542a6cf4 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0274975 Apr 29 11:42:25.287061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:25.288874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44868) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:25.302680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:25.309861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:25.339328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:25.352643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-77274f1c-3148-49e2-9b5f-55a8ab677f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:42:25.353453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77274f1c-3148-49e2-9b5f-55a8ab677f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Synchronizing usage tracker for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:25.409176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.409821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.439962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Made reservation on behalf of 65036cb708c1458f9475b4f4d2f4e9cc for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:25.443431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.460209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-fd7f67d1-1573-45a0-bd31-0a22444130b4 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:25.464250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-fd7f67d1-1573-45a0-bd31-0a22444130b4 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.66 "GET /v2.0/networks?id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118 HTTP/1.1" status: 200 len: 812 time: 0.7083728 Apr 29 11:42:25.482338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Pushing event updated for resources: {'Port': ['ID=0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:25.524622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.533987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77274f1c-3148-49e2-9b5f-55a8ab677f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Unset dirty status for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:25.539824 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77274f1c-3148-49e2-9b5f-55a8ab677f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports/2f8a18c1-f425-4185-b8b7-ce92bfa47d8b HTTP/1.1" status: 404 len: 333 time: 0.2955191 Apr 29 11:42:25.585281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f98ce10f-7710-407c-abe4-37bae60f2495 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6859748 Apr 29 11:42:25.588488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44872) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:25.588632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:25.606949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406709927'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:25.613427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}]}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:25.618717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:25.622844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Usage tracker for resource:router and tenant:8a7f429f97824e70a401230cdf0bd1cf is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:25.625800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:25.632980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:25.649284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.650392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.656870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:25.677486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.679621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.705089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:25.724427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.765926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-b09402c7-24a0-4aee-9b0a-c2bca29d8f69 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94ac14784e5748b4ab5677157173ed40 HTTP/1.1" status: 200 len: 379 time: 0.2628989 Apr 29 11:42:25.772858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3c7e3-4e5e-4a91-af34-c2dc0f8a9134,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:25.776173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Made reservation on behalf of f36d413c0e9a43f1b7bf22a0ac3e52c6 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:25.782802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.805374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:25.812723 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dc24f904-eb29-478c-aae1-965b5676b0fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43a3c7e3-4e5e-4a91-af34-c2dc0f8a9134 HTTP/1.1" status: 204 len: 168 time: 1.6416507 Apr 29 11:42:25.825765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'port': {'device_id': '359be37d-d57e-4693-9803-5b7989cd1dca', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'admin_state_up': True, 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'security_groups': ['c7dbfd63-57bc-455d-a94f-2aad90cce72a']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:25.883037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.046955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Allocated IP 172.20.0.10 (dda641af-33fa-46d8-adc5-bc5ec3ebe00e/8375f451-ae73-41f6-b139-b76e34b4d8b8/7977c985-949a-4182-b597-b5ffa37e3826) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:26.129205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Allocated IP 172.26.0.124 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/3160da1e-f483-42ac-b538-5d3b7933eecb) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:26.135919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Checking segment: {'id': 'a3a03a41-9e94-4b61-a123-cd8e37abe112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:26.137458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network hostable DHCP agents. Network: 15a78f43-70a2-4a63-8b77-4c674f56cb4d, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:26.192018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Subnet': ['ID=9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:26.244295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.311409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port e18fbd0d-484d-4113-bd47-d7039cb91e05 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:26.363157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:26.558801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bf544b-82e1-4f19-99c3-875aafbdcfb8']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.673329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:26.724591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:26.773013 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ceb0da09-30f2-462a-b0e2-7a4a01ec193a req-57128966-cc84-490f-8273-79f168c2a197 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.2019680 Apr 29 11:42:26.787272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1101f15-29dc-4ebd-972a-eb88da9cf9fe') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.787272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1101f15-29dc-4ebd-972a-eb88da9cf9fe') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:26.803208 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e0d4697-0b67-4366-b9b0-ae08adfe49ae req-fa7e45c6-366e-404f-bbe1-b572cdafc3f3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.1267066 Apr 29 11:42:26.861748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.866286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 15a78f43-70a2-4a63-8b77-4c674f56cb4d) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:26.873768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:26.875418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.878959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f61c1-06ba-421c-bb32-21c5b94ab4f1 None None] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:26.902605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Made reservation on behalf of 94ac14784e5748b4ab5677157173ed40 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:26.912332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:26.982144 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-baf6edb2-b252-4179-8c40-cad3ecf4bf84 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2579565 Apr 29 11:42:26.983118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44896) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:27.019376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-633852840', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:27.034413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:27.055555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:router and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:27.059246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:27.066144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:27.220861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.230416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.250478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.330829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.379393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'Port': ['ID=3160da1e-f483-42ac-b538-5d3b7933eecb,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.425188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:27.432761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:27.442130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:27.471175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.508832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fd2f3-f7d3-4307-b99c-f6d97ba3b838 None None] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:27.574481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.660781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.833905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.898754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=e18fbd0d-484d-4113-bd47-d7039cb91e05,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:27.942750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:27.946076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:27.967878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Allocated IP 172.20.0.14 (4aa9cd21-f53d-4c13-820e-ba18bb9cd118/ac118ffe-60a9-4236-af6c-26008bf9eba8/a949b75b-1794-4410-abd3-299cb416317c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:28.048186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.120354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:28.174465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:28.182919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:28.183342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:28.200032 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:28.209642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:28.210617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:28.211378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.246026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8b3a9359-2ea7-4deb-a25d-e9e2b9aa0d9a req-e42bd43c-8cc2-444c-b363-0284f774251b tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.1400924 Apr 29 11:42:28.416024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-337949833'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:28.435437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:28.451229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Transition to ACTIVE for port object 7977c985-949a-4182-b597-b5ffa37e3826 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:28.468416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.471219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:28.477358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:28.489069 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd667bce-fcc2-4c13-a80f-abf11d907d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8993902 Apr 29 11:42:28.516762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44920) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:28.519134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35bf544b-82e1-4f19-99c3-875aafbdcfb8 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:42:28.520948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Network': ['ID=35bf544b-82e1-4f19-99c3-875aafbdcfb8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:28.533148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:28.539105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.548257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:28.632227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-955724d4-c6a0-4a77-8f02-c3920b52f467 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/35bf544b-82e1-4f19-99c3-875aafbdcfb8 HTTP/1.1" status: 204 len: 168 time: 3.3282113 Apr 29 11:42:28.655509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44924) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:28.657761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:28.665812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.689076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6a6e0541-9820-4a5c-ba0a-9484bbea7a54 req-538a3e5d-f3d9-4893-9eaf-893cc1119de4 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.5516994 Apr 29 11:42:28.695564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'name': 'tempest-network--1183188702', 'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:28.710399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:28.716084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.730298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.739347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.754080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:network and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:28.754315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.802462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:28.867505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:28.884137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.890734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:28.914256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:28.923562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:28.929912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:28.933439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:28.955967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:28.957290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:29.034390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:29.061464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:29.063805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:29.074874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.085277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Transition to ACTIVE for port object a949b75b-1794-4410-abd3-299cb416317c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:29.133650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.321887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9736b72d-5691-4531-a66f-579fb973780c None None] Provisioning for port 7977c985-949a-4182-b597-b5ffa37e3826 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:29.329227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9736b72d-5691-4531-a66f-579fb973780c None None] Provisioning complete for port 7977c985-949a-4182-b597-b5ffa37e3826 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:29.329625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9736b72d-5691-4531-a66f-579fb973780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.427747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.428433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.473513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9736b72d-5691-4531-a66f-579fb973780c None None] Port 7977c985-949a-4182-b597-b5ffa37e3826 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:29.580323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:29.592558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.592982 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Added segment a8eac990-ba4f-473f-96cd-1960292ae65e of type vlan for network 0f806292-835d-4a60-8822-db9cb6f2ee0b Apr 29 11:42:29.629477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.745479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.787454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.795685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.863148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:29.870866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:29.878567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:29.927963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.928982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:29.929630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.929768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:29.998642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event updated for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:30.015279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-74eb397c-5160-4240-8a42-0ba4467ba2d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1830821 Apr 29 11:42:30.022636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.137524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.321688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-33349897-790e-40b6-b4c3-05097d5ce00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.336399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-02c22582-ee55-487e-9422-e483a58ecf27 None None] Provisioning for port a949b75b-1794-4410-abd3-299cb416317c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:30.346050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-02c22582-ee55-487e-9422-e483a58ecf27 None None] Provisioning complete for port a949b75b-1794-4410-abd3-299cb416317c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:30.346815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-02c22582-ee55-487e-9422-e483a58ecf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.409976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:30.410714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-f1fdcd1b-03a8-4150-8a4c-4495f1046c96 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:42:30.410840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.411229 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-f1fdcd1b-03a8-4150-8a4c-4495f1046c96 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2903640 Apr 29 11:42:30.464874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-02c22582-ee55-487e-9422-e483a58ecf27 None None] Port a949b75b-1794-4410-abd3-299cb416317c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:30.468448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'Port': ['ID=3160da1e-f483-42ac-b538-5d3b7933eecb,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:30.513975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.545272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.570472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=0f806292-835d-4a60-8822-db9cb6f2ee0b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:30.575647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.582570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.177 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/5c14255f-33a2-423e-9ded-5dca0f1ae541) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:30.590320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-de18685c-dc11-4276-8ee9-201946e4c354 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7901855 Apr 29 11:42:30.592838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 0f806292-835d-4a60-8822-db9cb6f2ee0b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:30.595200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.596352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31674fe4-922f-4b77-bfcc-5cf56d8161bb tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8747280 Apr 29 11:42:30.612363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb81d26-9095-4e11-8f18-5c920f84b717 req-73390b9b-d3d0-4600-97b7-9861fc589e55 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:30.614145 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eb81d26-9095-4e11-8f18-5c920f84b717 req-73390b9b-d3d0-4600-97b7-9861fc589e55 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 932 time: 0.6640840 Apr 29 11:42:30.754532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Request body: {'port': {'device_id': '359be37d-d57e-4693-9803-5b7989cd1dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:30.835920 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b4ef14a5-e570-45b9-9b6c-e5aa25cfe291 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1522222 Apr 29 11:42:30.836863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.840314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eb81d26-9095-4e11-8f18-5c920f84b717 req-8fecc846-8a6e-4824-ae59-20078f67b190 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099960 Apr 29 11:42:30.847401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44936) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:30.869249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:30.881163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:30.881583 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment 852bc9d4-a9b6-48b5-9b3c-a011f01fdf50 of type vlan for network 7829cc82-d34a-4805-a0d2-10de511cd045 Apr 29 11:42:30.899055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Request body: {'port': {'device_id': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:31.085347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68dea6fb-4c7e-4df6-a9cb-e9617e6cbb34,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.095604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.099158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.178491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213909c9-cd48-4fcd-b704-dc4f773e6b3d tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:31.182799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-213909c9-cd48-4fcd-b704-dc4f773e6b3d tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "GET /v2.0/networks/0f806292-835d-4a60-8822-db9cb6f2ee0b HTTP/1.1" status: 200 len: 757 time: 0.3314540 Apr 29 11:42:31.184724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:31.186686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.306014 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-bdf0b50f-687f-4922-b452-7a71221bce32 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--721566103&fields=id&tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e HTTP/1.1" status: 200 len: 267 time: 0.1728787 Apr 29 11:42:31.405652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] device_id is not set on port e18fbd0d-484d-4113-bd47-d7039cb91e05 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:31.420104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.450216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Transition to ACTIVE for port object e18fbd0d-484d-4113-bd47-d7039cb91e05 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:31.531258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.569218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cae3af-4864-4d67-8365-2fab9f83bb1e tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:31.570974 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a4cae3af-4864-4d67-8365-2fab9f83bb1e tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "GET /v2.0/networks/140dede3-5a02-4452-89c9-68d2018436c4 HTTP/1.1" status: 200 len: 767 time: 0.3709736 Apr 29 11:42:31.624614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44954) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:31.667603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.743269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=e18fbd0d-484d-4113-bd47-d7039cb91e05,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.765001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce51ba-32ec-4343-bdb5-7226f66cf13c req-c8de2eeb-df96-456e-9f1e-11e5a1b27130 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:31.767710 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2fce51ba-32ec-4343-bdb5-7226f66cf13c req-c8de2eeb-df96-456e-9f1e-11e5a1b27130 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 932 time: 2.2586594 Apr 29 11:42:31.787401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=5c14255f-33a2-423e-9ded-5dca0f1ae541,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:31.825923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:31.926016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:31.938381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:31.974585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:32.075053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-195467ab-d753-4d72-a9ee-064ddca64d4a tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:32.076782 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-195467ab-d753-4d72-a9ee-064ddca64d4a tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/networks?id=5650cb91-6506-40b5-ab7f-695bb49ba887 HTTP/1.1" status: 200 len: 806 time: 0.7698944 Apr 29 11:42:32.091506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.139047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:32.154764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:32.155598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:32.156149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:32.183997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:32.185558 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:32.202326 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 2 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:32.241110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:32.241953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:32.242259 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-b1fe0426-29c3-40c0-9059-881e7d2d326b tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/quotas/fd48c60fd4ae4d3bb08914f7dbba868e HTTP/1.1" status: 200 len: 375 time: 0.1560426 Apr 29 11:42:32.242769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:32.261626 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2fce51ba-32ec-4343-bdb5-7226f66cf13c req-b8f9ba5c-6462-4b31-96b3-a65885cb8593 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210746 Apr 29 11:42:32.269276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.373688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:32.374415 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:32.438834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a949b75b-1794-4410-abd3-299cb416317c {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:32.448929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.467959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Transition to ACTIVE for port object a949b75b-1794-4410-abd3-299cb416317c will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:32.504208 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 3 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:32.512280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.519343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:32.520297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.583353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.759522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.761953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:32.930497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:32.930966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:32.931616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:32.960426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:32.960876 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:32.970103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 4 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:32.977929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2671f328-b952-4ac6-8351-b3ce09d118c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.084823 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.9928799 Apr 29 11:42:33.153796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44960) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:33.157530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.184009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'name': 'tempest-PortsIpV6TestJSON-589240479'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:33.378563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:33.379198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:33.379465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:33.389123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.389844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6817a877-ebed-402d-9774-66003402df59 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:42:33.400432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73485eb2-59c7-42b2-b164-6bb50032b3f4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=7829cc82-d34a-4805-a0d2-10de511cd045,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:33.414138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:33.434655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:33.434994 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:33.439740 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 5 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:33.447937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.474312 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:42:33.475493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b80f61bf-52b9-4597-985f-e5a7f55f00cf tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.8843439 Apr 29 11:42:33.481202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44966) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:33.490470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:33.498612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6a7e-84c6-4e83-a90a-279e7bf494aa req-3b8c3e7e-6594-4a80-a7d8-7b9c254f7f66 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:33.499355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-2aae6a7e-84c6-4e83-a90a-279e7bf494aa req-3b8c3e7e-6594-4a80-a7d8-7b9c254f7f66 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Synchronizing usage tracker for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:33.502128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:33.502457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:33.502784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:33.506709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:33.511079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:33.531770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:33.556084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:33.556409 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:33.590935 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 6 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:33.635992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:33.636330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:33.636665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:33.680485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:33.680863 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:33.687107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 7 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:33.736930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:33.737292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:33.737625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:33.753345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:33.757163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f806292-835d-4a60-8822-db9cb6f2ee0b']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.791953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.792540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-2aae6a7e-84c6-4e83-a90a-279e7bf494aa req-3b8c3e7e-6594-4a80-a7d8-7b9c254f7f66 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Unset dirty status for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:33.799376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.814121 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2aae6a7e-84c6-4e83-a90a-279e7bf494aa req-3b8c3e7e-6594-4a80-a7d8-7b9c254f7f66 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 932 time: 1.0500550 Apr 29 11:42:33.819240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:33.819603 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:33.826550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Deleting port 0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:33.827026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.871005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8eac990-ba4f-473f-96cd-1960292ae65e') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.871809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8eac990-ba4f-473f-96cd-1960292ae65e') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:33.897466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.922068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7977c985-949a-4182-b597-b5ffa37e3826 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:33.926735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.933300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.953502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Transition to ACTIVE for port object 7977c985-949a-4182-b597-b5ffa37e3826 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:33.961966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.964287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:33.965353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:33.975400 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 8 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:34.005045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:34.085126 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:34.092946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:34.093730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:34.094131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.107517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:34.107937 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:34.131519 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 9 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:34.216043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:34.216384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:34.216715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.260186 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2aae6a7e-84c6-4e83-a90a-279e7bf494aa req-eb62dbb9-95b6-46ed-b6b2-1aed31c3628f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451616 Apr 29 11:42:34.280838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:34.281156 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:34.300810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:34.303260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempt 10 to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 Apr 29 11:42:34.305053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.311395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.380616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 68c37aab-c620-470d-b877-03714b2ce578 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:34.422739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:34.423322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:34.423642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempting to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.446072 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-68dc19b8-5add-4c84-b470-4b6a8446a1f1 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9764090 Apr 29 11:42:34.470712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:34.471040 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Failed to bind port e18fbd0d-484d-4113-bd47-d7039cb91e05 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ef19beb4-b661-446f-bea6-2ec415a06aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0'}] Apr 29 11:42:34.471409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.535415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.606492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Attempting to bind port a949b75b-1794-4410-abd3-299cb416317c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:34.606861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Attempting to bind port a949b75b-1794-4410-abd3-299cb416317c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:34.607195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Attempting to bind port a949b75b-1794-4410-abd3-299cb416317c on network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.677015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Port a949b75b-1794-4410-abd3-299cb416317c on network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:34.677333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Attempting to bind port a949b75b-1794-4410-abd3-299cb416317c on network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.679403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.687569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Attempting to bind port 7977c985-949a-4182-b597-b5ffa37e3826 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:34.687569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Attempting to bind port 7977c985-949a-4182-b597-b5ffa37e3826 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:34.687569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Attempting to bind port 7977c985-949a-4182-b597-b5ffa37e3826 on network dda641af-33fa-46d8-adc5-bc5ec3ebe00e {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.711914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Port 7977c985-949a-4182-b597-b5ffa37e3826 on network dda641af-33fa-46d8-adc5-bc5ec3ebe00e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:34.712371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Attempting to bind port 7977c985-949a-4182-b597-b5ffa37e3826 on network dda641af-33fa-46d8-adc5-bc5ec3ebe00e {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:34.761760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:34.762448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Checking segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:34.763550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Bound using segment: {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:34.764466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Bound port: 7977c985-949a-4182-b597-b5ffa37e3826, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:34.765102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.801749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.821936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c76ec-9238-4cc9-925b-cf4bde439473 req-eb71dc8d-0c06-4b19-a15b-9960046c24d6 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:34.824961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b99c76ec-9238-4cc9-925b-cf4bde439473 req-eb71dc8d-0c06-4b19-a15b-9960046c24d6 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.3987267 Apr 29 11:42:34.848092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port e18fbd0d-484d-4113-bd47-d7039cb91e05, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:34.848550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:42:34.898377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f806292-835d-4a60-8822-db9cb6f2ee0b {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:42:34.903392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:34.903747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Checking segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:34.904507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Bound using segment: {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:34.904963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Bound port: a949b75b-1794-4410-abd3-299cb416317c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60062e8-4e5a-4432-953b-004b52418bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:34.905312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.920819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.942025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:34.956172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f806292-835d-4a60-8822-db9cb6f2ee0b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:34.990462 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dcb92adb-db43-44e5-82b7-b3a2d9f46f72 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0f806292-835d-4a60-8822-db9cb6f2ee0b HTTP/1.1" status: 204 len: 168 time: 3.3612480 Apr 29 11:42:35.037277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 44972) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:35.055904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'name': 'tempest-network--168675227'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:35.062778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Calling delete_port for 0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:35.138336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:35.144049 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-8f41a16f-54b4-44d6-a0fe-612a727b9814 service neutron] 10.222.0.53 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549284 Apr 29 11:42:35.168220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] In _notify_port_updated(), no bound segment for port e18fbd0d-484d-4113-bd47-d7039cb91e05 on network a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:42:35.169068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:35.171052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.171052 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "PUT /v2.0/ports/e18fbd0d-484d-4113-bd47-d7039cb91e05 HTTP/1.1" status: 200 len: 981 time: 6.6481271 Apr 29 11:42:35.178719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 44976) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:35.181763 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b99c76ec-9238-4cc9-925b-cf4bde439473 req-77217dfc-fa96-423d-92c6-7de8b94f0506 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486371 Apr 29 11:42:35.216180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Usage tracker for resource:network and tenant:a28a9a38818d4c48bb7f28dea41f67ab is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:35.233773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a248-3d56-46ab-8c85-b520059724a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event updated for resources: {'Port': ['ID=e18fbd0d-484d-4113-bd47-d7039cb91e05,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:35.280785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:35.286773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:35.303190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Deleting port e18fbd0d-484d-4113-bd47-d7039cb91e05 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:35.303663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.333812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:35.383951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:35.416303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.484382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.513709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:35.524172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Made reservation on behalf of a28a9a38818d4c48bb7f28dea41f67ab for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:35.527523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.562400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.576415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a949b75b-1794-4410-abd3-299cb416317c,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:35.602937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.620409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:35.621016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.622398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] 10.222.0.66 "PUT /v2.0/ports/7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1094 time: 4.8263452 Apr 29 11:42:35.625223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:35.706317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:35.707367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.708376 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] 10.222.0.66 "PUT /v2.0/ports/a949b75b-1794-4410-abd3-299cb416317c HTTP/1.1" status: 200 len: 1094 time: 5.0872960 Apr 29 11:42:35.710599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:35.716287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:35.729921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.734077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-3f65eb57-b6f5-409b-9c04-e77763c1822f service neutron] 10.222.0.53 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309870 Apr 29 11:42:35.771681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.886486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c44d3-c2fa-46cb-9aa3-68da128172ba service neutron] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:35.964590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:35.965304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Added segment ba7ce911-3055-47c8-94e6-d170dd880266 of type vlan for network 6cfc816c-a6f9-485c-99c2-f7bb6900b671 Apr 29 11:42:35.966074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61a20-639b-4b8b-9f52-24e0c1dc55f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.032013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.042806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.158158 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8272b4d-c81d-46d0-87b8-7a762baf2da6'] response: {'name': 'network-changed', 'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c', 'status': 'completed', 'code': 200} Apr 29 11:42:36.160875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.170694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] For port e18fbd0d-484d-4113-bd47-d7039cb91e05, host hv-neutron-8397, got binding levels [] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:36.170694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.186670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=68c37aab-c620-470d-b877-03714b2ce578,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.247267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:36.247476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: 7829cc82-d34a-4805-a0d2-10de511cd045, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:36.267113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.268163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:36.268736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.288697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4e96a6d5-6453-4104-9f06-38af888915f9 req-b30b2293-313f-4b5c-9bd6-bea1bc0b1ef9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 210 time: 0.0864942 Apr 29 11:42:36.322498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Calling delete_port for e18fbd0d-484d-4113-bd47-d7039cb91e05 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:36.388001 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3455539 Apr 29 11:42:36.391837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:36.395954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.399080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90810f-823f-4b00-8422-8f3c88c05f2a tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=6cfc816c-a6f9-485c-99c2-f7bb6900b671,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.402419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:36.405120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:36.410702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:42:36.417334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6cfc816c-a6f9-485c-99c2-f7bb6900b671 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:36.424169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7829cc82-d34a-4805-a0d2-10de511cd045) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:36.431741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:36.438151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:36.438868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804ece-7045-4faf-845a-ec28f9afec8e req-9b1984a2-9486-49cc-93f4-6a947c018383 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:36.439106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.446261 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d7804ece-7045-4faf-845a-ec28f9afec8e req-9b1984a2-9486-49cc-93f4-6a947c018383 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.8316717 Apr 29 11:42:36.509164 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10f9ace4-f913-4ee1-bba9-1beaacd4add8 tempest-RoutersAdminNegativeTest-181983016 tempest-RoutersAdminNegativeTest-181983016-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0f45ee41-7a0c-4cbd-90ba-a86b3b5ec186 HTTP/1.1" status: 204 len: 168 time: 3.0225554 Apr 29 11:42:36.549631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61403f36-1d44-47f8-91b5-fd23d62dbc7e None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:36.640345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5bbcea-95e2-4541-8fee-72bbb4cd5418'] response: {'name': 'network-changed', 'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826', 'status': 'completed', 'code': 200} Apr 29 11:42:36.689898 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d7804ece-7045-4faf-845a-ec28f9afec8e req-8944c2d2-c37e-473c-9868-717e631632b6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425718 Apr 29 11:42:36.693122 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-63287f13-957c-4af0-b582-43b591b824ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5303607 Apr 29 11:42:36.706036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45018) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:36.717442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818902112'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:36.727915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:36.735987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:36.740353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:36.748293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.758242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:36.781661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:36.785061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.817034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Pushing event deleted for resources: {'Port': ['ID=e18fbd0d-484d-4113-bd47-d7039cb91e05,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:36.838348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:36.852383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:36.868356 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:36.869007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:36.898162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:36.915051 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0f0140d6-f075-43d5-8e5c-e8013e66558b tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e18fbd0d-484d-4113-bd47-d7039cb91e05 HTTP/1.1" status: 204 len: 168 time: 1.7320328 Apr 29 11:42:36.921263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45024) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:36.960970 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:36.982572 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:36.983516 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:36.991056 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5bd3df-8b4e-48be-861a-008a4e3b7448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:42:36.991649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4a5bd3df-8b4e-48be-861a-008a4e3b7448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Synchronizing usage tracker for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:37.000564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.004828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.031385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.062981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Network 6cfc816c-a6f9-485c-99c2-f7bb6900b671 is not hosted by any dhcp agent {{(pid=88016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 11:42:37.064043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.065908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.069136 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "PUT /v2.0/networks/6cfc816c-a6f9-485c-99c2-f7bb6900b671 HTTP/1.1" status: 200 len: 857 time: 0.6750576 Apr 29 11:42:37.070053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45034) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.088347 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:37.088755 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610604f6-ba09-44f5-ba8e-ffbac6ed4f8a None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:37.109630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4a5bd3df-8b4e-48be-861a-008a4e3b7448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] Unset dirty status for tenant:f36d413c0e9a43f1b7bf22a0ac3e52c6 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:37.110551 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4a5bd3df-8b4e-48be-861a-008a4e3b7448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474704079-project-admin] 10.222.0.53 "GET /v2.0/ports/e18fbd0d-484d-4113-bd47-d7039cb91e05 HTTP/1.1" status: 404 len: 333 time: 0.1889501 Apr 29 11:42:37.117863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45038) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.119631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdb32e-ce05-42e7-a497-0fe74378022e req-44aa41c8-6a44-4659-95d1-c1f05b570c6e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.120569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-22cdb32e-ce05-42e7-a497-0fe74378022e req-44aa41c8-6a44-4659-95d1-c1f05b570c6e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Synchronizing usage tracker for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:37.167994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:37.195898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.196244 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment dd1cbb40-a183-4275-bcf2-1e196b3e588e of type vlan for network cf26bc6f-6aad-41ea-96ec-a63de1be3325 Apr 29 11:42:37.240897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.245159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-eff0c963-8eac-4fbb-aaa5-850be4028542 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2555666 Apr 29 11:42:37.245845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45044) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.252845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-22cdb32e-ce05-42e7-a497-0fe74378022e req-44aa41c8-6a44-4659-95d1-c1f05b570c6e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Unset dirty status for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:37.258057 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22cdb32e-ce05-42e7-a497-0fe74378022e req-44aa41c8-6a44-4659-95d1-c1f05b570c6e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.6310329 Apr 29 11:42:37.259681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2bd64-df07-4128-8809-798c8937194f tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event updated for resources: {'Network': ['ID=6cfc816c-a6f9-485c-99c2-f7bb6900b671,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:37.326950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.364405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.443609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.454714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:37.497330 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22cdb32e-ce05-42e7-a497-0fe74378022e req-497f5028-a035-48bd-a1b6-ff9824e0a4d1 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271500 Apr 29 11:42:37.499510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Usage tracker for resource:security_group_rule and tenant:767a53a8fe364b599c1e201e73d0f470 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:37.518173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:37.527022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-ea55f08b-47e6-444b-b74e-7dece92d6102 req-0cce6a1f-e0b4-43d8-8868-8546e723eb81 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Synchronizing usage tracker for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:37.531056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.532092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.534603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:37.536913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.537421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.565479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-4d3b2e33-d6da-412c-a492-5bf59bf01a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.566941 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-4d3b2e33-d6da-412c-a492-5bf59bf01a9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1097 time: 0.4569824 Apr 29 11:42:37.737009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0298975 Apr 29 11:42:37.806507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45056) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.813373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-ea55f08b-47e6-444b-b74e-7dece92d6102 req-0cce6a1f-e0b4-43d8-8868-8546e723eb81 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Unset dirty status for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:37.814598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ea55f08b-47e6-444b-b74e-7dece92d6102 req-0cce6a1f-e0b4-43d8-8868-8546e723eb81 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 210 time: 0.3622954 Apr 29 11:42:37.836258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'ports': [{'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'}, {'network_id': 'cf26bc6f-6aad-41ea-96ec-a63de1be3325'}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:37.836820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:37.837328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'cf26bc6f-6aad-41ea-96ec-a63de1be3325'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:37.852971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:37.865166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-01134cc2-5177-4e49-ba67-8129bdc10890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:37.866768 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-01134cc2-5177-4e49-ba67-8129bdc10890 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ac14784e5748b4ab5677157173ed40&device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 1097 time: 0.6786029 Apr 29 11:42:37.874128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587c5e-ea80-4fbf-8c70-86b4684e957f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=cf26bc6f-6aad-41ea-96ec-a63de1be3325,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:37.886122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network cf26bc6f-6aad-41ea-96ec-a63de1be3325 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:37.924958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.66', 58397) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:37.944632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfc816c-a6f9-485c-99c2-f7bb6900b671']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.013675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7ce911-3055-47c8-94e6-d170dd880266') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.013996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7ce911-3055-47c8-94e6-d170dd880266') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.113948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.143363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-61fa1168-9e67-4a55-9ad2-7d6a4c4bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.144781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-61fa1168-9e67-4a55-9ad2-7d6a4c4bdf68 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5141363 Apr 29 11:42:38.151230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-dd9a4399-54ab-4dd2-b197-923f4130ea26 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.152555 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-dd9a4399-54ab-4dd2-b197-923f4130ea26 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.66 "GET /v2.0/networks?id=5650cb91-6506-40b5-ab7f-695bb49ba887 HTTP/1.1" status: 200 len: 806 time: 0.2182014 Apr 29 11:42:38.262850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.300879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.310650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:38.311830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:38.340317 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:38.358962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074285-3c1e-4939-85d1-3c56ca96344a req-c52c6d82-cb5d-43ce-bc0b-ea6fb2c93c32 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.360486 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5b074285-3c1e-4939-85d1-3c56ca96344a req-c52c6d82-cb5d-43ce-bc0b-ea6fb2c93c32 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.5480371 Apr 29 11:42:38.465779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-812f3692-770c-4104-97fa-000dd80f057c tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e HTTP/1.1" status: 200 len: 379 time: 0.2383533 Apr 29 11:42:38.475162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.492615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'port': {'device_id': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'admin_state_up': True, 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'security_groups': ['2dc088cd-d1b1-4d69-839d-276516790ccf']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:38.601292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef19beb4-b661-446f-bea6-2ec415a06aa8') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.601665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef19beb4-b661-446f-bea6-2ec415a06aa8') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:38.618034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.623665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-d52f4475-08eb-40a0-ab5f-b0e48a413886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.624673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-d52f4475-08eb-40a0-ab5f-b0e48a413886 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=94ac14784e5748b4ab5677157173ed40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6520865 Apr 29 11:42:38.634389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.643678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.707495 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5b074285-3c1e-4939-85d1-3c56ca96344a req-1646bbef-b66f-4684-b3af-cd6c70d5a1e6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340888 Apr 29 11:42:38.740021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.746155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cfc816c-a6f9-485c-99c2-f7bb6900b671 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:42:38.748358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.763437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.801256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-78c6f5b2-3a50-4ef7-a32c-8c5e38672e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:38.802727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c867a88f-6aca-4e8a-aec1-1c0fd0db03c7 req-78c6f5b2-3a50-4ef7-a32c-8c5e38672e90 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6481969 Apr 29 11:42:38.805114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:38.855052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:38.855707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:38.872561 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:38.877854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:38.889473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6cfc816c-a6f9-485c-99c2-f7bb6900b671 HTTP/1.1" status: 204 len: 168 time: 1.8034284 Apr 29 11:42:38.891966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:38.895685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45070) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:38.910349 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=767a53a8fe364b599c1e201e73d0f470&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9062946 Apr 29 11:42:38.910349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe19c84-c4b1-418c-bf36-449393659509 tempest-ExternalNetworksTestJSON-308799940 tempest-ExternalNetworksTestJSON-308799940-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cfc816c-a6f9-485c-99c2-f7bb6900b671,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.948187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45074) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:38.977979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:38.987428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b672b-6fcc-4250-91c0-65330c459aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe91d08-5fb0-4a5d-bf31-80336da6b5b2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:38.989459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:39.009333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4752401-650b-42ca-88a0-0f923ba05843 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:39.010136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4752401-650b-42ca-88a0-0f923ba05843 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:39.012363 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d4752401-650b-42ca-88a0-0f923ba05843 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "DELETE /v2.0/subnets/457cef35-0db1-4e37-8fcd-db10b77cccc1 HTTP/1.1" status: 404 len: 337 time: 0.1141777 Apr 29 11:42:39.023534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45078) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:39.084623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:39.090696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.106430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.110531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.147217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:39.161434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] 10.222.0.53 "DELETE /v2.0/networks/a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0 HTTP/1.1" status: 204 len: 168 time: 2.0390666 Apr 29 11:42:39.164573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a696f-4fc0-4228-9c3b-cd58d4b3d3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087851824-project] Pushing event deleted for resources: {'Network': ['ID=a9e6f4f8-936a-4b5e-a49f-d4deb5935dc0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:39.167722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.186602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-fcf13588-5d27-4a55-9cea-a40d342780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:39.188301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a63b8e7-7a46-403e-bd95-822b6ec9362b req-fcf13588-5d27-4a55-9cea-a40d342780c0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5274155 Apr 29 11:42:39.200814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cbaad2d5-5d89-4396-86f0-127801cf9cce req-32b1133c-b0da-4108-8376-57ccff53852c tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 210 time: 0.1723135 Apr 29 11:42:39.311813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Made reservation on behalf of fd48c60fd4ae4d3bb08914f7dbba868e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:39.315856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.367513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.436856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.454320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.562857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45086) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:39.577659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-05508864-cc91-4d1e-a07c-0d641af5d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:39.579151 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-05508864-cc91-4d1e-a07c-0d641af5d122 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1097 time: 0.6404610 Apr 29 11:42:39.609287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79df8e2-7333-46f5-8be2-0d5fe6ea4fc9 req-67cfab6e-92fb-4398-9558-f1cffb65e77f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:39.610852 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b79df8e2-7333-46f5-8be2-0d5fe6ea4fc9 req-67cfab6e-92fb-4398-9558-f1cffb65e77f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.9787157 Apr 29 11:42:39.648781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 3552cfb7-db35-46d0-9c2d-aaa49f2a948a yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:39.685492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:39.700119 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b79df8e2-7333-46f5-8be2-0d5fe6ea4fc9 req-22c682f9-79df-4bd3-8783-918d1a097857 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745509 Apr 29 11:42:39.713741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-815e38d8-b368-4bba-957b-5167b5b836be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:39.715250 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-815e38d8-b368-4bba-957b-5167b5b836be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ac14784e5748b4ab5677157173ed40&device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 1097 time: 0.4399335 Apr 29 11:42:39.817673 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-7852a020-abdf-4218-9e84-e70383f5f809 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 217 time: 0.2190492 Apr 29 11:42:39.905000 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-364b932f-a716-41c2-ab3e-8a0b9a88f602 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a949b75b-1794-4410-abd3-299cb416317c HTTP/1.1" status: 200 len: 217 time: 0.1102669 Apr 29 11:42:39.912110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.066522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-6e4ec9f2-cf73-4212-ac27-d6919c25133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.067864 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-6e4ec9f2-cf73-4212-ac27-d6919c25133f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac118ffe-60a9-4236-af6c-26008bf9eba8 HTTP/1.1" status: 200 len: 851 time: 0.1529486 Apr 29 11:42:40.071995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port f61a59f6-410c-4c2a-885b-ef2aa97aa0ae yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:40.109971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.178678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-092da1ae-3276-4c65-8e6d-e43436e1242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.179197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-672e9e23-0cf9-466e-9a3f-9780e3de2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.180142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-092da1ae-3276-4c65-8e6d-e43436e1242d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048772 Apr 29 11:42:40.180986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-672e9e23-0cf9-466e-9a3f-9780e3de2fff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.3407922 Apr 29 11:42:40.194374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140dede3-5a02-4452-89c9-68d2018436c4']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:40.249912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Allocated IP 172.20.0.6 (5650cb91-6506-40b5-ab7f-695bb49ba887/59ad3535-04a5-4d73-8c31-c9f69956d90a/7a51fc56-ca20-4b24-9c0b-a6417aa52bca) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:40.343015 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-994c9974-f065-4f46-9d94-f75208b8683a service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490884 Apr 29 11:42:40.431709 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-16cd10ae-0fd2-4ff4-a53c-50fb3e51b8f6 req-736a0e5a-9e74-4720-85db-23702f697cc3 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 210 time: 0.0633495 Apr 29 11:42:40.441948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7701fe1f-596a-4a23-b7af-320106a365b1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:40.442310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7701fe1f-596a-4a23-b7af-320106a365b1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:40.468147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.472913 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d08db56-7a88-46f9-a7bf-5f2e5f3323da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb1b8d90aea0465ba035b11baa9916b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8982000 Apr 29 11:42:40.476976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.491836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45098) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:40.535665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.542957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe91d08-5fb0-4a5d-bf31-80336da6b5b2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.577770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.615209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85018e8d-c9aa-425e-98ef-16f9c92c5b01 req-3d5584c8-02a0-4914-b296-80c11699bf54 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:40.615620 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d21e33db-0453-44a2-95db-7f39a1fa60e4 req-cf896837-9675-4176-a638-0210433158d2 service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659006 Apr 29 11:42:40.616679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-85018e8d-c9aa-425e-98ef-16f9c92c5b01 req-3d5584c8-02a0-4914-b296-80c11699bf54 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.7799616 Apr 29 11:42:40.639317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.652521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.665734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:40.666203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:40.682887 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:40.725336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.757872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:40.761951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:40.774071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:40.774527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.792500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=3552cfb7-db35-46d0-9c2d-aaa49f2a948a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.834775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.840024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da31ec19-d1d3-48d7-9eef-f7b914c3cb89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbe91d08-5fb0-4a5d-bf31-80336da6b5b2 HTTP/1.1" status: 204 len: 168 time: 1.8902204 Apr 29 11:42:40.925976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.928830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=f61a59f6-410c-4c2a-885b-ef2aa97aa0ae,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.958220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': 'dd1cbb40-a183-4275-bcf2-1e196b3e588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'cf26bc6f-6aad-41ea-96ec-a63de1be3325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:40.958687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: cf26bc6f-6aad-41ea-96ec-a63de1be3325, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:40.971574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1253f2-4da8-4206-92dc-79ea7309b0c4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:40.998776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:40.999086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-a2273636-c458-4ee8-b0a1-064ad0490327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.002762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9a839765-90fe-4084-8c7d-f8562aae2afd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc1253f2-4da8-4206-92dc-79ea7309b0c4 HTTP/1.1" status: 204 len: 168 time: 0.5057395 Apr 29 11:42:41.003080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-a2273636-c458-4ee8-b0a1-064ad0490327 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7974668 Apr 29 11:42:41.005326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network cf26bc6f-6aad-41ea-96ec-a63de1be3325 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:41.017236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, cf26bc6f-6aad-41ea-96ec-a63de1be3325) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:41.022589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:41.028438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.030695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862d4dc-2d2b-4706-9ec4-6a2f8d4e7924 None None] Network cf26bc6f-6aad-41ea-96ec-a63de1be3325 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:41.033342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.034093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.035201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-85018e8d-c9aa-425e-98ef-16f9c92c5b01 req-e9add84e-28ba-486e-9bea-f3bf4928c85b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783143 Apr 29 11:42:41.057130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53132417-0309-47c8-a49c-28c6060baf82 req-accd0941-9579-4e64-a571-7b371e47bb3e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:41.058484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53132417-0309-47c8-a49c-28c6060baf82 req-accd0941-9579-4e64-a571-7b371e47bb3e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.1814544 Apr 29 11:42:41.060479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.078927 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8d71a1f0-3597-49e1-805d-96ea6bd73b3b tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2587929 Apr 29 11:42:41.078927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45108) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.185281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port f61a59f6-410c-4c2a-885b-ef2aa97aa0ae {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:41.186443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.205955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.227907 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53132417-0309-47c8-a49c-28c6060baf82 req-4d7ec24a-885d-4d6c-ae46-93866bca92f0 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549726 Apr 29 11:42:41.253900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] Pushing event deleted for resources: {'Network': ['ID=140dede3-5a02-4452-89c9-68d2018436c4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.262236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.1 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/d21674d6-623e-4673-98a3-9347d72e22fb) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:41.403353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.427140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Transition to ACTIVE for port object 7a51fc56-ca20-4b24-9c0b-a6417aa52bca will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:41.459886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.465595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b0878ba-0536-476e-bf10-197d0b682d60 tempest-ExternalNetworksTestJSON-427038432 tempest-ExternalNetworksTestJSON-427038432-project] 10.222.0.53 "DELETE /v2.0/networks/140dede3-5a02-4452-89c9-68d2018436c4 HTTP/1.1" status: 204 len: 168 time: 2.4359260 Apr 29 11:42:41.467426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.499451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.704158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:41.749701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for f61a59f6-410c-4c2a-885b-ef2aa97aa0ae owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:41.765205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:41.816741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45126) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.817004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:41.866500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event updated for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.891552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-011a8331-3d77-420d-b42f-c5f2e0b233c5 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528593 Apr 29 11:42:41.905771 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0a8d5051-1217-4019-a05b-02d3f8495265 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a7f429f97824e70a401230cdf0bd1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383876 Apr 29 11:42:41.906449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1070a93d-bea7-4f41-b6ba-4a155e422be5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f36d413c0e9a43f1b7bf22a0ac3e52c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843349 Apr 29 11:42:41.906449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:41.907838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45130) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.908181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45132) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.908491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45134) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:41.987747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=f61a59f6-410c-4c2a-885b-ef2aa97aa0ae,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:41.999417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.000085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.033874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.069623 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-15fac33a-8a70-4deb-aeac-5a3d85182365 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/f61a59f6-410c-4c2a-885b-ef2aa97aa0ae HTTP/1.1" status: 204 len: 168 time: 0.9912586 Apr 29 11:42:42.071807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:42.082507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.102834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-132b2953-0a04-4153-bc10-56863eee0b40 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6163263 Apr 29 11:42:42.131920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Request body: {'port': {'device_id': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:42.152900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.156848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.165266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e01e618f-47b2-49f7-b0eb-628a67d63490 None None] Provisioning for port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:42.172944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cd96-323b-4fcb-9ee4-797e63ef8edc req-dd3c007e-69a2-4a70-b389-259c5c3ecae4 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.173939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0f36cd96-323b-4fcb-9ee4-797e63ef8edc req-dd3c007e-69a2-4a70-b389-259c5c3ecae4 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Synchronizing usage tracker for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:42.183745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e01e618f-47b2-49f7-b0eb-628a67d63490 None None] Provisioning complete for port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:42.184299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e01e618f-47b2-49f7-b0eb-628a67d63490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.204242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0be5e54-1c95-449e-8647-a5fd73f5bb45 req-e08c0810-9848-4f8b-bc0f-d78f726721c4 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906799 Apr 29 11:42:42.251287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.274209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0f36cd96-323b-4fcb-9ee4-797e63ef8edc req-dd3c007e-69a2-4a70-b389-259c5c3ecae4 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Unset dirty status for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:42.275595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f36cd96-323b-4fcb-9ee4-797e63ef8edc req-dd3c007e-69a2-4a70-b389-259c5c3ecae4 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 931 time: 0.5635543 Apr 29 11:42:42.277623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e01e618f-47b2-49f7-b0eb-628a67d63490 None None] Port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:42.312621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.323370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.397296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:42.409376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:42.416883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.423632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4cd18-d0cd-4614-b097-d27ef7e6f6a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.427218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:42.429787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4cd18-d0cd-4614-b097-d27ef7e6f6a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.430607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99c4cd18-d0cd-4614-b097-d27ef7e6f6a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:42.466844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f36cd96-323b-4fcb-9ee4-797e63ef8edc req-9f06eb99-fce8-4d52-8583-88272e6a3c0e tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769907 Apr 29 11:42:42.477967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.494052 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bb5466ef-5f70-4a2c-b145-32fe5ea7cee4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=430f45b637d849c78d31e9862b4aed40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5823293 Apr 29 11:42:42.500523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45156) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:42.504457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-99c4cd18-d0cd-4614-b097-d27ef7e6f6a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:42.508664 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99c4cd18-d0cd-4614-b097-d27ef7e6f6a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4330251 Apr 29 11:42:42.512016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45160) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:42.523725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ba72f-6f76-486a-a245-37e458d09fc2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.541282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881b07-f13d-4e93-bd2d-beb123060c33 req-2d265679-4a3a-48b3-b480-72e232c5f72b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:42.542854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2881b07-f13d-4e93-bd2d-beb123060c33 req-2d265679-4a3a-48b3-b480-72e232c5f72b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.3533273 Apr 29 11:42:42.543503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.598181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.599261 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50d3d970-86ef-4c6d-be21-3fed8681baaa HTTP/1.1" status: 204 len: 168 time: 0.6864600 Apr 29 11:42:42.600367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.601373 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2acb1a74-292b-4f87-9742-bf59d72c6377 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a24ba72f-6f76-486a-a245-37e458d09fc2 HTTP/1.1" status: 204 len: 168 time: 0.6919873 Apr 29 11:42:42.602326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75557f10-c758-4ac6-a7a0-008e835f61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d3d970-86ef-4c6d-be21-3fed8681baaa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.646460 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2881b07-f13d-4e93-bd2d-beb123060c33 req-0145e9a6-0bac-409a-bacb-9826201e3307 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876708 Apr 29 11:42:42.651531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.703639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.784421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.801484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009ba490-5a45-4bc2-8654-e6f7c16de45c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.815914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.820101 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0371858a-4db0-4e4e-96f4-fcf5bb230668 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/009ba490-5a45-4bc2-8654-e6f7c16de45c HTTP/1.1" status: 204 len: 168 time: 0.3169947 Apr 29 11:42:42.827300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=d21674d6-623e-4673-98a3-9347d72e22fb,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:42.887966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:42.977283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 3552cfb7-db35-46d0-9c2d-aaa49f2a948a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:42.977660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.200115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d56cf-c9d0-41e7-a375-6c9251a07921 req-15827a61-0eda-4ef8-8df3-45974470ec32 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:43.202706 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e8d56cf-c9d0-41e7-a375-6c9251a07921 req-15827a61-0eda-4ef8-8df3-45974470ec32 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.5859528 Apr 29 11:42:43.285522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45184) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:43.382687 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cbdc068e-a357-4364-a596-e2e2a6f48ec7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a28a9a38818d4c48bb7f28dea41f67ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0904436 Apr 29 11:42:43.383431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45190) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:43.546231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.580685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.675694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.692387 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e8d56cf-c9d0-41e7-a375-6c9251a07921 req-46ef3f99-5dc7-46e7-b6f5-106720d95661 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4208515 Apr 29 11:42:43.702243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.732169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b17e4ed-7ca9-41cb-b423-0e6814d102f7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:43.764284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.915227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:43.922009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5440e712-a870-4579-a7fb-1531d9cd4ac7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b17e4ed-7ca9-41cb-b423-0e6814d102f7 HTTP/1.1" status: 204 len: 168 time: 0.5368128 Apr 29 11:42:44.008567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f230dd-bb03-4560-a94a-4060a28cac70 req-4ec33d02-70e6-42eb-8570-0820eee17204 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:44.008760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 3552cfb7-db35-46d0-9c2d-aaa49f2a948a owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:44.011257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53f230dd-bb03-4560-a94a-4060a28cac70 req-4ec33d02-70e6-42eb-8570-0820eee17204 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 931 time: 0.2882502 Apr 29 11:42:44.092673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:42:44.095259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-53f230dd-bb03-4560-a94a-4060a28cac70 req-e52a2c03-5881-4605-ad81-6b0beaf992bd tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Synchronizing usage tracker for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:44.124733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-53f230dd-bb03-4560-a94a-4060a28cac70 req-e52a2c03-5881-4605-ad81-6b0beaf992bd tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Unset dirty status for tenant:fd48c60fd4ae4d3bb08914f7dbba868e on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:44.126993 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53f230dd-bb03-4560-a94a-4060a28cac70 req-e52a2c03-5881-4605-ad81-6b0beaf992bd tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086469 Apr 29 11:42:44.501791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a51fc56-ca20-4b24-9c0b-a6417aa52bca {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:44.508679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.519862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.568162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:44.602833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=3552cfb7-db35-46d0-9c2d-aaa49f2a948a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:44.629761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Transition to ACTIVE for port object 7a51fc56-ca20-4b24-9c0b-a6417aa52bca will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:44.643716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.646978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:44.696556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656837d-0745-44b3-b429-afaad600d205 req-93891a53-69a1-44f9-a8e0-802dbc0e5bdd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:44.698128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b656837d-0745-44b3-b429-afaad600d205 req-93891a53-69a1-44f9-a8e0-802dbc0e5bdd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.6193631 Apr 29 11:42:44.998797 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-eac90c40-ec2c-433b-bee7-8d663d11d1ea tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/3552cfb7-db35-46d0-9c2d-aaa49f2a948a HTTP/1.1" status: 204 len: 168 time: 2.4828985 Apr 29 11:42:45.001192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1590061026'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:45.004162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45248) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:45.009422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:45.017372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:network and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:45.023183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:45.035458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:45.067725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:45.073711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.129345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.139706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Pushing event updated for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.159393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:45.166360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:security_group_rule and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:45.171172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:45.181864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:45.313184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24a69f-d8fb-47e6-a7a1-48bfca886383 req-fac5b063-c82c-49e6-997a-908fd28e3d9c tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:45.321963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b656837d-0745-44b3-b429-afaad600d205 req-294ee786-139e-4004-9013-10c4c7d42e31 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6098027 Apr 29 11:42:45.325421 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1a24a69f-d8fb-47e6-a7a1-48bfca886383 req-fac5b063-c82c-49e6-997a-908fd28e3d9c tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.4145546 Apr 29 11:42:45.466486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1a24a69f-d8fb-47e6-a7a1-48bfca886383 req-ae99f794-9ff6-44e6-a809-7dcb8ddc3933 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395252 Apr 29 11:42:45.509419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Attempting to bind port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:45.509419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Attempting to bind port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:45.509419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Attempting to bind port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca on network 5650cb91-6506-40b5-ab7f-695bb49ba887 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:45.531796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90dcdc9-cf68-4cd8-984a-138fd8911403 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:45.537647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e90dcdc9-cf68-4cd8-984a-138fd8911403 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:45.546639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.552852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca on network 5650cb91-6506-40b5-ab7f-695bb49ba887 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:42:45.554924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.558867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Attempting to bind port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca on network 5650cb91-6506-40b5-ab7f-695bb49ba887 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:45.589814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:45.590200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Checking segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:45.590630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Bound using segment: {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:45.591338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Bound port: 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e197df2-2a4b-4c97-b50a-d5656cab5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:45.591686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.618304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:45.639750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13081af-0c97-4ec1-9a06-1ce9c6dd1d3d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.647347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.647865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Added segment 8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb of type vlan for network 5460fc35-d8fe-43bf-8038-2147a440b249 Apr 29 11:42:45.701061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.728814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.752829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.766799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.782462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:45.784201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.850464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e90dcdc9-cf68-4cd8-984a-138fd8911403 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:45.851656 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e90dcdc9-cf68-4cd8-984a-138fd8911403 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8354754 Apr 29 11:42:45.862793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45272) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:45.902989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=d21674d6-623e-4673-98a3-9347d72e22fb,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:45.926216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:45.936737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:45.964798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e6ae-6698-49eb-92d9-3b2e88ad5a42 req-8d8306d9-a6c2-4888-bc72-4731fd852cc8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:45.971882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b765e6ae-6698-49eb-92d9-3b2e88ad5a42 req-8d8306d9-a6c2-4888-bc72-4731fd852cc8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 943 time: 0.4262323 Apr 29 11:42:45.975004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:46.011119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.013536 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39dca4e-074d-4840-87b3-b02f5eb66c34 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:42:46.015994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b39dca4e-074d-4840-87b3-b02f5eb66c34 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/f61a59f6-410c-4c2a-885b-ef2aa97aa0ae HTTP/1.1" status: 404 len: 333 time: 0.1502964 Apr 29 11:42:46.030241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45282) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:46.123486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:46.124141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.125572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] 10.222.0.66 "PUT /v2.0/ports/7a51fc56-ca20-4b24-9c0b-a6417aa52bca HTTP/1.1" status: 200 len: 1093 time: 4.0009260 Apr 29 11:42:46.148590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:46.153784 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5839725 Apr 29 11:42:46.155391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd557-bc4c-4adc-984b-6a7ff5d3277f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Network': ['ID=5460fc35-d8fe-43bf-8038-2147a440b249,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.159623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45292) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:46.174249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5460fc35-d8fe-43bf-8038-2147a440b249 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:46.186360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'subnet': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:46.205456 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f45fb7-31b5-4ced-b55e-b02765075cb7 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:42:46.209360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8f45fb7-31b5-4ced-b55e-b02765075cb7 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/3552cfb7-db35-46d0-9c2d-aaa49f2a948a HTTP/1.1" status: 404 len: 333 time: 0.1441641 Apr 29 11:42:46.266553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45296) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:46.386805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b765e6ae-6698-49eb-92d9-3b2e88ad5a42 req-2ea6c3ee-a36b-42dc-b9d0-f3b90c2f552c tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139123 Apr 29 11:42:46.470118 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbf4e60-1b54-4763-b8b0-b263c0953422'] response: {'name': 'network-changed', 'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'status': 'completed', 'code': 200} Apr 29 11:42:46.474477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45306) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:46.504827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a949b75b-1794-4410-abd3-299cb416317c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:42:46.511761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d086eb-3363-4328-b7ce-8935bc0b8182 service neutron] Pushing event updated for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:46.737792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-63bfa150-c622-4112-ab9c-aa107fb201de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:46.739305 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-63bfa150-c622-4112-ab9c-aa107fb201de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e&device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 1096 time: 0.5352955 Apr 29 11:42:46.741754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:46.742384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:46.749098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:46.752304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.756456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:subnet and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:46.764633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a949b75b-1794-4410-abd3-299cb416317c,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:46.771638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:46.782543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'a949b75b-1794-4410-abd3-299cb416317c', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'port_id': 'a949b75b-1794-4410-abd3-299cb416317c', 'mac_address': 'fa:16:3e:51:3e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:42:46.864439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.892799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a949b75b-1794-4410-abd3-299cb416317c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:46.911548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a949b75b-1794-4410-abd3-299cb416317c,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:46.917267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:46.918277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7977c985-949a-4182-b597-b5ffa37e3826 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:42:47.023425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:47.079360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:47.080157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:42:47.082109 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-7fa7f692-082e-4f8e-8be3-484a91e12eb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca HTTP/1.1" status: 200 len: 217 time: 0.3263116 Apr 29 11:42:47.149131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.180762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:47.187980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.194345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45324) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.203589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-195376bc-9b39-4941-a8b7-6dcc57c2b841 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.258990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:47.273798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '7977c985-949a-4182-b597-b5ffa37e3826', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'port_id': '7977c985-949a-4182-b597-b5ffa37e3826', 'mac_address': 'fa:16:3e:59:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:42:47.310273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf26bc6f-6aad-41ea-96ec-a63de1be3325']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.330815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae30385-2e11-45c8-b4d1-401743f8bb0d req-c4f8b95a-f4a2-450f-8c9d-567596d3937d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:47.332491 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ae30385-2e11-45c8-b4d1-401743f8bb0d req-c4f8b95a-f4a2-450f-8c9d-567596d3937d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 944 time: 0.5727327 Apr 29 11:42:47.337441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.342947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1cbb40-a183-4275-bcf2-1e196b3e588e') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.343491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1cbb40-a183-4275-bcf2-1e196b3e588e') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.357979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7977c985-949a-4182-b597-b5ffa37e3826 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:47.375162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.376155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:47.381349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.412728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.427754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:47.428158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:47.443128 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:47.452445 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ae30385-2e11-45c8-b4d1-401743f8bb0d req-bb4a219b-382b-43ea-b520-7a78b6481e88 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997410 Apr 29 11:42:47.496809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:47.497526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ced35-8eab-4973-91a7-d643eae3dfc0 req-141672e7-fe1a-45b5-9076-8b0d6ad575e8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:47.503500 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-409ced35-8eab-4973-91a7-d643eae3dfc0 req-141672e7-fe1a-45b5-9076-8b0d6ad575e8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 0.8402488 Apr 29 11:42:47.592590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-ba7a4a69-0746-4e1b-80a3-6450bcafe747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:47.595620 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-ba7a4a69-0746-4e1b-80a3-6450bcafe747 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59ad3535-04a5-4d73-8c31-c9f69956d90a HTTP/1.1" status: 200 len: 845 time: 0.5044119 Apr 29 11:42:47.620770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.663191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8dbbf113-968f-4cae-b7ae-f851e355bd1e tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.676010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.677028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-409ced35-8eab-4973-91a7-d643eae3dfc0 req-9ace207b-d2e0-485f-97a8-cf23e215affe tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471391 Apr 29 11:42:47.680693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-195376bc-9b39-4941-a8b7-6dcc57c2b841 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "PUT /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835 HTTP/1.1" status: 200 len: 366 time: 1.2009451 Apr 29 11:42:47.680693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:42:47.688852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.691624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-47037d5a-1bcf-4492-bc06-dd1daf52a0a7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/routers/95b07a88-5c10-4c22-9787-db97f989ef50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4402831 Apr 29 11:42:47.699059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:42:47.700731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45336) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.702687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=cf26bc6f-6aad-41ea-96ec-a63de1be3325,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:47.712315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:47.713250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.727254 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fd28c36b-ee4c-40f9-b0d8-7fcaa6becec5 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0343752 Apr 29 11:42:47.734591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45340) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.737517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8dbbf113-968f-4cae-b7ae-f851e355bd1e tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "PUT /v2.0/quotas/0b8a9a458d8a4a918c74e78a01c8037f HTTP/1.1" status: 200 len: 368 time: 0.5254512 Apr 29 11:42:47.745917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45344) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.746673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'port': {'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d', 'name': 'tempest-FloatingIPTestJSON-1907139577'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.754061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Request body: {'network': {'project_id': '0b8a9a458d8a4a918c74e78a01c8037f'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.760815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:47.768403 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-447e1faa-c3e0-4e8b-b991-e6b1b566bd7c tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835 HTTP/1.1" status: 200 len: 366 time: 0.0259197 Apr 29 11:42:47.770267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.772846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Usage tracker for resource:network and tenant:0b8a9a458d8a4a918c74e78a01c8037f is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:47.777503 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d9052e6-8de1-43fb-924e-fbef86c8b54f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/cf26bc6f-6aad-41ea-96ec-a63de1be3325 HTTP/1.1" status: 204 len: 168 time: 1.4936943 Apr 29 11:42:47.778281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45350) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.783780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:47.795212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.804017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:42:47.804446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1180886783'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:47.804858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.809183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:47.816434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:47.823609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-d4f3be77-1dbe-4e06-86e5-3539d968a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:47.825226 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-d4f3be77-1dbe-4e06-86e5-3539d968a104 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5650cb91-6506-40b5-ab7f-695bb49ba887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2123532 Apr 29 11:42:47.826363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:47.833940 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2aaa0a23-f1cc-4bfd-b94b-e935e5507950 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835 HTTP/1.1" status: 204 len: 168 time: 0.0552194 Apr 29 11:42:47.833940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:47.835966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45356) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.842214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:47.869611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Made reservation on behalf of 0b8a9a458d8a4a918c74e78a01c8037f for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:47.872387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.878939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:47.879643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ee470-3647-4e7d-835b-5cacdbaddfc6 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:42:47.883843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.905783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-126e58e9-2e7e-4036-8201-4446313641d7 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0648737 Apr 29 11:42:47.906616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.915287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45360) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:47.923128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:47.926567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:47.964293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['a949b75b-1794-4410-abd3-299cb416317c'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:42:47.998937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['7977c985-949a-4182-b597-b5ffa37e3826'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:42:48.001493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4da9d-c163-4d11-9693-68b2042e0f3d req-367fc5c4-b71f-4dac-9740-ce6cab5eb026 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:48.002717 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-05f4da9d-c163-4d11-9693-68b2042e0f3d req-367fc5c4-b71f-4dac-9740-ce6cab5eb026 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 943 time: 0.3776474 Apr 29 11:42:48.008286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Subnet': ['ID=b23da9c3-5de3-427b-ac55-5a4ae56c1177,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.009550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:48.015691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4598e1d8-56cc-4ff8-8681-35e9e7b122fc tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835 HTTP/1.1" status: 200 len: 370 time: 0.0944574 Apr 29 11:42:48.015880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45364) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:48.027567 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e91ae0d-60f9-4300-abfb-bfbfe1b4d387 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835/default HTTP/1.1" status: 200 len: 370 time: 0.0066063 Apr 29 11:42:48.028249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:48.029379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Usage tracker for resource:security_group_rule and tenant:0b8a9a458d8a4a918c74e78a01c8037f is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.032851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.033347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:48.048051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:48.053185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:port and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.058227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.067657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Checking segment: {'id': '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:48.068019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network hostable DHCP agents. Network: 5460fc35-d8fe-43bf-8038-2147a440b249, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:48.072889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:48.080713 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-d6d0ef56-e551-4fa3-91a1-7b5bb673cb21 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] delete failed (client error): The resource could not be found. Apr 29 11:42:48.084722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d6d0ef56-e551-4fa3-91a1-7b5bb673cb21 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6fa3bdc91c254e02a12a170d94586835 HTTP/1.1" status: 404 len: 348 time: 0.0411856 Apr 29 11:42:48.111139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:48.113123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:48.116887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.131438 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-05f4da9d-c163-4d11-9693-68b2042e0f3d req-6556bab0-07d9-41ac-a32f-c9f2e1c64ac1 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011968 Apr 29 11:42:48.139894 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-f597fcff-7da6-4c6e-8d06-ce7140221b0b service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027418 Apr 29 11:42:48.147880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:48.150951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.151409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment a8a2a8d0-6300-4908-b701-57488b6d336e of type vlan for network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 Apr 29 11:42:48.166006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] device_id is not set on port 73601e6c-f429-4c01-8be5-0b8a8651e073 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:48.199963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.211117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5460fc35-d8fe-43bf-8038-2147a440b249) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:48.220960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:48.221735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.227029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c52cbb-3f81-4f7d-91b1-80b13d711264 None None] Network 5460fc35-d8fe-43bf-8038-2147a440b249 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:48.264036 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e255dc22-269d-4c9d-9bfd-7e066fbbbb7d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1027665 Apr 29 11:42:48.268857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45374) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:48.279189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-159811009'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.365435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45380) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:48.409733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.411642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.420307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:48.420886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.459202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.508201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:network and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.523739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.8 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/73601e6c-f429-4c01-8be5-0b8a8651e073) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:48.525776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.555212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:subnet and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.569628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:48.578236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:48.582794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5460fc35-d8fe-43bf-8038-2147a440b249', 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'tenant_id': 'cdee1356309c437585922f4059f20e2b', 'fixed_ips': [{'subnet_id': 'b23da9c3-5de3-427b-ac55-5a4ae56c1177'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:42:48.583624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.585923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.596880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:port and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.603257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.622624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:48.626840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:subnetpool and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.638853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.672477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:48.675900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.690517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:port and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.720615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.763027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Allocated IP 172.20.0.2 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/0bf7aa2b-d08d-48bb-9bd0-64937fb260c6) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:48.794429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port 816b268e-a767-4d41-b287-30dba522d845 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:48.830665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4d2d4e-245a-4766-a2b7-3fbc7ccfd517,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.835925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.836223 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Added segment 4c22a12d-21c9-4463-831f-d7e0dca4f70d of type vlan for network 1e7003d7-f4b9-4f8d-b293-d563ec90c113 Apr 29 11:42:48.843842 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0556178 Apr 29 11:42:48.844796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eda86-e97b-44b0-8adb-d220e6d7ec9d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=7039b6da-fc5c-4a0f-ad80-6baf88fc8d21,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:48.854076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45388) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:48.866344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:48.903306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:48.920393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:router and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:48.946834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.950254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:48.994307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:48.994911 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f46a9f3-c410-4f52-a278-79b2e37185d0 req-a834a5a2-3d22-4a61-acc0-3b6ddece7146 service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204242 Apr 29 11:42:49.033176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:floatingip and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.040634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.052069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:49.053059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.060740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.066260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.069640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.070611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:49.071191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.097098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:49.109107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23d905-8de2-4eee-beec-135e2cf823dc req-b60023fa-7be0-45e8-8fef-6a259fb16cc5 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:49.110637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e23d905-8de2-4eee-beec-135e2cf823dc req-b60023fa-7be0-45e8-8fef-6a259fb16cc5 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 945 time: 0.3894634 Apr 29 11:42:49.134117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.145599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Transition to ACTIVE for port object 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:49.168769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Transition to ACTIVE for port object 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:49.179887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.251128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:49.253972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:49.255195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:49.257867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.259167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:49.265664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Pushing event updated for resources: {'Port': ['ID=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.286245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5392644 Apr 29 11:42:49.299762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45394) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:49.322040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event updated for resources: {'Network': ['ID=1e7003d7-f4b9-4f8d-b293-d563ec90c113,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.333838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Request body: {'network': {'project_id': '0b8a9a458d8a4a918c74e78a01c8037f'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:49.340472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:49.351629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:49.358333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Attempting to bind port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:49.359509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Attempting to bind port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:49.359509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Attempting to bind port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 on network 5460fc35-d8fe-43bf-8038-2147a440b249 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:49.365838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:49.365838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Checking segment: {'id': '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:49.366131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.366467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Bound using segment: {'id': '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:49.367101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Bound port: 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:49.367743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.370110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:49.404640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:49.417022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.417366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.417725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.418056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.418382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.418706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.419030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.419352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.419673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.419989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.420307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.420621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d6a6f-9cc0-4c89-a692-47d7ecb2af39 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.425782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Usage tracker for resource:network and tenant:0b8a9a458d8a4a918c74e78a01c8037f is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.429823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:42:49.432718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:42:49.435775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1e7003d7-f4b9-4f8d-b293-d563ec90c113 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:49.437941 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e23d905-8de2-4eee-beec-135e2cf823dc req-cbbf428a-2ed9-4954-8796-7bc18ca8dcff tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684929 Apr 29 11:42:49.439519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.450069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:49.488925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Made reservation on behalf of 0b8a9a458d8a4a918c74e78a01c8037f for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:49.491452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.499923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7914-dc33-4410-824a-83a3e13bbdb3 req-713185b7-e2cc-4d33-ba59-55c002e27f4a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:49.503380 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb2a7914-dc33-4410-824a-83a3e13bbdb3 req-713185b7-e2cc-4d33-ba59-55c002e27f4a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 945 time: 0.6679864 Apr 29 11:42:49.511455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:49.513154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.521862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-aa305b59-8962-4204-b868-6accda9106b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:49.523654 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-aa305b59-8962-4204-b868-6accda9106b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e&device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 1096 time: 0.4121232 Apr 29 11:42:49.572486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=73601e6c-f429-4c01-8be5-0b8a8651e073,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.584369 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8658402 Apr 29 11:42:49.589079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45398) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:49.607900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.608700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.608700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.608917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.609185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.609534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.609844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.610167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.610483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.610794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.611110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.611421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7361b166-10a6-4c43-88c4-b8220c489dcb tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:49.617589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-88ca6515-933d-4dfd-bd6f-a9bf41ee3fbb {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:49.617900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:49.625934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'port': {'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d', 'name': 'tempest-FloatingIPTestJSON-906359442'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:49.665275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:42:49.677262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] For port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:49.681258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] For port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,segment=NetworkSegment(8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb),segment_id=8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:49.688706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.693425 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb2a7914-dc33-4410-824a-83a3e13bbdb3 req-66f541a4-837e-4a59-99de-212f4826b9a2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217971 Apr 29 11:42:49.769544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:security_group and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.779653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.793340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6108-8e5e-4e8f-97ee-4c22e4c8ed89 None None] Pushing event updated for resources: {'Port': ['ID=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:49.815995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Usage tracker for resource:security_group_rule and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.826918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.829094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:49.834547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:port and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:49.838473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9ce43eee-bbc4-4356-9b24-611f1856d0f4 tempest-QuotasTest-1612921869 tempest-QuotasTest-1612921869-project-admin] 10.222.0.53 "GET /v2.0/quotas/155c379656524c5db724e4915ed45b5f/details.json HTTP/1.1" status: 200 len: 703 time: 1.4717324 Apr 29 11:42:49.839423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:49.846187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:49.857114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:49.860941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.871086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.871907 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Added segment e272e537-7c6b-49ac-b87c-9ba6d67b3261 of type vlan for network 6725d3e7-2d30-4391-b038-5d43d96eb1a2 Apr 29 11:42:49.884939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] device_id is not set on port b170bd8f-fa2d-4324-ae96-129fdc60a66e yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:49.959021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:49.982410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.022772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-a1991214-a5b6-4502-a914-01fb67d545f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.024148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-a1991214-a5b6-4502-a914-01fb67d545f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5650cb91-6506-40b5-ab7f-695bb49ba887 HTTP/1.1" status: 200 len: 907 time: 0.4640110 Apr 29 11:42:50.064028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.4 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/b170bd8f-fa2d-4324-ae96-129fdc60a66e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:50.121675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.156965 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-eba63a28-d66c-4d1e-9682-2c542f40999e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca HTTP/1.1" status: 200 len: 217 time: 0.1237767 Apr 29 11:42:50.170403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162625d0-2700-4308-9113-f793348fcb7f req-928b9b2a-c16a-41e4-b22b-7daeb16c46c1 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.172721 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-162625d0-2700-4308-9113-f793348fcb7f req-928b9b2a-c16a-41e4-b22b-7daeb16c46c1 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 943 time: 0.6022949 Apr 29 11:42:50.210834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port 839303a3-5a14-423b-9c00-8567f1392a9c yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:50.236299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.237267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.237877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.301554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=735c4742-a7fe-4bbd-a141-90ffe0db0c1d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.315363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a949b75b-1794-4410-abd3-299cb416317c up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:50.334526 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:42:50.350043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': 'a8a2a8d0-6300-4908-b701-57488b6d336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:50.350398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:42:50.406303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port a949b75b-1794-4410-abd3-299cb416317c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:50.416708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port a949b75b-1794-4410-abd3-299cb416317c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:50.418109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.438203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.4 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/839303a3-5a14-423b-9c00-8567f1392a9c) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:50.466343 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-162625d0-2700-4308-9113-f793348fcb7f req-7ee29d7a-0703-423c-87e0-8ce3f7098edf tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381301 Apr 29 11:42:50.487546 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1737566 Apr 29 11:42:50.492481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45408) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:50.496734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-b7992433-c230-4201-89ce-509189b9155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.498700 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-b7992433-c230-4201-89ce-509189b9155b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59ad3535-04a5-4d73-8c31-c9f69956d90a HTTP/1.1" status: 200 len: 845 time: 0.3193090 Apr 29 11:42:50.500434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c1af9-c034-4204-aa3b-f768011bb3d0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event updated for resources: {'Network': ['ID=6725d3e7-2d30-4391-b038-5d43d96eb1a2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:50.504443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:42:50.521353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Request body: {'network': {'project_id': '0b8a9a458d8a4a918c74e78a01c8037f'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.531108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:50.535795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45412) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:50.537184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6725d3e7-2d30-4391-b038-5d43d96eb1a2 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:42:50.635869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Usage tracker for resource:network and tenant:0b8a9a458d8a4a918c74e78a01c8037f is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:50.641223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:50.652160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:50.653947 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:42:50.654416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:50.655661 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-133e7624-6bf7-4b93-9128-119e8ec09da0 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1617672 Apr 29 11:42:50.682473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45418) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:50.689915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:50.696303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:50.740401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.740997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.782106 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-881e3f0f-10b5-4e76-aea2-4c34acfe3e6d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9238727 Apr 29 11:42:50.782296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e7144-26ad-4727-a6c0-1c94016c7a7d None None] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:50.783886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45424) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:50.801933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.803707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21', 'name': 'tempest-PortsIpV6TestJSON-1843033838'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:50.974626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-f62b86df-b20c-44a0-8a36-a3890c0b8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.976315 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-f62b86df-b20c-44a0-8a36-a3890c0b8fd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5650cb91-6506-40b5-ab7f-695bb49ba887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4363132 Apr 29 11:42:50.987636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:50.987930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.991830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:50.995509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7b15-ef60-4f31-9ee8-4e8dbeaa7c43 req-c5cb77a1-933a-4914-9f1f-b8cc5379c5fc tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:50.997147 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69fc7b15-ef60-4f31-9ee8-4e8dbeaa7c43 req-c5cb77a1-933a-4914-9f1f-b8cc5379c5fc tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 945 time: 0.3317237 Apr 29 11:42:51.044731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:51.067760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:51.072525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Usage tracker for resource:security_group_rule and tenant:95a29864fe6945e19e99bdbebdf7987a is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:51.075969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:51.086736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.087476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:51.098489 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cabe39ca-7600-4725-ac0d-73d46761f4f8 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b8a9a458d8a4a918c74e78a01c8037f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113045 Apr 29 11:42:51.099443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.101808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45428) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:51.128665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a949b75b-1794-4410-abd3-299cb416317c,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:51.139292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.139960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7977c985-949a-4182-b597-b5ffa37e3826 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:51.169169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69fc7b15-ef60-4f31-9ee8-4e8dbeaa7c43 req-2db9ebe2-6940-4d54-b3ff-2f111dfce5b2 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523087 Apr 29 11:42:51.229850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object 839303a3-5a14-423b-9c00-8567f1392a9c will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:51.234312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:51.240282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:51.255609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:51.306030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:51.334610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=b170bd8f-fa2d-4324-ae96-129fdc60a66e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.370495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:51.392594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ca316-c687-4a0e-948c-6d0a87c75024 None None] Network 5460fc35-d8fe-43bf-8038-2147a440b249 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:51.420386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.432443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.435701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7039b6da-fc5c-4a0f-ad80-6baf88fc8d21', 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': '735c4742-a7fe-4bbd-a141-90ffe0db0c1d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:42:51.436987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.437480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e0d28-3979-4661-ba00-81be3261e7f8 req-b39e55e9-6c40-4f6e-80a3-9b4ee0eae04a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:51.446096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0c4e0d28-3979-4661-ba00-81be3261e7f8 req-b39e55e9-6c40-4f6e-80a3-9b4ee0eae04a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 945 time: 0.5201223 Apr 29 11:42:51.477016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.477491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.477828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.478382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.478922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.479511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.480091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.480632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.481183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.481866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.482486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.482941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:42:51.565237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.584484 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-c9ce7b17-45c8-4c66-b5ff-894b5f27673a service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769300 Apr 29 11:42:51.590178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0c4e0d28-3979-4661-ba00-81be3261e7f8 req-d4349365-e296-426c-884a-fa68fc5209c5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441820 Apr 29 11:42:51.592643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:51.597188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.601259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.648772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:51.649496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.718514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 9dac601f-8137-4820-b08e-d44414057541 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:51.785291 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014f1e20-4632-48f5-812e-ae3df4a7f560'] response: {'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c', 'code': 200} Apr 29 11:42:51.787305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 7977c985-949a-4182-b597-b5ffa37e3826 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:51.792804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Provisioning for port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:51.807178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:51.816779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:51.821744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 7977c985-949a-4182-b597-b5ffa37e3826 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:51.822806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.835890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:51.864808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Provisioning complete for port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:51.865429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.874521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=839303a3-5a14-423b-9c00-8567f1392a9c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:51.891329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-168fa647-3845-4485-837d-8dc6e73f54de tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2851498 Apr 29 11:42:51.901019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45442) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:51.921639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'b170bd8f-fa2d-4324-ae96-129fdc60a66e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:51.937061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:51.939868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.949067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:floatingip and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:51.957320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:51.957987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.959981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.963729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:51.967269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:51.988911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:51.994566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Allocated IP 2001:db8::2 (7039b6da-fc5c-4a0f-ad80-6baf88fc8d21/735c4742-a7fe-4bbd-a141-90ffe0db0c1d/ae5008a2-1314-490d-b8ef-81b5ede57405) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:52.009897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4d2d4e-245a-4766-a2b7-3fbc7ccfd517,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.021678 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-28c7c959-c866-493f-92ef-552afd23836d tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7506986 Apr 29 11:42:52.022252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:52.027096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.028289 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c1e1b07-1cf4-43bb-b452-8c091e2d29e4 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce4d2d4e-245a-4766-a2b7-3fbc7ccfd517 HTTP/1.1" status: 204 len: 168 time: 0.9193103 Apr 29 11:42:52.033103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-734310688', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:63:9e:86'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:52.040852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45450) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:52.047576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.075717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68463-d62d-4be5-91c0-148fb29423d2 req-9620416b-4837-4570-8140-7f36830c79da tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:52.077916 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-93a68463-d62d-4be5-91c0-148fb29423d2 req-9620416b-4837-4570-8140-7f36830c79da tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 943 time: 0.3537288 Apr 29 11:42:52.098167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023bb03-7306-4aba-85a1-cc4ff10b234a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.104024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07c8c676-dd13-4dad-a324-78d1f8af390e req-4054e76c-1e66-48f1-879a-4701eca62685 service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576452 Apr 29 11:42:52.106530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e382159a-bf71-46e6-9edb-fd8509a4e23f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95a29864fe6945e19e99bdbebdf7987a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5654809 Apr 29 11:42:52.118655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45454) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:52.203049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70883933-d87a-4a3b-baad-94dff45fd249 req-83336fc0-b6d2-4bd2-bcd5-622464c05ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:52.205867 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-70883933-d87a-4a3b-baad-94dff45fd249 req-83336fc0-b6d2-4bd2-bcd5-622464c05ed9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 1099 time: 0.3826265 Apr 29 11:42:52.209718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.231135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.253580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:52.286925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Usage tracker for resource:security_group_rule and tenant:a9ba94b184a54b13b03730f59e6bd0e0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:52.292766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:52.425398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:52.435944 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-93a68463-d62d-4be5-91c0-148fb29423d2 req-b4eb65ea-32a8-4294-9b80-df467b33595a tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389966 Apr 29 11:42:52.512545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a51fc56-ca20-4b24-9c0b-a6417aa52bca details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:42:52.552817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.558247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:52.573616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:port and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:52.575332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.579200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:52.598043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:52.601356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.619648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725d3e7-2d30-4391-b038-5d43d96eb1a2']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:52.643460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e272e537-7c6b-49ac-b87c-9ba6d67b3261') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:52.644049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e272e537-7c6b-49ac-b87c-9ba6d67b3261') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:52.653570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:52.665226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.709640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1fc88-9ba1-47ae-8ba1-c6f823d979d3 req-7b3f187e-9766-44d3-bf64-d6973f6dde9e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:52.711429 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b7e1fc88-9ba1-47ae-8ba1-c6f823d979d3 req-7b3f187e-9766-44d3-bf64-d6973f6dde9e tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.3073666 Apr 29 11:42:52.712576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.741853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:52.742598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:52.758886 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:52.798560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.830970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.849586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.859843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.872556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.880639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.926718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b7e1fc88-9ba1-47ae-8ba1-c6f823d979d3 req-6af934ab-4e41-44cd-aaeb-4b7da61a48d2 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020152 Apr 29 11:42:52.928933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.947382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.950988 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-70883933-d87a-4a3b-baad-94dff45fd249 req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7382238 Apr 29 11:42:52.953007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2144aa4-a453-4078-ae21-f13dd5c88f46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43766d99-bc5d-4321-bcec-8beb9610ba34,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.967815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023bb03-7306-4aba-85a1-cc4ff10b234a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:52.981251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:52.984531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event deleted for resources: {'Network': ['ID=6725d3e7-2d30-4391-b038-5d43d96eb1a2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.010024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.013531 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-623ab212-acbf-401f-844c-6d1f6affe371 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6725d3e7-2d30-4391-b038-5d43d96eb1a2 HTTP/1.1" status: 204 len: 168 time: 0.9675875 Apr 29 11:42:53.013531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45462) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:53.013869 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5ab7c0d0-f8a7-4153-b8bd-f16121e2e8a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c023bb03-7306-4aba-85a1-cc4ff10b234a HTTP/1.1" status: 204 len: 168 time: 0.8926847 Apr 29 11:42:53.018327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:42:53.146014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.171044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e497f-ff89-48e9-a8e6-d36927ac9783 req-f8470e19-109d-49c8-a126-f40db6e1199b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:53.172612 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3d3e497f-ff89-48e9-a8e6-d36927ac9783 req-f8470e19-109d-49c8-a126-f40db6e1199b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 945 time: 0.3145401 Apr 29 11:42:53.232456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] For port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,segment=NetworkSegment(8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb),segment_id=8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:53.250495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:53.258869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.325840 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3d3e497f-ff89-48e9-a8e6-d36927ac9783 req-4ee376ee-ec89-4bb5-be51-dd2f6e5e2918 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449172 Apr 29 11:42:53.329531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.71 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/4af34a22-8078-45b0-a3ae-f3cac41169c9) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:53.339160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.344039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.372977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7003d7-f4b9-4f8d-b293-d563ec90c113']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:53.392320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c22a12d-21c9-4463-831f-d7e0dca4f70d') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:53.392965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c22a12d-21c9-4463-831f-d7e0dca4f70d') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:42:53.416230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.422555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.422841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.7 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:53.441855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:53.454314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.470496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:42:53.471675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.472566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Transition to ACTIVE for port object ae5008a2-1314-490d-b8ef-81b5ede57405 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:42:53.491767 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:42:53.493966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'port_id': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'mac_address': 'fa:16:3e:9d:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:42:53.530000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Transition to ACTIVE for port object ae5008a2-1314-490d-b8ef-81b5ede57405 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:53.545151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45472) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:53.602239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9bfdb-3e4f-4935-8de1-36a256e2a274 None None] Pushing event updated for resources: {'Port': ['ID=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.640916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.660623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.688120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:53.708505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Usage tracker for resource:security_group_rule and tenant:155c379656524c5db724e4915ed45b5f is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:53.715735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.728547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:53.732273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:53.733413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:53.739157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:53.745296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.775008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::256 (7039b6da-fc5c-4a0f-ad80-6baf88fc8d21/735c4742-a7fe-4bbd-a141-90ffe0db0c1d/9dac601f-8137-4820-b08e-d44414057541) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:42:53.794005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.798055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:53.830143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:53.849463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e7003d7-f4b9-4f8d-b293-d563ec90c113,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:53.863793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce921e2e-37c6-41a1-a583-1bb6c0cbbbe0 req-f6351003-a8a1-493f-8901-5dd8fe6438bc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:53.865352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ce921e2e-37c6-41a1-a583-1bb6c0cbbbe0 req-f6351003-a8a1-493f-8901-5dd8fe6438bc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 943 time: 0.1902370 Apr 29 11:42:53.869161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-62db1379-b7ed-4b92-a12a-6adf65a1a3c5 tempest-QuotasNegativeTest-1360002492 tempest-QuotasNegativeTest-1360002492-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1e7003d7-f4b9-4f8d-b293-d563ec90c113 HTTP/1.1" status: 204 len: 168 time: 0.8546445 Apr 29 11:42:53.880478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a51fc56-ca20-4b24-9c0b-a6417aa52bca {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:42:53.913456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:53.956663 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ce921e2e-37c6-41a1-a583-1bb6c0cbbbe0 req-c8164278-746f-45e1-bf3a-6b715a7524cc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682769 Apr 29 11:42:54.002027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.076801 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8d595f-bfdc-4046-b519-420cbb5231e4'] response: {'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826', 'code': 200} Apr 29 11:42:54.136217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Attempting to bind port ae5008a2-1314-490d-b8ef-81b5ede57405 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:42:54.136606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Attempting to bind port ae5008a2-1314-490d-b8ef-81b5ede57405 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'a8a2a8d0-6300-4908-b701-57488b6d336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:42:54.136930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Attempting to bind port ae5008a2-1314-490d-b8ef-81b5ede57405 on network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:42:54.149322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Pushing event updated for resources: {'Port': ['ID=ae5008a2-1314-490d-b8ef-81b5ede57405,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.153194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:54.154650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Provisioning complete for port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:54.155066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.184627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:42:54.185028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Checking segment: {'id': 'a8a2a8d0-6300-4908-b701-57488b6d336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:42:54.185476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.185637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.186639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Bound using segment: {'id': 'a8a2a8d0-6300-4908-b701-57488b6d336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:42:54.186770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Bound port: ae5008a2-1314-490d-b8ef-81b5ede57405, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a2a8d0-6300-4908-b701-57488b6d336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7039b6da-fc5c-4a0f-ad80-6baf88fc8d21'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:42:54.187092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.209129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 9dac601f-8137-4820-b08e-d44414057541 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:54.215461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.224748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.251714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.321106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:54.337787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:54.342555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:54.400877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.464193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:54.480716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:54.489335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] For port ae5008a2-1314-490d-b8ef-81b5ede57405, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:42:54.491152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:54.500370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:54.501035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.505094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] For port ae5008a2-1314-490d-b8ef-81b5ede57405, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ae5008a2-1314-490d-b8ef-81b5ede57405,segment=NetworkSegment(a8a2a8d0-6300-4908-b701-57488b6d336e),segment_id=a8a2a8d0-6300-4908-b701-57488b6d336e)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:42:54.514380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.539406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=4af34a22-8078-45b0-a3ae-f3cac41169c9,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.555100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=9dac601f-8137-4820-b08e-d44414057541,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.563907 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77a7c2cd-6101-42e7-af3f-e54a42dcfee4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7751384 Apr 29 11:42:54.567744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45486) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:54.571879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Provisioning for port 839303a3-5a14-423b-9c00-8567f1392a9c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:54.596768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Provisioning complete for port 839303a3-5a14-423b-9c00-8567f1392a9c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:54.597495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.642503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.643137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:54.702388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['7a51fc56-ca20-4b24-9c0b-a6417aa52bca'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:42:54.829607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e55936-22b7-498c-b508-f025d23fbf3c None None] Pushing event updated for resources: {'Port': ['ID=ae5008a2-1314-490d-b8ef-81b5ede57405,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:54.843386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-523404b6-4251-4eea-a044-55aca9af4b06 None None] Port 839303a3-5a14-423b-9c00-8567f1392a9c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:54.857897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb4247-da0c-4bc5-996d-c687e39c7dbc req-0a64cb55-2430-4271-9d1e-532ff423750f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:54.859567 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-addb4247-da0c-4bc5-996d-c687e39c7dbc req-0a64cb55-2430-4271-9d1e-532ff423750f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.7085054 Apr 29 11:42:54.860920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:42:54.893359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 9dac601f-8137-4820-b08e-d44414057541 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:54.893758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.942123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:54.943212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:54.971204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91244e-7de5-476c-bc73-8618501aeb88 req-8ee52c74-ce96-4063-889b-58f9aaa7f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:54.972741 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9f91244e-7de5-476c-bc73-8618501aeb88 req-8ee52c74-ce96-4063-889b-58f9aaa7f698 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.5922530 Apr 29 11:42:55.153466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9f91244e-7de5-476c-bc73-8618501aeb88 req-724a3f6a-38a1-4865-8b8d-7e46ea5ad8fe service neutron] Synchronizing usage tracker for tenant:a9ba94b184a54b13b03730f59e6bd0e0 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:55.169087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.172958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45494) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:55.190889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58016317-1f47-4d54-8ac7-16c9f1ef714e req-250393d6-477c-4344-b3c3-0fcead9f56a3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:55.198719 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58016317-1f47-4d54-8ac7-16c9f1ef714e req-250393d6-477c-4344-b3c3-0fcead9f56a3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5476005 Apr 29 11:42:55.202284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6c43796e-a30c-428b-a9f5-2b98c436ce3c None None] Provisioning complete for port 839303a3-5a14-423b-9c00-8567f1392a9c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:55.203579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6c43796e-a30c-428b-a9f5-2b98c436ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.229787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.277260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6c43796e-a30c-428b-a9f5-2b98c436ce3c None None] Port 839303a3-5a14-423b-9c00-8567f1392a9c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:55.311075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9f91244e-7de5-476c-bc73-8618501aeb88 req-724a3f6a-38a1-4865-8b8d-7e46ea5ad8fe service neutron] Unset dirty status for tenant:a9ba94b184a54b13b03730f59e6bd0e0 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:55.312816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9f91244e-7de5-476c-bc73-8618501aeb88 req-724a3f6a-38a1-4865-8b8d-7e46ea5ad8fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327112 Apr 29 11:42:55.313568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=155c379656524c5db724e4915ed45b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7673876 Apr 29 11:42:55.324300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:55.353447 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-addb4247-da0c-4bc5-996d-c687e39c7dbc req-9626de52-edb4-47a9-a3fb-dc2e9451809c tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4766660 Apr 29 11:42:55.363743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6f39-df69-4bfe-b87c-ffc1299a2485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8c3118-24a1-4846-9f7a-2eeba78dc265,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.386459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.511328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:42:55.517001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:42:55.519539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:42:55.603551 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58016317-1f47-4d54-8ac7-16c9f1ef714e req-88120709-62fc-4f8c-b343-92708f6cab64 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038987 Apr 29 11:42:55.646927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.662012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:55.671648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.747181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:55.762910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:55.763167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.770237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Usage tracker for resource:security_group_rule and tenant:94798f0d1d704a2fb3f1e824c4f4f6dd is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:55.776166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:55.795828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:55.857014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 9dac601f-8137-4820-b08e-d44414057541 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:55.903187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-74b5f9cc-c602-4094-9c31-b523b58c4f68 None None] Provisioning for port c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:55.913707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-74b5f9cc-c602-4094-9c31-b523b58c4f68 None None] Provisioning complete for port c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:55.914247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-74b5f9cc-c602-4094-9c31-b523b58c4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.929217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:55.982849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-74b5f9cc-c602-4094-9c31-b523b58c4f68 None None] Port c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:42:56.000287 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a05219af-346c-4b1e-8b11-80c6e5262652 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.9724581 Apr 29 11:42:56.000521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.007969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45504) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.080519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.118553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.131865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.169723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af3f9-0957-41af-bb14-0ef858fc412f req-1ba3b63e-a34a-4282-9c57-0fca5d376768 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:56.172218 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fa8af3f9-0957-41af-bb14-0ef858fc412f req-1ba3b63e-a34a-4282-9c57-0fca5d376768 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 944 time: 0.5130138 Apr 29 11:42:56.178611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8c3118-24a1-4846-9f7a-2eeba78dc265,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.201827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=9dac601f-8137-4820-b08e-d44414057541,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.253179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.255052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da41af92-0ec9-435e-8fad-dc06a62efb56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/9dac601f-8137-4820-b08e-d44414057541 HTTP/1.1" status: 204 len: 168 time: 1.6863408 Apr 29 11:42:56.256820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.265297 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-699e5d78-6d27-4001-bdef-ac3d8b460da9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f8c3118-24a1-4846-9f7a-2eeba78dc265 HTTP/1.1" status: 204 len: 168 time: 0.7716949 Apr 29 11:42:56.265985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.293814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f2e97-c9d6-4755-926f-afba0d25d12d None None] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:56.309033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e8278f-d28d-4c39-9325-07a77737dcdb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:42:56.309605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e8278f-d28d-4c39-9325-07a77737dcdb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:42:56.313443 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-40e8278f-d28d-4c39-9325-07a77737dcdb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/9dac601f-8137-4820-b08e-d44414057541 HTTP/1.1" status: 404 len: 333 time: 0.0444229 Apr 29 11:42:56.317163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45514) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.357704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a51fc56-ca20-4b24-9c0b-a6417aa52bca up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:56.370132 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-146faadb-8e7b-474d-a7b1-47eaa4040c5a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:42:56.370718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-146faadb-8e7b-474d-a7b1-47eaa4040c5a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:56.392445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-146faadb-8e7b-474d-a7b1-47eaa4040c5a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:56.399893 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-146faadb-8e7b-474d-a7b1-47eaa4040c5a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/9dac601f-8137-4820-b08e-d44414057541 HTTP/1.1" status: 404 len: 333 time: 0.0760098 Apr 29 11:42:56.399893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45518) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.441600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fa8af3f9-0957-41af-bb14-0ef858fc412f req-51af5482-1ac4-4751-b2c5-c13577884a39 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549481 Apr 29 11:42:56.501927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.523424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 735c4742-a7fe-4bbd-a141-90ffe0db0c1d {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:42:56.532991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.540073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.588051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:56.591600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2a331c56-00e2-4c9a-8c83-f3ab582305ca None None] Provisioning for port ae5008a2-1314-490d-b8ef-81b5ede57405 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:56.612171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:56.619792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:56.621031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Synchronizing usage tracker for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:42:56.637733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.651308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:56.662610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:56.663055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.689040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ae5008a2-1314-490d-b8ef-81b5ede57405 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:42:56.748078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:56.811576 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94798f0d1d704a2fb3f1e824c4f4f6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6043239 Apr 29 11:42:56.816155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea917d3-6bc2-439d-800b-fa9a9fc5ca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30af30f8-a365-4a8e-b939-0ef932e983b1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:56.822439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45534) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.823611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Unset dirty status for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:42:56.825327 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6911df97-ca2d-47d2-a14f-ab6565ed9596 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8163168 Apr 29 11:42:56.889892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45538) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:56.900983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ae5008a2-1314-490d-b8ef-81b5ede57405 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:42:56.911019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ae5008a2-1314-490d-b8ef-81b5ede57405 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:56.911471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.014043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.081815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:57.082183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.136629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd1a9-07e8-400b-8948-393ec8359e13 req-6eb19d2e-91ac-4fa2-986a-0e8e4465a30d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:57.139018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-601dd1a9-07e8-400b-8948-393ec8359e13 req-6eb19d2e-91ac-4fa2-986a-0e8e4465a30d tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.5242503 Apr 29 11:42:57.233163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.254550 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-601dd1a9-07e8-400b-8948-393ec8359e13 req-c15d8d7d-686b-429e-80be-3a19b556e9b8 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060963 Apr 29 11:42:57.267071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.284352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.323647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140302c9-3ba5-44c0-a624-b4ce4fd05f7f req-e0eef1cf-9bd3-470c-b0a9-de53da62e1da tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:57.333531 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-140302c9-3ba5-44c0-a624-b4ce4fd05f7f req-e0eef1cf-9bd3-470c-b0a9-de53da62e1da tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4781535 Apr 29 11:42:57.346220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.355417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=735c4742-a7fe-4bbd-a141-90ffe0db0c1d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.362700 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-05538e1e-797a-431f-985e-d78092237307 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/735c4742-a7fe-4bbd-a141-90ffe0db0c1d HTTP/1.1" status: 204 len: 168 time: 0.9611151 Apr 29 11:42:57.366682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.367468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45554) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:57.417700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:42:57.450761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.458081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:57.464998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ae5008a2-1314-490d-b8ef-81b5ede57405, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ae5008a2-1314-490d-b8ef-81b5ede57405,segment=NetworkSegment(a8a2a8d0-6300-4908-b701-57488b6d336e),segment_id=a8a2a8d0-6300-4908-b701-57488b6d336e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:57.468919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.545705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.583461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.638617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.683835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-140302c9-3ba5-44c0-a624-b4ce4fd05f7f req-d5f3cf8c-8121-40b2-89f0-23f8f04add16 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491073 Apr 29 11:42:57.702490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.706181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.711586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.721579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ae5008a2-1314-490d-b8ef-81b5ede57405,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:57.735785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port ae5008a2-1314-490d-b8ef-81b5ede57405 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:57.736324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.749052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79877608-2b81-4909-a69e-49c0250e15c6 None None] Network 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:42:57.816015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912e14-460a-4768-bfff-c6932f92ede3 req-7ef2cf38-6d94-4f83-bb90-987aced8bf0c tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:57.817601 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a7912e14-460a-4768-bfff-c6932f92ede3 req-7ef2cf38-6d94-4f83-bb90-987aced8bf0c tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.2773769 Apr 29 11:42:57.854544 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e4552a-e63d-4835-95ff-5de30c8a3a81'] response: {'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'code': 200} Apr 29 11:42:57.855465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0ebd9ac1-2143-4060-94e3-44567554b9f0 None None] Provisioning complete for port ae5008a2-1314-490d-b8ef-81b5ede57405 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:42:57.855809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9ac1-2143-4060-94e3-44567554b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:57.874437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45566) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:57.923582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Request body: {'floatingip': {'port_id': 'a949b75b-1794-4410-abd3-299cb416317c'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:58.144494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af30f8-a365-4a8e-b939-0ef932e983b1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.204513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] DHCP port deletion for 7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:42:58.212186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Deleting port ae5008a2-1314-490d-b8ef-81b5ede57405 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:58.214994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.237881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.239075 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7b6bf3e4-bc14-4f85-99bb-f198403a72db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30af30f8-a365-4a8e-b939-0ef932e983b1 HTTP/1.1" status: 204 len: 168 time: 1.4119930 Apr 29 11:42:58.291114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=4af34a22-8078-45b0-a3ae-f3cac41169c9,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.310576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.328404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.527642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] For port ae5008a2-1314-490d-b8ef-81b5ede57405, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ae5008a2-1314-490d-b8ef-81b5ede57405,segment=NetworkSegment(a8a2a8d0-6300-4908-b701-57488b6d336e),segment_id=a8a2a8d0-6300-4908-b701-57488b6d336e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:58.528822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.534005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port ae5008a2-1314-490d-b8ef-81b5ede57405, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ae5008a2-1314-490d-b8ef-81b5ede57405,segment=NetworkSegment(a8a2a8d0-6300-4908-b701-57488b6d336e),segment_id=a8a2a8d0-6300-4908-b701-57488b6d336e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:42:58.534532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.643325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45582) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:58.726733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Calling delete_port for ae5008a2-1314-490d-b8ef-81b5ede57405 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:58.754460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:58.780076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.801504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45590) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:42:58.816999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ae5008a2-1314-490d-b8ef-81b5ede57405 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:42:58.844566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.857881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ae5008a2-1314-490d-b8ef-81b5ede57405 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:42:58.858206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ae5008a2-1314-490d-b8ef-81b5ede57405 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:42:58.859677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:58.884252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587809e-be3c-4704-9172-c547a0ed6b52 req-718261b7-2cdf-40c5-91d6-14be646aa48f tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:58.891249 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a587809e-be3c-4704-9172-c547a0ed6b52 req-718261b7-2cdf-40c5-91d6-14be646aa48f tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.8066847 Apr 29 11:42:58.901933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:58.916744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] No DVR routers for this DVR port ae5008a2-1314-490d-b8ef-81b5ede57405 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:42:58.941005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242f252-9a68-4090-8674-8daaca49fb03 None None] Pushing event deleted for resources: {'Port': ['ID=ae5008a2-1314-490d-b8ef-81b5ede57405,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:58.949661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Usage tracker for resource:security_group_rule and tenant:90c002e50265447c9341095d6e00bb04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:58.955850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:58.965751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:59.007800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for ae5008a2-1314-490d-b8ef-81b5ede57405 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:42:59.052481 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 9201f1bb-c524-4315-9201-ba6dac9eb6be associated. External IP: 172.26.0.71, port: b170bd8f-fa2d-4324-ae96-129fdc60a66e. Apr 29 11:42:59.110568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a587809e-be3c-4704-9172-c547a0ed6b52 req-4558395c-3a39-49f7-81bd-4b5af80df58d tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184656 Apr 29 11:42:59.233244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-531350591', 'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:42:59.248958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:59.265144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:network and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:59.274642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:59.277771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.283395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15093e-c354-465d-9b81-a18e6436dab4 req-694a33ca-3ba9-400d-9363-a71020e5f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:59.284863 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ad15093e-c354-465d-9b81-a18e6436dab4 req-694a33ca-3ba9-400d-9363-a71020e5f0a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 1098 time: 1.0697501 Apr 29 11:42:59.289025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:42:59.366992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:42:59.425718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:42:59.425718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:42:59.442407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Made reservation on behalf of cb1f1b3afc2b4095a9df5b00a748a0c0 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:42:59.444670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.481753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e3dce-5a9a-43fe-a354-3e7d74a33acf req-6077ba36-1a6d-4d1c-9668-57302f86b6eb tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:42:59.483246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-650e3dce-5a9a-43fe-a354-3e7d74a33acf req-6077ba36-1a6d-4d1c-9668-57302f86b6eb tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4894395 Apr 29 11:42:59.488698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ad15093e-c354-465d-9b81-a18e6436dab4 req-d14ceca6-8c2d-4a48-b641-87b2859d32b3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398401 Apr 29 11:42:59.494975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.552760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-650e3dce-5a9a-43fe-a354-3e7d74a33acf req-d0f6ed0d-cc3e-4e50-889d-d91db4271083 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631013 Apr 29 11:42:59.855724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:42:59.858896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.871703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:security_group_rule and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:42:59.924480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port ae5008a2-1314-490d-b8ef-81b5ede57405 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:42:59.924814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.933834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:42:59.939618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:42:59.967959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:00.095167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:00.097400 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90c002e50265447c9341095d6e00bb04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2913399 Apr 29 11:43:00.116872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45598) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:00.133874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8e656-087f-4a2b-bb5d-930da7901328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357e8c1-c4e4-4247-990b-ce4410bb0b49,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:00.156140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] The port 'ae5008a2-1314-490d-b8ef-81b5ede57405' was deleted {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:43:00.197192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:00.198445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.263138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78797dc4-6dd4-4e02-83f1-62d67b649475 req-77c8376c-04b4-44b0-a4be-fdcba80d111b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:00.264671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-78797dc4-6dd4-4e02-83f1-62d67b649475 req-77c8376c-04b4-44b0-a4be-fdcba80d111b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4105015 Apr 29 11:43:00.281029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45604) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:00.290770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-71b21f46-5faf-459a-9d9a-d257cdecf15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.307904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.342713 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8883580-f9c8-4612-af5f-09e1541c669f tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb HTTP/1.1" status: 204 len: 168 time: 3.4502714 Apr 29 11:43:00.348102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Request body: {'floatingip': {'port_id': '7977c985-949a-4182-b597-b5ffa37e3826'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:00.350444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.357269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45608) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:00.357934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.413833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.539661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.559307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8644d9-ace2-4b4c-b004-34d94687fcf0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] GET failed (client error): The resource could not be found. Apr 29 11:43:00.560595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8a8644d9-ace2-4b4c-b004-34d94687fcf0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports/c7cbe6e6-c04d-44b9-97ee-4d4dbd8f2fbb HTTP/1.1" status: 404 len: 333 time: 0.1554492 Apr 29 11:43:00.566507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45612) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:00.570318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7039b6da-fc5c-4a0f-ad80-6baf88fc8d21']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.593648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-2020552344'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:00.624469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.627101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a2a8d0-6300-4908-b701-57488b6d336e') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.627396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a2a8d0-6300-4908-b701-57488b6d336e') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.669739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.686140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.692952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.741494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.763561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:00.763961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:00.773226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:00.781560 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:00.790311 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Floating IP af0230b3-0219-4a91-a8a8-e9c24adc8a38 associated. External IP: 172.26.0.169, port: a949b75b-1794-4410-abd3-299cb416317c. Apr 29 11:43:00.824833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bdf43-e5a4-4d25-be2d-94c8c5df0a94,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:00.835351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:00.852387 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:00.868741 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:00.869784 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.941623 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.953483 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:00.954325 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:00.956101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc0a3-3a70-4df7-a508-c907b70628c5 req-3dd59236-5708-4ee5-a296-995a3e48ce48 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:00.963352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20edc0a3-3a70-4df7-a508-c907b70628c5 req-3dd59236-5708-4ee5-a296-995a3e48ce48 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.6542721 Apr 29 11:43:01.024333 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:01.024845 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ec81-8a07-4e8a-a1d4-400cbb498f4a None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:01.046606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.049029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.050206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e357e8c1-c4e4-4247-990b-ce4410bb0b49 HTTP/1.1" status: 204 len: 168 time: 0.9340334 Apr 29 11:43:01.064303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.102724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:01.108021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Usage tracker for resource:port and tenant:cdee1356309c437585922f4059f20e2b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:01.111430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:01.114958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ec736-b046-4a6b-a9bc-0d96e50ed840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357e8c1-c4e4-4247-990b-ce4410bb0b49,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.122627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:01.137298 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20edc0a3-3a70-4df7-a508-c907b70628c5 req-6dea73cd-c333-41de-b55f-8e689b75c540 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724653 Apr 29 11:43:01.167618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.167981 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Added segment 3eca9ab3-88a4-45f1-ac62-1d824e7d08c1 of type vlan for network 9038b496-b764-4dc3-bbf2-909908cdd75c Apr 29 11:43:01.173740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:01.177910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.194705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.199249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.293888 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-76a78126-b93a-47ee-a44f-589c2eaa8017 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.3884563 Apr 29 11:43:01.312427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45618) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:01.328605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:01.380674 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/7039b6da-fc5c-4a0f-ad80-6baf88fc8d21 HTTP/1.1" status: 204 len: 168 time: 4.0119257 Apr 29 11:43:01.390182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45624) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:01.402616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port e00674ea-9699-40bc-8b19-770eed830896 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:01.438165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.515970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.566480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400414900'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:01.572605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b468b-6453-4815-b202-b845ed32cc56 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=7039b6da-fc5c-4a0f-ad80-6baf88fc8d21,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:01.582889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:01.603705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:01.611379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:01.631137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:01.661262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:01.664900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.746056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.747094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:01.747851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.748097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Router ac5aa49c-6d73-4ad6-a887-3068a178edea has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:01.766123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:01.780753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.6 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/e00674ea-9699-40bc-8b19-770eed830896) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:01.908428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:01.912587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:01.912938 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment 3055a3c7-bdc4-4a59-9a12-e70534b16de6 of type vlan for network ed0f248a-6c86-44f7-b806-c4ce1f2b765c Apr 29 11:43:02.008361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3441095 Apr 29 11:43:02.008810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.014325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45644) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:02.035464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'subnet': {'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.067638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:02.070315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:02.085827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Sync routers for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:02.096477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7ebe-381e-41d4-a765-5a2305769d4c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Network': ['ID=9038b496-b764-4dc3-bbf2-909908cdd75c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.112501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 9038b496-b764-4dc3-bbf2-909908cdd75c details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:02.128277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:subnet and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:02.135763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:02.137186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:42:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:02.140323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:02.148851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.155166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.161815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.167945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:02.168529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.207236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45648) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:02.276093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:02.312121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.364178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9673662 Apr 29 11:43:02.385655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45654) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:02.422502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.443329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.455688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.456035 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 9201f1bb-c524-4315-9201-ba6dac9eb6be disassociated. External IP: 172.26.0.71, port: b170bd8f-fa2d-4324-ae96-129fdc60a66e. Apr 29 11:43:02.559279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:02.566064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:02.569975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:02.572910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:02.581271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:02.597704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Made reservation on behalf of cb1f1b3afc2b4095a9df5b00a748a0c0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:02.600143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.683598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Floating IP 19eb77b1-ec34-4303-a76a-ebf36d3ab614 associated. External IP: 172.26.0.192, port: 7977c985-949a-4182-b597-b5ffa37e3826. Apr 29 11:43:02.788118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1947118004'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:02.804361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:02.808252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:02.832620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897c4b4-dc22-4c31-972b-05111387c354 req-1b740bdd-3b82-4f66-8e31-788573d42997 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:02.834087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1897c4b4-dc22-4c31-972b-05111387c354 req-1b740bdd-3b82-4f66-8e31-788573d42997 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.5428326 Apr 29 11:43:02.849786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:02.863063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18c63-d8fa-4053-a9e7-ec7d73bacc9a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=ed0f248a-6c86-44f7-b806-c4ce1f2b765c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:02.894765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a32bc267-3eee-4f3a-905c-f8d4f4e0b82f tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "PUT /v2.0/floatingips/af0230b3-0219-4a91-a8a8-e9c24adc8a38 HTTP/1.1" status: 200 len: 992 time: 5.0126131 Apr 29 11:43:02.899165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:network and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:02.901053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:02.917740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:02.930653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:03.030567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:03.064199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.128647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da6b22ca-bc0e-4fdb-9a7d-6c08393b67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.145206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Made reservation on behalf of cf056baad8db497d9bfb6f876a37ce71 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:03.149142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.184035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object e00674ea-9699-40bc-8b19-770eed830896 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:03.194158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1897c4b4-dc22-4c31-972b-05111387c354 req-f1b3588b-1503-49bc-a1b4-c5f52294f690 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494363 Apr 29 11:43:03.231238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.284476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'af0230b3-0219-4a91-a8a8-e9c24adc8a38', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'port_id': 'a949b75b-1794-4410-abd3-299cb416317c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'mac_address': 'fa:16:3e:51:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359be37d-d57e-4693-9803-5b7989cd1dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:16Z', 'updated_at': '2022-04-29T11:42:59Z', 'revision_number': 1, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:03.285980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:03.290148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Checking router: ac5aa49c-6d73-4ad6-a887-3068a178edea for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:03.300792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:security_group_rule and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:03.302927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:03.304689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:03.312023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:03.324625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb6cf25-ea50-4d76-b80f-27004f1ba52e'] response: {'name': 'network-changed', 'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c', 'status': 'completed', 'code': 200} Apr 29 11:43:03.337802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:03.371193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:03.567964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.584393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd4254-a212-42e2-b6db-b5f9d61fc5a9 req-5cc94ce5-1b40-4346-ae7d-0416c7b9cea7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:03.586021 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48bd4254-a212-42e2-b6db-b5f9d61fc5a9 req-5cc94ce5-1b40-4346-ae7d-0416c7b9cea7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.5143111 Apr 29 11:43:03.647879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.658865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:03.690045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Router 5a799d06-21cb-4912-8600-081b4b53a516 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:03.752695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.889981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:03.898311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:03.903252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.910596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:03.930863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:03.938127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:03.955093 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:03.955093 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:03.962758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14361a3e-fbc7-4ccb-a4ad-85ce4851a775 req-ed05d854-b6cd-49ca-9c39-faf5afe5d7af tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:03.969782 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-14361a3e-fbc7-4ccb-a4ad-85ce4851a775 req-ed05d854-b6cd-49ca-9c39-faf5afe5d7af tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.4342334 Apr 29 11:43:03.990310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:03.994392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=e00674ea-9699-40bc-8b19-770eed830896,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:03.999139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45666) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:04.037301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.054680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:04.066333 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5e4f29dc-0cf7-4de4-8cea-92cacbf102f2 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/9201f1bb-c524-4315-9201-ba6dac9eb6be HTTP/1.1" status: 200 len: 687 time: 2.7463186 Apr 29 11:43:04.067252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45670) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:04.071345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.073402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48bd4254-a212-42e2-b6db-b5f9d61fc5a9 req-a39f809a-dee6-4ddc-b9c3-2d478aa6c5cf tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352460 Apr 29 11:43:04.081221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Sync routers for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:04.092862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Request body: {'floatingip': {'port_id': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:04.131166 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:04.144965 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:04.146468 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:04.171687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:04.171687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:04.285832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.294750 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:04.295407 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ef830-ed3a-489b-b082-de94fb366d9e None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:04.369563 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9321ed93-fe48-44aa-867d-8e05d2fec606 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "PUT /v2.0/floatingips/19eb77b1-ec34-4303-a76a-ebf36d3ab614 HTTP/1.1" status: 200 len: 992 time: 4.0849206 Apr 29 11:43:04.372782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:04.378485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 4af34a22-8078-45b0-a3ae-f3cac41169c9 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:04.378819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.478088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031907f9-9d5b-4090-9da7-d1ad3f197f59'] response: {'name': 'network-changed', 'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826', 'status': 'completed', 'code': 200} Apr 29 11:43:04.487277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:04.541803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-3aaae45a-33e5-42d0-aa6a-dbbd66fe8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:04.543275 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-3aaae45a-33e5-42d0-aa6a-dbbd66fe8b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ac14784e5748b4ab5677157173ed40&device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 1099 time: 1.1371169 Apr 29 11:43:04.548892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:04.549539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.553334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=56d9fd92-723b-4c2b-b2b3-2d2511f8c9df,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:04.560004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.621002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.621359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.680972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-51299e1b-8a19-4272-9e67-312979be293f None None] Provisioning for port e00674ea-9699-40bc-8b19-770eed830896 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:04.705484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-51299e1b-8a19-4272-9e67-312979be293f None None] Provisioning complete for port e00674ea-9699-40bc-8b19-770eed830896 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:04.705864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-51299e1b-8a19-4272-9e67-312979be293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.706118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:04.757331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 4af34a22-8078-45b0-a3ae-f3cac41169c9 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:04.782908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': '3055a3c7-bdc4-4a59-9a12-e70534b16de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:04.783174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: ed0f248a-6c86-44f7-b806-c4ce1f2b765c, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:04.803663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'af0230b3-0219-4a91-a8a8-e9c24adc8a38', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'port_id': 'a949b75b-1794-4410-abd3-299cb416317c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'mac_address': 'fa:16:3e:51:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359be37d-d57e-4693-9803-5b7989cd1dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:16Z', 'updated_at': '2022-04-29T11:42:59Z', 'revision_number': 1, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:04.809714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-51299e1b-8a19-4272-9e67-312979be293f None None] Port e00674ea-9699-40bc-8b19-770eed830896 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:04.834242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7122fa7-287f-4840-bfa8-5abd8484bfaf None None] The sync data for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv is: [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'af0230b3-0219-4a91-a8a8-e9c24adc8a38', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'port_id': 'a949b75b-1794-4410-abd3-299cb416317c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'mac_address': 'fa:16:3e:51:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359be37d-d57e-4693-9803-5b7989cd1dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:16Z', 'updated_at': '2022-04-29T11:42:59Z', 'revision_number': 1, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:04.943883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:04.949074 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9ce77f4c-33f0-4776-855f-08bf29fe4df1 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3809340 Apr 29 11:43:04.958526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45686) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:04.987954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:63:9e:86'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:05.049099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.084883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.085094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '19eb77b1-ec34-4303-a76a-ebf36d3ab614', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'floating_ip_address': '172.26.0.192', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'port_id': '7977c985-949a-4182-b597-b5ffa37e3826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'mac_address': 'fa:16:3e:59:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:43:01Z', 'revision_number': 1, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:05.085267 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Added segment 82d6a5f5-3126-4be0-92b2-c9b5001114b5 of type vlan for network cb276829-9646-4bfe-872d-41533fafaadb Apr 29 11:43:05.093609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Checking router: 5a799d06-21cb-4912-8600-081b4b53a516 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:05.100424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b65a958-9f09-4ee1-a42f-e6f480cb49c7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.102556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=4af34a22-8078-45b0-a3ae-f3cac41169c9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:05.106973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:05.108217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:05.119889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-b43cd974-23a2-44f7-8086-79d0fc7c15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:05.121358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-b43cd974-23a2-44f7-8086-79d0fc7c15ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118 HTTP/1.1" status: 200 len: 913 time: 0.4952395 Apr 29 11:43:05.177183 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80359db1-95da-4f7c-981e-0dbd350535bf None None] New status for floating IP af0230b3-0219-4a91-a8a8-e9c24adc8a38: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:05.185835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:05.232405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.245737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.253543 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-33437a26-c2fe-4c8a-a056-bbe19cd9ea06 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/9201f1bb-c524-4315-9201-ba6dac9eb6be HTTP/1.1" status: 204 len: 168 time: 1.0968871 Apr 29 11:43:05.254333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45690) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:05.262318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '73601e6c-f429-4c01-8be5-0b8a8651e073'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:05.269294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:05.275858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:floatingip and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:05.282572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:05.290506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:05.309288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.379806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:05.404226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ed0f248a-6c86-44f7-b806-c4ce1f2b765c) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:05.408384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:05.409047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.422344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.449800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-142e1599-03db-4970-86a4-cf659ffbe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:05.450996 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-142e1599-03db-4970-86a4-cf659ffbe194 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.9118016 Apr 29 11:43:05.514846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d8937-8382-4ae0-b8ac-2f5960af8e57 None None] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:05.529122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.743542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.184 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:05.751866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:05.779378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-00400b45-2a16-4255-9a85-fc3a69dcac8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a949b75b-1794-4410-abd3-299cb416317c HTTP/1.1" status: 200 len: 1000 time: 0.5904078 Apr 29 11:43:05.790995 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e5ec6bce-772e-4439-9aed-d3d63c6bedb6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3923166 Apr 29 11:43:05.799418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0a513-3f17-48be-8ab7-3f56fc36c6ce req-02b6f0a4-d03d-427b-9894-fbbc0429e234 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:05.802726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fca0a513-3f17-48be-8ab7-3f56fc36c6ce req-02b6f0a4-d03d-427b-9894-fbbc0429e234 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.2788172 Apr 29 11:43:05.803476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:43:05.804079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.805331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:05.812852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45694) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:05.819777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1763261426'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:06.036613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.042269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.042965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.137044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ed0f248a-6c86-44f7-b806-c4ce1f2b765c', 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': '56d9fd92-723b-4c2b-b2b3-2d2511f8c9df'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:06.138344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.147114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:06.153783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.159649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:06.162778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:06.174688 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-116ef446-1ba8-45d8-84bf-e0c58cd9d345 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3636527 Apr 29 11:43:06.175535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:06.190129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:06.193754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.227668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 71d3b56c-5ed6-4e63-acb2-3907fa61e023 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:06.281847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9347432 Apr 29 11:43:06.288860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45700) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:06.291968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '19eb77b1-ec34-4303-a76a-ebf36d3ab614', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'floating_ip_address': '172.26.0.192', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'port_id': '7977c985-949a-4182-b597-b5ffa37e3826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'mac_address': 'fa:16:3e:59:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:43:01Z', 'revision_number': 1, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:06.293087 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fca0a513-3f17-48be-8ab7-3f56fc36c6ce req-17efd7c4-61c4-49f5-9f96-93a370f02ad5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780071 Apr 29 11:43:06.300917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'subnet': {'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:06.325607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db4978c7-f74b-4a9f-bf40-02075044c631,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:06.328690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-733461f1-ea46-42f5-bba7-d630a941dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.330289 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-733461f1-ea46-42f5-bba7-d630a941dd77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac118ffe-60a9-4236-af6c-26008bf9eba8 HTTP/1.1" status: 200 len: 851 time: 0.4694500 Apr 29 11:43:06.358682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.387140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985e986-72c9-48ad-acd3-86a5498af337 None None] The sync data for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv is: [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '19eb77b1-ec34-4303-a76a-ebf36d3ab614', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'floating_ip_address': '172.26.0.192', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'port_id': '7977c985-949a-4182-b597-b5ffa37e3826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'mac_address': 'fa:16:3e:59:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:15Z', 'updated_at': '2022-04-29T11:43:01Z', 'revision_number': 1, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:06.419187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Allocated IP 2001:db8::2 (ed0f248a-6c86-44f7-b806-c4ce1f2b765c/56d9fd92-723b-4c2b-b2b3-2d2511f8c9df/fc34d47a-1e65-4923-92fd-737330e6e41a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:06.556608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.631124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Checking segment: {'id': '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:06.631477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network hostable DHCP agents. Network: 9038b496-b764-4dc3-bbf2-909908cdd75c, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:06.635863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0969b-0aef-44a7-b4d5-29f05328f329 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Network': ['ID=cb276829-9646-4bfe-872d-41533fafaadb,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:06.652608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-c2c55635-30c6-4ac4-8146-9c1c3b084139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:06.654172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-c2c55635-30c6-4ac4-8146-9c1c3b084139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 1.1765752 Apr 29 11:43:06.675073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:06.679729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network cb276829-9646-4bfe-872d-41533fafaadb details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:06.683855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:06.693349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:06.762938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:06.770889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:06.775356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:subnet and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:06.778949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:06.788777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:06.822205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Made reservation on behalf of cf056baad8db497d9bfb6f876a37ce71 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:06.827645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:06.854661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20026c64-8398-44e5-8040-86f4198eff62 None None] New status for floating IP 19eb77b1-ec34-4303-a76a-ebf36d3ab614: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:06.895813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 9038b496-b764-4dc3-bbf2-909908cdd75c is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:06.899083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:07.035749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-11bf0ed0-59b7-4428-97e8-381f4566f6e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1000 time: 0.3121033 Apr 29 11:43:07.040423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 9038b496-b764-4dc3-bbf2-909908cdd75c) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:07.076778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.077757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.092581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaa78c-73a7-4d8f-913c-6648e426c889 req-75cf1aaa-1c43-443d-97d2-af5f4781b14a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.094178 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5bdaa78c-73a7-4d8f-913c-6648e426c889 req-75cf1aaa-1c43-443d-97d2-af5f4781b14a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5096636 Apr 29 11:43:07.099713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e55fc2-8856-4d28-9d7e-cdd725a7cf0a None None] Network 9038b496-b764-4dc3-bbf2-909908cdd75c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:07.128470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.162109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Transition to ACTIVE for port object fc34d47a-1e65-4923-92fd-737330e6e41a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:07.184619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.187605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-c71a897a-cb25-42db-9b8e-1a37c73d9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.189505 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-c71a897a-cb25-42db-9b8e-1a37c73d9404 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6159387 Apr 29 11:43:07.250109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.290756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Transition to ACTIVE for port object fc34d47a-1e65-4923-92fd-737330e6e41a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:07.316552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-71383753-fcab-48de-b486-b28f2d34cc31 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2914355 Apr 29 11:43:07.355812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45706) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:07.367353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-896223924', 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:07.388440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.488519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Pushing event updated for resources: {'Port': ['ID=fc34d47a-1e65-4923-92fd-737330e6e41a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.516643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5bdaa78c-73a7-4d8f-913c-6648e426c889 req-7a8bf1b8-b4ca-42d8-9ee6-d10c82a11784 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085393 Apr 29 11:43:07.586737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:07.593361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:07.602903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:07.612516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::178 (ed0f248a-6c86-44f7-b806-c4ce1f2b765c/56d9fd92-723b-4c2b-b2b3-2d2511f8c9df/71d3b56c-5ed6-4e63-acb2-3907fa61e023) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:07.650928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:07.659386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.667131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-d7b7e863-9ce5-47e8-9748-205a19b5cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:07.668839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-d7b7e863-9ce5-47e8-9748-205a19b5cdad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.5990741 Apr 29 11:43:07.676858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:port and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:07.736370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:07.823406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Attempting to bind port fc34d47a-1e65-4923-92fd-737330e6e41a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:07.823765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Attempting to bind port fc34d47a-1e65-4923-92fd-737330e6e41a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3055a3c7-bdc4-4a59-9a12-e70534b16de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:07.824308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Attempting to bind port fc34d47a-1e65-4923-92fd-737330e6e41a on network ed0f248a-6c86-44f7-b806-c4ce1f2b765c {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:07.828762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:07.837879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b21d6-87ce-4fbd-82ee-8433f21eb883 None None] Network 9038b496-b764-4dc3-bbf2-909908cdd75c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:07.854637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:07.854637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Checking segment: {'id': '3055a3c7-bdc4-4a59-9a12-e70534b16de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:07.856056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.856479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Bound using segment: {'id': '3055a3c7-bdc4-4a59-9a12-e70534b16de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:07.856970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Bound port: fc34d47a-1e65-4923-92fd-737330e6e41a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3055a3c7-bdc4-4a59-9a12-e70534b16de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed0f248a-6c86-44f7-b806-c4ce1f2b765c'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:07.857345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.890688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Subnet': ['ID=1de43771-b3a9-4946-b566-88e91abef139,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:07.930417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Made reservation on behalf of cb1f1b3afc2b4095a9df5b00a748a0c0 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:07.933669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.935927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Checking segment: {'id': '82d6a5f5-3126-4be0-92b2-c9b5001114b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:07.937435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network hostable DHCP agents. Network: cb276829-9646-4bfe-872d-41533fafaadb, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:07.980638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-c7dc76d8-b5a8-4bf4-b411-c086dc05d620 service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770351 Apr 29 11:43:07.995389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:07.998830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.024806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network cb276829-9646-4bfe-872d-41533fafaadb is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:08.034362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] device_id is not set on port 1040a406-f64f-462e-ab07-4131c5a4e7f3 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:08.037693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 71d3b56c-5ed6-4e63-acb2-3907fa61e023 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:08.083046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.088309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Floating IP 4d9f2229-5fbf-4ebe-aa5c-61ca09db268b associated. External IP: 172.26.0.124, port: 7a51fc56-ca20-4b24-9c0b-a6417aa52bca. Apr 29 11:43:08.091167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] For port fc34d47a-1e65-4923-92fd-737330e6e41a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:08.097722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, cb276829-9646-4bfe-872d-41533fafaadb) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:08.108906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.108906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.132596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.139210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b8235-7f63-4eba-b314-50b7531d7e8e None None] Network cb276829-9646-4bfe-872d-41533fafaadb requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:08.174000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.179160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] For port fc34d47a-1e65-4923-92fd-737330e6e41a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fc34d47a-1e65-4923-92fd-737330e6e41a,segment=NetworkSegment(3055a3c7-bdc4-4a59-9a12-e70534b16de6),segment_id=3055a3c7-bdc4-4a59-9a12-e70534b16de6)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:08.201877 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a778b936-1727-4b2d-993d-384707f36e34 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9082017 Apr 29 11:43:08.202732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45710) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:08.207714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1301826918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:08.214621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.219003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.277662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:08.317114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:router and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:08.336133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:08.340178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:08.348233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:08.352094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:08.357703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:08.363347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.363983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.431386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=71d3b56c-5ed6-4e63-acb2-3907fa61e023,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:08.472556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541e996-8a10-4d62-8cf2-5e4d7c9b3123 None None] Pushing event updated for resources: {'Port': ['ID=fc34d47a-1e65-4923-92fd-737330e6e41a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:08.489475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.490786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.552560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.602867 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-824bdd61-50a6-458c-91e7-386681cdaf3c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7880933 Apr 29 11:43:08.610154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45716) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:08.639841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-cb276829-9646-4bfe-872d-41533fafaadb', 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb', 'tenant_id': 'cf056baad8db497d9bfb6f876a37ce71', 'fixed_ips': [{'subnet_id': '1de43771-b3a9-4946-b566-88e91abef139'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:08.640872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.651277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] In _notify_port_updated(), no bound segment for port e00674ea-9699-40bc-8b19-770eed830896 on network 5460fc35-d8fe-43bf-8038-2147a440b249 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:08.669936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.670980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.675168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "PUT /v2.0/ports/e00674ea-9699-40bc-8b19-770eed830896 HTTP/1.1" status: 200 len: 993 time: 3.6988747 Apr 29 11:43:08.725437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45720) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:08.789290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-ee2ca9ef-5b01-46f3-849d-e9475d00c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:08.791610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-ee2ca9ef-5b01-46f3-849d-e9475d00c5d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0501201 Apr 29 11:43:08.852746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 71d3b56c-5ed6-4e63-acb2-3907fa61e023 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:08.853302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:08.856161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Allocated IP 172.20.0.2 (cb276829-9646-4bfe-872d-41533fafaadb/1de43771-b3a9-4946-b566-88e91abef139/48794d35-25c6-4c1d-835d-887c797e95b6) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:09.011402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.061103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a81db-0ad5-4245-a21d-1680f665ea3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=e00674ea-9699-40bc-8b19-770eed830896,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.116608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port e00674ea-9699-40bc-8b19-770eed830896 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:09.117134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.177177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f78e9f62-0060-4edc-97e2-c26e89ef3cad None None] Provisioning complete for port e00674ea-9699-40bc-8b19-770eed830896 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:09.177446 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8f36a6e2-9d31-4a13-9037-6dd1423afe9e req-b8c88ec0-1692-4fda-941e-a45b9b362184 service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1817646 Apr 29 11:43:09.177823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f78e9f62-0060-4edc-97e2-c26e89ef3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.239356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.241861 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a08b0957-dae0-48db-bc86-d3e13a71a70d tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0379696 Apr 29 11:43:09.248042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45724) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:09.263424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.271998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:09.279986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f78e9f62-0060-4edc-97e2-c26e89ef3cad None None] Port e00674ea-9699-40bc-8b19-770eed830896 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:09.283369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Transition to ACTIVE for port object 48794d35-25c6-4c1d-835d-887c797e95b6 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:09.299662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.310265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Transition to ACTIVE for port object 48794d35-25c6-4c1d-835d-887c797e95b6 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:09.316615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.319312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.398966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Network cb276829-9646-4bfe-872d-41533fafaadb is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:09.401100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:09.410439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:09.515457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Pushing event updated for resources: {'Port': ['ID=48794d35-25c6-4c1d-835d-887c797e95b6,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.524461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.20.0.2 (9038b496-b764-4dc3-bbf2-909908cdd75c/db4978c7-f74b-4a9f-bf40-02075044c631/1040a406-f64f-462e-ab07-4131c5a4e7f3) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:09.558098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Attempting to bind port 48794d35-25c6-4c1d-835d-887c797e95b6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:09.558098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Attempting to bind port 48794d35-25c6-4c1d-835d-887c797e95b6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '82d6a5f5-3126-4be0-92b2-c9b5001114b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:09.558524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Attempting to bind port 48794d35-25c6-4c1d-835d-887c797e95b6 on network cb276829-9646-4bfe-872d-41533fafaadb {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:09.573318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:09.573823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Checking segment: {'id': '82d6a5f5-3126-4be0-92b2-c9b5001114b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:09.574217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.574604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Bound using segment: {'id': '82d6a5f5-3126-4be0-92b2-c9b5001114b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:09.575093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Bound port: 48794d35-25c6-4c1d-835d-887c797e95b6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d6a5f5-3126-4be0-92b2-c9b5001114b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:09.575595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.709038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] For port 48794d35-25c6-4c1d-835d-887c797e95b6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:09.712452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] For port 48794d35-25c6-4c1d-835d-887c797e95b6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=48794d35-25c6-4c1d-835d-887c797e95b6,segment=NetworkSegment(82d6a5f5-3126-4be0-92b2-c9b5001114b5),segment_id=82d6a5f5-3126-4be0-92b2-c9b5001114b5)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:09.718333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.796741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:09.830028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eb080-6afd-4187-af90-d6d24913bdac None None] Pushing event updated for resources: {'Port': ['ID=48794d35-25c6-4c1d-835d-887c797e95b6,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.865158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:09.936173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-39e7f2ff-638a-4188-a3ca-26fd19a433bc service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067524 Apr 29 11:43:10.005895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d5b3-1cee-4b87-a2ef-ec3961da4213 req-7aca23e7-3afe-42f6-a921-967f93e0c53d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:10.007616 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-daf1d5b3-1cee-4b87-a2ef-ec3961da4213 req-7aca23e7-3afe-42f6-a921-967f93e0c53d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.2362850 Apr 29 11:43:10.018849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216f531-f446-401f-b6ec-49b8d9c52904 None None] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:10.142834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:10.179197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.270801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9eb76f5c-26d8-43cb-b710-647dda216a39 None None] Provisioning for port fc34d47a-1e65-4923-92fd-737330e6e41a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:10.385492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 71d3b56c-5ed6-4e63-acb2-3907fa61e023 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:10.474012 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 15d9083b-bef3-476d-841f-129f92c2eb46 associated. External IP: 172.26.0.184, port: 73601e6c-f429-4c01-8be5-0b8a8651e073. Apr 29 11:43:10.547449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:10.703304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-daf1d5b3-1cee-4b87-a2ef-ec3961da4213 req-a4b93f86-d7be-483d-ae1d-d9bb837d94b5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6083744 Apr 29 11:43:10.726216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 48794d35-25c6-4c1d-835d-887c797e95b6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:10.794759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ed249e2-51d2-4f49-9e72-1966f06e9b2a req-fc584890-b1c5-4af7-81b1-9bb3af0a2068 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383517 Apr 29 11:43:10.845266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for e00674ea-9699-40bc-8b19-770eed830896 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:10.913119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 48794d35-25c6-4c1d-835d-887c797e95b6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:10.920059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fc34d47a-1e65-4923-92fd-737330e6e41a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:10.940081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.077800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port fc34d47a-1e65-4923-92fd-737330e6e41a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:11.085971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.088096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fc34d47a-1e65-4923-92fd-737330e6e41a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:11.089220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.096665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:11.114176 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Sync routers for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:11.128634 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:11.133515 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:11.179512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.346986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-72afca3a-e91b-440c-b8e4-7d87c8626d25 None None] Provisioning for port 71d3b56c-5ed6-4e63-acb2-3907fa61e023 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:11.382809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-72afca3a-e91b-440c-b8e4-7d87c8626d25 None None] Provisioning complete for port 71d3b56c-5ed6-4e63-acb2-3907fa61e023 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:11.384632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-72afca3a-e91b-440c-b8e4-7d87c8626d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.442438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=e00674ea-9699-40bc-8b19-770eed830896,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:11.443137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.478449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-72afca3a-e91b-440c-b8e4-7d87c8626d25 None None] Port 71d3b56c-5ed6-4e63-acb2-3907fa61e023 was deleted so its status cannot be updated. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 11:43:11.498600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.500519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.530143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80576c2d-4459-4c51-91d4-ca36abf9d8fa None None] Network cb276829-9646-4bfe-872d-41533fafaadb requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:11.608162 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:11.700595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Provisioning for port 48794d35-25c6-4c1d-835d-887c797e95b6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:11.707598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port fc34d47a-1e65-4923-92fd-737330e6e41a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fc34d47a-1e65-4923-92fd-737330e6e41a,segment=NetworkSegment(3055a3c7-bdc4-4a59-9a12-e70534b16de6),segment_id=3055a3c7-bdc4-4a59-9a12-e70534b16de6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:11.711662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Provisioning complete for port 48794d35-25c6-4c1d-835d-887c797e95b6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:11.712230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.765161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.780949 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4b74a8c0-b220-464d-9cc8-e18a60dbdcf9 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "PUT /v2.0/floatingips/4d9f2229-5fbf-4ebe-aa5c-61ca09db268b HTTP/1.1" status: 200 len: 991 time: 7.7369759 Apr 29 11:43:11.804185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:43:11.847860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:11.948642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165b77-267e-4429-96c4-cbefaac2b27a req-e4c9d3e1-8839-4a89-b80d-572764d5bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:11.950502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-e4c9d3e1-8839-4a89-b80d-572764d5bb25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.8610303 Apr 29 11:43:12.025067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=fc34d47a-1e65-4923-92fd-737330e6e41a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.080333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.142836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=71d3b56c-5ed6-4e63-acb2-3907fa61e023,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.192178 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e2bbc1a0-ba0d-4f04-ac92-d2b2bc7ba64d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/71d3b56c-5ed6-4e63-acb2-3907fa61e023 HTTP/1.1" status: 204 len: 168 time: 3.5803165 Apr 29 11:43:12.198375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.203223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45736) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:12.253612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] For port 48794d35-25c6-4c1d-835d-887c797e95b6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=48794d35-25c6-4c1d-835d-887c797e95b6,segment=NetworkSegment(82d6a5f5-3126-4be0-92b2-c9b5001114b5),segment_id=82d6a5f5-3126-4be0-92b2-c9b5001114b5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:12.266037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.278125 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4d9f2229-5fbf-4ebe-aa5c-61ca09db268b', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'port_id': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'mac_address': 'fa:16:3e:9d:57:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:27Z', 'updated_at': '2022-04-29T11:43:06Z', 'revision_number': 1, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.288737 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Checking router: fbcd30fe-96b8-4196-b2b6-e4eb005172d7 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:12.306996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=1040a406-f64f-462e-ab07-4131c5a4e7f3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.308520 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:12.317869 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:12.366379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Could not find standard attr ID for object 71d3b56c-5ed6-4e63-acb2-3907fa61e023. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:43:12.423078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774bcc1-9254-402c-9874-5319acd4b974 None None] Pushing event updated for resources: {'Port': ['ID=48794d35-25c6-4c1d-835d-887c797e95b6,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:12.440325 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b56b45c-c91b-4f81-b3d6-ae3c3178ba84 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:43:12.440861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9b56b45c-c91b-4f81-b3d6-ae3c3178ba84 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:12.462045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Allocated IP 172.20.0.1 (cb276829-9646-4bfe-872d-41533fafaadb/1de43771-b3a9-4946-b566-88e91abef139/f8afdaee-db20-4d2c-a2c2-caa8632e150c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:12.578269 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:12.593269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9b56b45c-c91b-4f81-b3d6-ae3c3178ba84 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:12.594983 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9b56b45c-c91b-4f81-b3d6-ae3c3178ba84 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/71d3b56c-5ed6-4e63-acb2-3907fa61e023 HTTP/1.1" status: 404 len: 333 time: 0.3337359 Apr 29 11:43:12.623609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00be58-7aa4-4052-bcfd-4c44bdc54703 req-589530d0-a739-4429-8e89-c9262b25a128 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:12.625464 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f00be58-7aa4-4052-bcfd-4c44bdc54703 req-589530d0-a739-4429-8e89-c9262b25a128 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.6150823 Apr 29 11:43:12.636365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45740) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:12.648365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 48794d35-25c6-4c1d-835d-887c797e95b6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:12.681914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:12.683116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.685059 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-392b6f35-8fad-47bb-bdb2-10e2ce7f7b51 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/e00674ea-9699-40bc-8b19-770eed830896 HTTP/1.1" status: 204 len: 168 time: 3.9555769 Apr 29 11:43:12.715869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45744) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:12.743020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.761247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Transition to ACTIVE for port object f8afdaee-db20-4d2c-a2c2-caa8632e150c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:12.794955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 48794d35-25c6-4c1d-835d-887c797e95b6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:12.796249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:12.823475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 9038b496-b764-4dc3-bbf2-909908cdd75c is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:12.837556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:12.845700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:12.885666 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c5f308-1b80-4f6c-9983-e467fd3f03a9 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] GET failed (client error): The resource could not be found. Apr 29 11:43:12.886237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-79c5f308-1b80-4f6c-9983-e467fd3f03a9 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Synchronizing usage tracker for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:12.887970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-462eced8-3a5e-443e-95f5-b61653c94cf0 None None] Provisioning complete for port 48794d35-25c6-4c1d-835d-887c797e95b6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:12.888596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-462eced8-3a5e-443e-95f5-b61653c94cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.004401 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f00be58-7aa4-4052-bcfd-4c44bdc54703 req-b55c8f92-628c-47a1-ac46-92cefc599f26 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610244 Apr 29 11:43:13.015767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 56d9fd92-723b-4c2b-b2b3-2d2511f8c9df {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:13.025236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.049490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.084913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-79c5f308-1b80-4f6c-9983-e467fd3f03a9 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Unset dirty status for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:13.086111 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-79c5f308-1b80-4f6c-9983-e467fd3f03a9 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports/e00674ea-9699-40bc-8b19-770eed830896 HTTP/1.1" status: 404 len: 333 time: 0.3689210 Apr 29 11:43:13.091094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fc34d47a-1e65-4923-92fd-737330e6e41a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:13.094815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45750) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:13.112153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-1765334531'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:13.153039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.157839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3572d7fd-d612-4f86-913e-b6e128406777'] response: {'name': 'network-changed', 'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'status': 'completed', 'code': 200} Apr 29 11:43:13.164390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.164984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.181002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network cb276829-9646-4bfe-872d-41533fafaadb is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:13.199928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:13.216586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322620b0-f554-4457-ae2e-418c85698bd8 req-6160e7e0-0ff1-4fef-a466-225f2121aa33 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.218438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-322620b0-f554-4457-ae2e-418c85698bd8 req-6160e7e0-0ff1-4fef-a466-225f2121aa33 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 1.2777281 Apr 29 11:43:13.237110 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4d9f2229-5fbf-4ebe-aa5c-61ca09db268b', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'port_id': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'mac_address': 'fa:16:3e:9d:57:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:27Z', 'updated_at': '2022-04-29T11:43:06Z', 'revision_number': 1, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.250738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dd7650-7ec5-451d-8fe6-8918964cb62e None None] The sync data for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv is: [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4d9f2229-5fbf-4ebe-aa5c-61ca09db268b', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'port_id': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'mac_address': 'fa:16:3e:9d:57:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:42:27Z', 'updated_at': '2022-04-29T11:43:06Z', 'revision_number': 1, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:13.258868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:13.309066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165b77-267e-4429-96c4-cbefaac2b27a req-b7dd9ea1-9895-4fe2-a0ed-e1f31df61aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.310566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-b7dd9ea1-9895-4fe2-a0ed-e1f31df61aa8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.9981842 Apr 29 11:43:13.321996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:13.344068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=f8afdaee-db20-4d2c-a2c2-caa8632e150c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:13.388542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:13.404538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:13.406239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.455226 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-167c27b2-bd3e-4385-9c21-46aefd0d261e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 6.0958917 Apr 29 11:43:13.465428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45754) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:13.509100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.519517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.536130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:13.537053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.559229 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-322620b0-f554-4457-ae2e-418c85698bd8 req-7591dc5b-6ac3-4a71-9de5-cbcf3229e7fc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305841 Apr 29 11:43:13.598167 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-3723bbb5-9e0d-49f8-b888-14e07286420f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.2552602 Apr 29 11:43:13.620541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fc34d47a-1e65-4923-92fd-737330e6e41a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:13.620936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.661414 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f4d6c-9e72-4cbd-8813-caaae59424a8 None None] New status for floating IP 4d9f2229-5fbf-4ebe-aa5c-61ca09db268b: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:43:13.709426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165b77-267e-4429-96c4-cbefaac2b27a req-72e896f0-1b14-41be-86fb-3c5cf03292d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.711834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.712150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-72e896f0-1b14-41be-86fb-3c5cf03292d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.1047220 Apr 29 11:43:13.721968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-7a5ce9f7-c2d0-4bdd-98ac-935edf61c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.723660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-7a5ce9f7-c2d0-4bdd-98ac-935edf61c1aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e&device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 1098 time: 0.5042961 Apr 29 11:43:13.783795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:13.791449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 1040a406-f64f-462e-ab07-4131c5a4e7f3 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:13.791865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.798154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:13.799507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2f962-93b1-4a13-b272-e6aa87ea3a7e None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:13.808307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fdcc702-61c2-4289-8d13-1c8d4e676caa None None] Provisioning for port f8afdaee-db20-4d2c-a2c2-caa8632e150c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:13.819182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fdcc702-61c2-4289-8d13-1c8d4e676caa None None] Provisioning complete for port f8afdaee-db20-4d2c-a2c2-caa8632e150c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:13.819934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc702-61c2-4289-8d13-1c8d4e676caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.848964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:13.900315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:13.919846 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf674e88-d985-4075-973b-507f89e98960 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6615250 Apr 29 11:43:13.920058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-82323394-507f-4b6e-9317-3c8df5f3a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:13.920703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-82323394-507f-4b6e-9317-3c8df5f3a489 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5650cb91-6506-40b5-ab7f-695bb49ba887 HTTP/1.1" status: 200 len: 907 time: 0.1555312 Apr 29 11:43:13.926899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45762) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:13.977946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:13.981237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.028765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcc702-61c2-4289-8d13-1c8d4e676caa None None] Port f8afdaee-db20-4d2c-a2c2-caa8632e150c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:14.037015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24a55-d9ac-4da8-b7e7-3bbfce238430 req-04c44725-5b48-4585-bd8c-4f07d3acf4bc tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:14.038539 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6cb24a55-d9ac-4da8-b7e7-3bbfce238430 req-04c44725-5b48-4585-bd8c-4f07d3acf4bc tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7084193 Apr 29 11:43:14.110169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port 0390b290-84dc-4443-8177-d3b3fbbce8f8 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:14.195456 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f87dc344-4406-47df-a7c0-4e063b438fb6 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/floatingips/15d9083b-bef3-476d-841f-129f92c2eb46 HTTP/1.1" status: 200 len: 978 time: 0.2659392 Apr 29 11:43:14.215428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45766) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:14.279221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-cc1879d5-5fe6-4fe3-b824-d84ef2633528 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca HTTP/1.1" status: 200 len: 1001 time: 0.2762544 Apr 29 11:43:14.287142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.437469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=56d9fd92-723b-4c2b-b2b3-2d2511f8c9df,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:14.444621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.453940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408ef06-0cd7-4746-ae9b-eb115865ac9f None None] Network ed0f248a-6c86-44f7-b806-c4ce1f2b765c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:14.454166 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6cb24a55-d9ac-4da8-b7e7-3bbfce238430 req-b7223545-918e-4981-87f0-68f7a0ddaa6c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979020 Apr 29 11:43:14.482118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.524009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165b77-267e-4429-96c4-cbefaac2b27a req-01f54662-a179-43aa-8d32-3937fe996c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:14.525594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-01f54662-a179-43aa-8d32-3937fe996c02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8065298 Apr 29 11:43:14.530706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1cc60b84-3e37-416d-ad7f-05660e94d7ca tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/56d9fd92-723b-4c2b-b2b3-2d2511f8c9df HTTP/1.1" status: 204 len: 168 time: 1.8885181 Apr 29 11:43:14.548952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:14.563687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.616834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9ab359c5-f08e-4810-baa1-84fc0c17c78f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3949611 Apr 29 11:43:14.624199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-309f15c4-44e7-46e6-a45b-35eead1d1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:14.625672 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-309f15c4-44e7-46e6-a45b-35eead1d1596 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=59ad3535-04a5-4d73-8c31-c9f69956d90a HTTP/1.1" status: 200 len: 845 time: 0.1957557 Apr 29 11:43:14.638215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45776) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:14.643347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': 'b170bd8f-fa2d-4324-ae96-129fdc60a66e'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:14.781033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 1040a406-f64f-462e-ab07-4131c5a4e7f3 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:14.859697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] DHCP port deletion for ed0f248a-6c86-44f7-b806-c4ce1f2b765c request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:43:14.864487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Deleting port fc34d47a-1e65-4923-92fd-737330e6e41a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:14.864872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:14.988611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.8 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/0390b290-84dc-4443-8177-d3b3fbbce8f8) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:15.049548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.095396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.113593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] For port fc34d47a-1e65-4923-92fd-737330e6e41a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fc34d47a-1e65-4923-92fd-737330e6e41a,segment=NetworkSegment(3055a3c7-bdc4-4a59-9a12-e70534b16de6),segment_id=3055a3c7-bdc4-4a59-9a12-e70534b16de6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:15.113987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.160483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port fc34d47a-1e65-4923-92fd-737330e6e41a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:15.160797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.192914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-e2cf9e7d-130c-47c8-a2f1-d39ef0ca56d5 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347325 Apr 29 11:43:15.256467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a70b4-6237-4376-a3e0-2559d3061d43 req-f50e980c-954c-410e-885f-0c009a721582 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:15.257599 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c2a70b4-6237-4376-a3e0-2559d3061d43 req-f50e980c-954c-410e-885f-0c009a721582 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3238859 Apr 29 11:43:15.260030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Calling delete_port for fc34d47a-1e65-4923-92fd-737330e6e41a owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:15.314424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.356741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.415690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] No DVR routers for this DVR port fc34d47a-1e65-4923-92fd-737330e6e41a on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:15.432709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafab379-7d2b-4af1-9cff-3d1f4c4b7688 None None] Pushing event deleted for resources: {'Port': ['ID=fc34d47a-1e65-4923-92fd-737330e6e41a,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.539066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-4c144661-7ea2-4649-800d-52c2db00392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:15.539066 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-4c144661-7ea2-4649-800d-52c2db00392b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5650cb91-6506-40b5-ab7f-695bb49ba887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8400927 Apr 29 11:43:15.548330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Port': ['ID=1040a406-f64f-462e-ab07-4131c5a4e7f3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:15.666107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c2a70b4-6237-4376-a3e0-2559d3061d43 req-b3e10fce-33a3-453e-a64d-69c887cd6242 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617258 Apr 29 11:43:15.747170 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67165b77-267e-4429-96c4-cbefaac2b27a req-a9e4c477-050b-4723-a48c-a81b847e721e service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415559 Apr 29 11:43:15.790971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.797415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port fc34d47a-1e65-4923-92fd-737330e6e41a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fc34d47a-1e65-4923-92fd-737330e6e41a,segment=NetworkSegment(3055a3c7-bdc4-4a59-9a12-e70534b16de6),segment_id=3055a3c7-bdc4-4a59-9a12-e70534b16de6)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:15.801448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.879087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7381807a-537e-466c-91ec-cca0c494f2d2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1040a406-f64f-462e-ab07-4131c5a4e7f3 HTTP/1.1" status: 204 len: 168 time: 2.3960092 Apr 29 11:43:15.894951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45786) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:15.942973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:15.954786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for fc34d47a-1e65-4923-92fd-737330e6e41a owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:16.022582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object 0390b290-84dc-4443-8177-d3b3fbbce8f8 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:16.063056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c', 'external_fixed_ips': [{'subnet_id': 'db4978c7-f74b-4a9f-bf40-02075044c631', 'ip_address': '172.20.0.2'}]}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:16.083242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:16.086125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:16.111610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:router and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:16.121457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:16.132515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:16.136311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.147553 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-8eb02d85-14f8-4a3b-b200-0d37a1907e03 service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023505 Apr 29 11:43:16.152720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.206561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:43:16.206869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:43:16.215869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.273409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.274612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.349418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:16.355708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:16.376388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:16.496379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.498233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=0390b290-84dc-4443-8177-d3b3fbbce8f8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.528837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.544594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=f8afdaee-db20-4d2c-a2c2-caa8632e150c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:16.642806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:16.643384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.678781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fc34d47a-1e65-4923-92fd-737330e6e41a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:43:16.687961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-33fc3647-bdcf-42d7-8554-70437bc5c9af tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5920126 Apr 29 11:43:16.689801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45794) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:16.697739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:63:9e:86'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:16.726602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port fc34d47a-1e65-4923-92fd-737330e6e41a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:16.726602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.737268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: fc34d47a-1e65-4923-92fd-737330e6e41a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:43:16.737613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fc34d47a-1e65-4923-92fd-737330e6e41a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:43:16.809764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e048175b-4ccb-4293-8973-c6576f3c1da0 None None] Provisioning for port 0390b290-84dc-4443-8177-d3b3fbbce8f8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:16.817138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e048175b-4ccb-4293-8973-c6576f3c1da0 None None] Provisioning complete for port 0390b290-84dc-4443-8177-d3b3fbbce8f8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:16.818006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e048175b-4ccb-4293-8973-c6576f3c1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:16.830926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6345379-87a8-4c3d-8ec2-987b112cd698 req-5756953c-6270-46c5-a002-dc0a28ec7e4e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:16.833176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f6345379-87a8-4c3d-8ec2-987b112cd698 req-5756953c-6270-46c5-a002-dc0a28ec7e4e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3061123 Apr 29 11:43:16.854699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] The port 'fc34d47a-1e65-4923-92fd-737330e6e41a' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:43:16.872886 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f1391c8-257a-484b-9db6-e0bac9fa536d req-617e3eb7-9df2-4895-b928-c4c41b3a17d0 service neutron] 10.222.0.66 "GET /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861517 Apr 29 11:43:16.884908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e048175b-4ccb-4293-8973-c6576f3c1da0 None None] Port 0390b290-84dc-4443-8177-d3b3fbbce8f8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:17.053345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f6345379-87a8-4c3d-8ec2-987b112cd698 req-b85b323b-5f52-4e9c-976c-9b0099663b15 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082682 Apr 29 11:43:17.125464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.168699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0f248a-6c86-44f7-b806-c4ce1f2b765c']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.190772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3055a3c7-bdc4-4a59-9a12-e70534b16de6') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.191034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3055a3c7-bdc4-4a59-9a12-e70534b16de6') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:17.244469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.268625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.277874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.282377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.288816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:17.289226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:17.303904 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:17.325072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network cb276829-9646-4bfe-872d-41533fafaadb is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:17.349850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:17.439856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.462606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.479585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/ed0f248a-6c86-44f7-b806-c4ce1f2b765c HTTP/1.1" status: 204 len: 168 time: 2.9270627 Apr 29 11:43:17.482920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0b12-4612-42ba-8d8d-39a0bb116326 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=ed0f248a-6c86-44f7-b806-c4ce1f2b765c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:17.485094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45800) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:17.495085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'name': 'tempest-PortsIpV6TestJSON-1564101460'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:17.620139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ee03b94e-220f-406b-97cc-39cda010f1f4 None None] Provisioning complete for port f8afdaee-db20-4d2c-a2c2-caa8632e150c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:17.620510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ee03b94e-220f-406b-97cc-39cda010f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.680789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ee03b94e-220f-406b-97cc-39cda010f1f4 None None] Port f8afdaee-db20-4d2c-a2c2-caa8632e150c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:17.710949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:17.736162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:17.742323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.750810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.754345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:17.760641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.792749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.799922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:17.807150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 0f506f19-6661-4af0-bc00-633f8f34e5a4 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:18.025865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=0390b290-84dc-4443-8177-d3b3fbbce8f8,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:18.046312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] In _notify_port_updated(), no bound segment for port 0390b290-84dc-4443-8177-d3b3fbbce8f8 on network 5460fc35-d8fe-43bf-8038-2147a440b249 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:18.051688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:18.052380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.056413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b567926f-9c72-433b-81f3-c9170148e293 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "PUT /v2.0/ports/0390b290-84dc-4443-8177-d3b3fbbce8f8 HTTP/1.1" status: 200 len: 996 time: 1.3628600 Apr 29 11:43:18.058355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45804) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:18.194990 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 15d9083b-bef3-476d-841f-129f92c2eb46 associated. External IP: 172.26.0.184, port: 73601e6c-f429-4c01-8be5-0b8a8651e073. Apr 29 11:43:18.215197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e2216d2a-ed64-4304-bc16-97d48a048a1a None None] Provisioning complete for port 0390b290-84dc-4443-8177-d3b3fbbce8f8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:18.215646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2216d2a-ed64-4304-bc16-97d48a048a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.256399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Router 2d97f305-7fb5-46b7-b2b4-d46b23ca4981 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:43:18.282847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2216d2a-ed64-4304-bc16-97d48a048a1a None None] Port 0390b290-84dc-4443-8177-d3b3fbbce8f8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:18.371076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 0390b290-84dc-4443-8177-d3b3fbbce8f8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:18.371553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.476122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.672725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.773734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:18.782410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:18.790180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.799147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:18.806726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:18.807763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:18.838604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=0f506f19-6661-4af0-bc00-633f8f34e5a4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:18.890695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:18.903142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] Sync routers for ids ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:18.913455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] Routers {'2d97f305-7fb5-46b7-b2b4-d46b23ca4981'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:18.914290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:18.980415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for 0390b290-84dc-4443-8177-d3b3fbbce8f8 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:18.985956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:18.997081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] Routers {'2d97f305-7fb5-46b7-b2b4-d46b23ca4981'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:18.998243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:19.015556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b2f0-9ba6-4d03-b055-b617434df156 req-4adfeb1a-ca8e-42a0-86f4-3d3846dbba26 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:19.017186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ede9b2f0-9ba6-4d03-b055-b617434df156 req-4adfeb1a-ca8e-42a0-86f4-3d3846dbba26 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7698572 Apr 29 11:43:19.037272 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d715c14-457d-4c12-80d5-f87a069f3fb0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5485263 Apr 29 11:43:19.041344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45810) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:19.050821 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9a5ac1cf-2f55-4bf7-87a8-6089ed226bdc tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "PUT /v2.0/routers/2d97f305-7fb5-46b7-b2b4-d46b23ca4981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7934608 Apr 29 11:43:19.067154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45814) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:19.087432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'port': {'network_id': 'cb276829-9646-4bfe-872d-41533fafaadb', 'name': 'tempest-FloatingIPNegativeTestJSON-1114556088'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:19.104539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.109339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:19.110349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9d58-f52f-45b4-82ac-a81f10440e33 None None] The sync data for ids ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:19.152896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 0f506f19-6661-4af0-bc00-633f8f34e5a4 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:19.153229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.181238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.250182 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ede9b2f0-9ba6-4d03-b055-b617434df156 req-0dc7ac9a-71c8-40c3-a18c-700074b6fc16 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102294 Apr 29 11:43:19.361910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:19.366205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.491194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=0390b290-84dc-4443-8177-d3b3fbbce8f8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:19.587302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.717064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:19.728347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 0f506f19-6661-4af0-bc00-633f8f34e5a4 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:19.740163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:port and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:19.747144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:19.756355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:19.786107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.807924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Made reservation on behalf of cf056baad8db497d9bfb6f876a37ce71 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:19.811530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.818293 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c8600808-a70a-4796-bc1b-51472f23b606 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/0390b290-84dc-4443-8177-d3b3fbbce8f8 HTTP/1.1" status: 204 len: 168 time: 1.7589235 Apr 29 11:43:19.821267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45820) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:19.859035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.874584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] device_id is not set on port 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:19.907686 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee83d88b-e28e-4466-aa40-2cd72d0fee60 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] GET failed (client error): The resource could not be found. Apr 29 11:43:19.908704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ee83d88b-e28e-4466-aa40-2cd72d0fee60 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Synchronizing usage tracker for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:19.912926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.20.0.2 (9038b496-b764-4dc3-bbf2-909908cdd75c/db4978c7-f74b-4a9f-bf40-02075044c631/1b75a979-23bd-4fb4-875b-1cc0c4e71e0e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:19.920067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=0f506f19-6661-4af0-bc00-633f8f34e5a4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:19.924312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:19.941319 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c929857-1229-4197-ba63-5909ed713373 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/0f506f19-6661-4af0-bc00-633f8f34e5a4 HTTP/1.1" status: 204 len: 168 time: 0.8989060 Apr 29 11:43:19.944278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45824) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:19.951717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'mac_address': 'fa:16:3e:b2:95:e1', 'name': 'tempest-PortsIpV6TestJSON-785816231'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:19.959519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:19.965490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ee83d88b-e28e-4466-aa40-2cd72d0fee60 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Unset dirty status for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:19.969944 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ee83d88b-e28e-4466-aa40-2cd72d0fee60 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports/0390b290-84dc-4443-8177-d3b3fbbce8f8 HTTP/1.1" status: 404 len: 333 time: 0.1444185 Apr 29 11:43:19.971098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45828) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:19.979727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:19.983822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-1311010685'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:19.992352 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:19.993070 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:20.065243 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:20.076228 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:20.076876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:20.138445 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:20.140542 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f947b30-82cf-42a3-8d12-3a3d725aabe7 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:20.282026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:20.302890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:20.307039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:20.316234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:20.318455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:20.331795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:20.336959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:20.347252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Allocated IP 172.20.0.5 (cb276829-9646-4bfe-872d-41533fafaadb/1de43771-b3a9-4946-b566-88e91abef139/817e0dc6-0fd1-4806-b8b9-a2db6cc7c968) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:20.362974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.368469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:20.372051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.501711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port 17eaf00f-68bf-4728-9140-f774c55809ef yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:20.555896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.617483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 788b3d77-6ec2-41d3-8bf0-e50ad37473f2 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:20.698669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:20.754626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046089a-e9d0-47e1-956b-f04d3d281d83 req-2d4730c4-9f75-486e-9119-71475abea9a0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:20.761140 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8046089a-e9d0-47e1-956b-f04d3d281d83 req-2d4730c4-9f75-486e-9119-71475abea9a0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3694351 Apr 29 11:43:20.774390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:20.798352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 9038b496-b764-4dc3-bbf2-909908cdd75c is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:20.802334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.10 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/17eaf00f-68bf-4728-9140-f774c55809ef) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:20.812793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:20.832872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:20.875408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:20.904260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8046089a-e9d0-47e1-956b-f04d3d281d83 req-67ad540e-9c7c-4f40-9ffc-fb0cae880fe1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338816 Apr 29 11:43:20.962854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.036323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.178477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.185485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.248618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Transition to ACTIVE for port object 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:21.254739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object 17eaf00f-68bf-4728-9140-f774c55809ef will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:21.272880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:21.277083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:21.282864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:21.288311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:21.289327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.303120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=788b3d77-6ec2-41d3-8bf0-e50ad37473f2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.330284 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dfe5e288-9652-452e-bad5-4b661c92788e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3846149 Apr 29 11:43:21.333485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45834) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:21.372645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.443434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:21.454758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.468315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:21.475896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:21.480819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:21.481838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.485429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8983e-a768-4a54-aa03-d9c7da8123af tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:21.486034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0ff8983e-a768-4a54-aa03-d9c7da8123af tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:21.488895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:21.494721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:21.531702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=17eaf00f-68bf-4728-9140-f774c55809ef,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.563161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.568816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0ff8983e-a768-4a54-aa03-d9c7da8123af tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:21.573368 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0ff8983e-a768-4a54-aa03-d9c7da8123af tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/788b3d77-6ec2-41d3-8bf0-e50ad37473f2 HTTP/1.1" status: 200 len: 844 time: 0.2388294 Apr 29 11:43:21.574196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:21.578177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:21.579427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.630824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:21.631741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.649428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:21.650135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bcde99-b376-4772-a567-492d5857a33c None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:21.665439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.672593 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6b546d79-6a02-4705-a1c0-52ae6a1728f0 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7012949 Apr 29 11:43:21.677973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45842) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:21.686327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'network_id': '5460fc35-d8fe-43bf-8038-2147a440b249', 'name': 'tempest-AllowedAddressPairTestJSON-1026012303'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:21.747455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 788b3d77-6ec2-41d3-8bf0-e50ad37473f2 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:21.747827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.770135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network cb276829-9646-4bfe-872d-41533fafaadb is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:21.776943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:21.789349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:21.837568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9acc2b50-7499-4bf4-b5ff-57564c35acb5 None None] Provisioning for port 17eaf00f-68bf-4728-9140-f774c55809ef completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:21.841707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=817e0dc6-0fd1-4806-b8b9-a2db6cc7c968,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:21.864868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9acc2b50-7499-4bf4-b5ff-57564c35acb5 None None] Provisioning complete for port 17eaf00f-68bf-4728-9140-f774c55809ef triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:21.865227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9acc2b50-7499-4bf4-b5ff-57564c35acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.952373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9acc2b50-7499-4bf4-b5ff-57564c35acb5 None None] Port 17eaf00f-68bf-4728-9140-f774c55809ef cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:21.978574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:21.979679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:21.996340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.088971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bd2212b1-1f15-4109-b6fb-db2f24b7c351 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/15d9083b-bef3-476d-841f-129f92c2eb46 HTTP/1.1" status: 200 len: 977 time: 7.4493279 Apr 29 11:43:22.103542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45848) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:22.107704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5e788a18-964d-4691-96db-3b1ac818cbac None None] Provisioning for port 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:22.116723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5e788a18-964d-4691-96db-3b1ac818cbac None None] Provisioning complete for port 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:22.117593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5e788a18-964d-4691-96db-3b1ac818cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.119736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:22.215235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:22.229839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-99a1b6d9-2824-4627-8933-fd2ccba878a3 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1581943 Apr 29 11:43:22.234600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5e788a18-964d-4691-96db-3b1ac818cbac None None] Port 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:22.241425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45852) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:22.256160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:22.267394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:22.267748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:22.276735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:floatingip and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:22.285435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:22.295830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:22.325488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.362760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Made reservation on behalf of cdee1356309c437585922f4059f20e2b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:22.366225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.376629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.429694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266d266-5ac9-431d-8f19-b82f8fc08f94 req-10dbef00-ccfa-44f6-b546-fc0ff8c548ed tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:22.431155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b266d266-5ac9-431d-8f19-b82f8fc08f94 req-10dbef00-ccfa-44f6-b546-fc0ff8c548ed tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.2565975 Apr 29 11:43:22.466449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.482945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] device_id is not set on port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:22.614834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b266d266-5ac9-431d-8f19-b82f8fc08f94 req-5248bd88-7cc1-4501-b2e2-ac18244da9bf tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158838 Apr 29 11:43:22.634666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 788b3d77-6ec2-41d3-8bf0-e50ad37473f2 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:22.646526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.958035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.979891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:22.983448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.028268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Allocated IP 172.20.0.11 (5460fc35-d8fe-43bf-8038-2147a440b249/b23da9c3-5de3-427b-ac55-5a4ae56c1177/2dfe0a64-3121-4afd-8a5c-12f57985d8cb) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:23.032555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.032859 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 15d9083b-bef3-476d-841f-129f92c2eb46 disassociated. External IP: 172.26.0.184, port: b170bd8f-fa2d-4324-ae96-129fdc60a66e. Apr 29 11:43:23.107093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=788b3d77-6ec2-41d3-8bf0-e50ad37473f2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:23.109892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router 940781eb-da0b-4c55-8080-8153d65683fb is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:43:23.167526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.189960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Allocated IP 172.26.0.48 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/95828535-bbcc-4434-b362-93498f79f5a2) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:23.220337 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09384cb7-51e4-47dd-86ce-b99faecba92d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/788b3d77-6ec2-41d3-8bf0-e50ad37473f2 HTTP/1.1" status: 204 len: 168 time: 1.6424787 Apr 29 11:43:23.228490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45856) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:23.295296 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e41c56-cb85-4230-bca6-4eb48bae2360 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:43:23.295828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-89e41c56-cb85-4230-bca6-4eb48bae2360 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:23.373279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-89e41c56-cb85-4230-bca6-4eb48bae2360 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:23.374432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-89e41c56-cb85-4230-bca6-4eb48bae2360 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/788b3d77-6ec2-41d3-8bf0-e50ad37473f2 HTTP/1.1" status: 404 len: 333 time: 0.1448727 Apr 29 11:43:23.381421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45860) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:23.399144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'name': 'tempest-PortsIpV6TestJSON-270903977'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:23.468793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:23.484928 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Sync routers for ids ['940781eb-da0b-4c55-8080-8153d65683fb'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:23.496260 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Routers {'940781eb-da0b-4c55-8080-8153d65683fb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:23.497235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['940781eb-da0b-4c55-8080-8153d65683fb'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:23.558212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.583845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:23.588766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.592698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcf463a2-668e-4847-8f87-54150b5fe8c3 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.6930544 Apr 29 11:43:23.596290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45864) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:23.602899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:23.696082 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Set router 940781eb-da0b-4c55-8080-8153d65683fb gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:23.755221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:23.758633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.770988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.787174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:23.800166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Transition to ACTIVE for port object 2dfe0a64-3121-4afd-8a5c-12f57985d8cb will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:23.846345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:23.848291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port f92c015b-1b85-4ded-b10d-81a8c47f0072 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:23.938804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:23.945780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:23.952605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.006592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:24.026151 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940781eb-da0b-4c55-8080-8153d65683fb', 'name': '', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c', 'external_fixed_ips': [{'subnet_id': 'db4978c7-f74b-4a9f-bf40-02075044c631', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '1b75a979-23bd-4fb4-875b-1cc0c4e71e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:16Z', 'updated_at': '2022-04-29T11:43:21Z', 'revision_number': 3, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port': {'id': '1b75a979-23bd-4fb4-875b-1cc0c4e71e0e', 'name': '', 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940781eb-da0b-4c55-8080-8153d65683fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'db4978c7-f74b-4a9f-bf40-02075044c631', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:19Z', 'updated_at': '2022-04-29T11:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4978c7-f74b-4a9f-bf40-02075044c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.030489 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Checking router: 940781eb-da0b-4c55-8080-8153d65683fb for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:24.030839 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Updating router 940781eb-da0b-4c55-8080-8153d65683fb port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:43:24.034234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=95828535-bbcc-4434-b362-93498f79f5a2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.059483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.089295 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.123447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7d55-b93f-4898-9373-0fa990220cb6 req-2d8aa162-469f-40fb-8d85-f5dce5473c80 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:24.130429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c18b7d55-b93f-4898-9373-0fa990220cb6 req-2d8aa162-469f-40fb-8d85-f5dce5473c80 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3357332 Apr 29 11:43:24.169434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:24.183935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.187148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:24.200110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:24.201063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.228582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Network 5460fc35-d8fe-43bf-8038-2147a440b249 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:24.244928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:24.254561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:24.263605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.302191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.312716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:24.313872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.318506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=2dfe0a64-3121-4afd-8a5c-12f57985d8cb,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.376543 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c18b7d55-b93f-4898-9373-0fa990220cb6 req-1d128cdc-d5d7-43aa-be51-2069ffcae6a2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451482 Apr 29 11:43:24.398331 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a13635de-7b92-42df-8dfa-0887678a199c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/15d9083b-bef3-476d-841f-129f92c2eb46 HTTP/1.1" status: 200 len: 688 time: 2.2909360 Apr 29 11:43:24.398977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:24.440713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:24.441295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4152d-4165-401a-9dad-beb5f657c534 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:24.507459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.512951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.526894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:24.527545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.558443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5b341e6e-d73d-4fa1-b7b2-7ae8b3691d3b tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8757901 Apr 29 11:43:24.564054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:24.583888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5ff5bfd9-d1db-4ca6-8758-362b37c8693b None None] Provisioning for port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:24.590321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5ff5bfd9-d1db-4ca6-8758-362b37c8693b None None] Provisioning complete for port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:24.591225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bfd9-d1db-4ca6-8758-362b37c8693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.633321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:63:9e:86'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b7:30:1b'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:24.654706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5bfd9-d1db-4ca6-8758-362b37c8693b None None] Port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:24.670216 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.671013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.688692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Transition to ACTIVE for port object 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:24.700177 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.703809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:24.704132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.708633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:24.708973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.783177 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Attempting to bind port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:24.783436 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Attempting to bind port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:24.783783 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Attempting to bind port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e on network 9038b496-b764-4dc3-bbf2-909908cdd75c {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:24.795875 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:24.796250 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Checking segment: {'id': '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:24.796627 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.797008 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Bound using segment: {'id': '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:24.797487 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Bound port: 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9038b496-b764-4dc3-bbf2-909908cdd75c'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:24.798219 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.821629 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Pushing event updated for resources: {'Port': ['ID=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:24.847196 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.847586 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.847882 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.848208 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.848876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.848876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.849343 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.849550 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.849885 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.850232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.850622 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.851352 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:24.896887 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] For port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:24.900145 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] For port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,segment=NetworkSegment(3eca9ab3-88a4-45f1-ac62-1d824e7d08c1),segment_id=3eca9ab3-88a4-45f1-ac62-1d824e7d08c1)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:24.906025 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.945208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:24.987775 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Routers {'940781eb-da0b-4c55-8080-8153d65683fb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:24.988397 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['940781eb-da0b-4c55-8080-8153d65683fb'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:25.050055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.050290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.069007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:25.076864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:25.091204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:25.096602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:25.097205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.108318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] For port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e, host dv-neutron-839741-1-hyperv, got binding levels [] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:25.108913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.112635 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a00e9-aa26-45d2-8a48-bd5c89c277c2 None None] Pushing event updated for resources: {'Port': ['ID=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.117864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=f92c015b-1b85-4ded-b10d-81a8c47f0072,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.140982 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] Set router 940781eb-da0b-4c55-8080-8153d65683fb gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:25.208701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:25.251252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:25.258368 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940781eb-da0b-4c55-8080-8153d65683fb', 'name': '', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:16Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 4, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:25.262995 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5aeaec-062a-43de-94f9-7d7560a49869 None None] The sync data for ids ['940781eb-da0b-4c55-8080-8153d65683fb'] in dv-neutron-839741-1-hyperv is: [{'id': '940781eb-da0b-4c55-8080-8153d65683fb', 'name': '', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:16Z', 'updated_at': '2022-04-29T11:43:24Z', 'revision_number': 4, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:25.316872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-45f96181-00f3-4df1-90db-c2ad92a775d9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9264340 Apr 29 11:43:25.328354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45880) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:25.346757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:25.379995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.388548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.546328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.694760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.748011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=a475a71a-5b7f-4d1b-8d9b-0a3f023ce9dd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.805722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=95828535-bbcc-4434-b362-93498f79f5a2,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:25.815307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.822491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.854059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.861190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.888729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:25.889924 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6e23cde9-dc6c-4b09-8e93-fd3b3ab9c419 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6421199 Apr 29 11:43:25.900291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45888) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:25.905760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:43:25.906063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:43:25.923064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140b126-78f8-4504-b2a0-7bc99db51f5b req-72902828-1820-441c-a926-740f8b52eec8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:25.924557 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9140b126-78f8-4504-b2a0-7bc99db51f5b req-72902828-1820-441c-a926-740f8b52eec8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3969212 Apr 29 11:43:25.926844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4fdef5d3-8ab6-45f2-87e8-035293b8b9ac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'floatingip': {'port_id': '817e0dc6-0fd1-4806-b8b9-a2db6cc7c968', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:26.000577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.044552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fdef5d3-8ab6-45f2-87e8-035293b8b9ac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.080560 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9140b126-78f8-4504-b2a0-7bc99db51f5b req-78f9aeac-1475-4d28-86bc-afaae0058d4e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480186 Apr 29 11:43:26.189763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event updated for resources: {'Port': ['ID=2dfe0a64-3121-4afd-8a5c-12f57985d8cb,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:26.230652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.230652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aacd725e-520a-431e-8fc4-c96f90870353 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/15d9083b-bef3-476d-841f-129f92c2eb46 HTTP/1.1" status: 204 len: 168 time: 1.8274605 Apr 29 11:43:26.235062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45892) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.240764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.249979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.290513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-aab2d862-bf10-47b0-93ad-21b6f7c1bf7d None None] Provisioning complete for port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:26.291088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aab2d862-bf10-47b0-93ad-21b6f7c1bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.299087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] In _notify_port_updated(), no bound segment for port f92c015b-1b85-4ded-b10d-81a8c47f0072 on network 7829cc82-d34a-4805-a0d2-10de511cd045 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:26.305555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.306198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.307533 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/ports/f92c015b-1b85-4ded-b10d-81a8c47f0072 HTTP/1.1" status: 200 len: 818 time: 0.9705143 Apr 29 11:43:26.324939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45896) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.352426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-aab2d862-bf10-47b0-93ad-21b6f7c1bf7d None None] Port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:26.375082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-d2f02a78-142c-4cde-a0ea-410751768078 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] delete failed (client error): The resource could not be found. Apr 29 11:43:26.376694 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d2f02a78-142c-4cde-a0ea-410751768078 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/15d9083b-bef3-476d-841f-129f92c2eb46 HTTP/1.1" status: 404 len: 345 time: 0.1405387 Apr 29 11:43:26.382654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45900) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.383778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] In _notify_port_updated(), no bound segment for port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb on network 5460fc35-d8fe-43bf-8038-2147a440b249 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:26.390953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.391787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.393449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-97bdfd75-48f2-445e-971a-df27dac1d9d3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "PUT /v2.0/ports/2dfe0a64-3121-4afd-8a5c-12f57985d8cb HTTP/1.1" status: 200 len: 1057 time: 1.8283224 Apr 29 11:43:26.400932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45902) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.405706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd2615-d482-466c-8af6-3f0fa3b30e19 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=f92c015b-1b85-4ded-b10d-81a8c47f0072,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:26.440388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:26.440593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.482762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-4fdef5d3-8ab6-45f2-87e8-035293b8b9ac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] update failed (client error): The resource could not be found. Apr 29 11:43:26.483790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4fdef5d3-8ab6-45f2-87e8-035293b8b9ac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "PUT /v2.0/floatingips/0bf7bcd3-a5fc-4837-aeed-4f119d9b7745 HTTP/1.1" status: 404 len: 507 time: 0.5824854 Apr 29 11:43:26.486789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port f92c015b-1b85-4ded-b10d-81a8c47f0072 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:26.487125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.488026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45908) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.606340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 2dfe0a64-3121-4afd-8a5c-12f57985d8cb {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:26.606588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.655367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.661066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.666776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:26.667596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Synchronizing usage tracker for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:26.674418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port 95828535-bbcc-4434-b362-93498f79f5a2 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:26.674758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.733576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Unset dirty status for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:26.737959 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-30620b60-10cd-4f42-af55-bcb7eea002bc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/ports?network_id=15a78f43-70a2-4a63-8b77-4c674f56cb4d HTTP/1.1" status: 200 len: 2357 time: 0.3399029 Apr 29 11:43:26.739243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45912) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:26.853213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.855343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:26.939729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] For port 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,segment=NetworkSegment(3eca9ab3-88a4-45f1-ac62-1d824e7d08c1),segment_id=3eca9ab3-88a4-45f1-ac62-1d824e7d08c1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:26.940091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.006129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5221043a-e6a2-4be5-ae94-09859ffe55e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:27.006710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5221043a-e6a2-4be5-ae94-09859ffe55e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Synchronizing usage tracker for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:27.077469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.132048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Calling delete_port for 95828535-bbcc-4434-b362-93498f79f5a2 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:27.275237 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:43:27.325675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 1b75a979-23bd-4fb4-875b-1cc0c4e71e0e owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:27.336854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.351906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5221043a-e6a2-4be5-ae94-09859ffe55e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Unset dirty status for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:27.353039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5221043a-e6a2-4be5-ae94-09859ffe55e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/subnets/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8 HTTP/1.1" status: 200 len: 797 time: 0.6109397 Apr 29 11:43:27.369538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:27.384182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'port': {'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d', 'name': 'tempest-FloatingIPTestJSON-1449748158', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:27.424601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Port': ['ID=95828535-bbcc-4434-b362-93498f79f5a2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:27.448761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for f92c015b-1b85-4ded-b10d-81a8c47f0072 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:27.560745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.576751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe1d7-a74a-47ae-aa37-a5996096dcae req-47fd6860-9d89-463d-8f3d-4574f30087a1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:27.578326 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5afbe1d7-a74a-47ae-aa37-a5996096dcae req-47fd6860-9d89-463d-8f3d-4574f30087a1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3546913 Apr 29 11:43:27.662080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.697659 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5afbe1d7-a74a-47ae-aa37-a5996096dcae req-ee58d513-d392-40e7-92cb-1b7b14d408d6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003041 Apr 29 11:43:27.701743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:27.716488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.716488 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dc3b151d-c2a5-44d3-a73c-36402602daa5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "DELETE /v2.0/floatingips/0bf7bcd3-a5fc-4837-aeed-4f119d9b7745 HTTP/1.1" status: 204 len: 168 time: 1.2237291 Apr 29 11:43:27.718028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:27.721239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:27.729319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'floatingip': {'floating_network_id': 'cb276829-9646-4bfe-872d-41533fafaadb', 'port_id': '817e0dc6-0fd1-4806-b8b9-a2db6cc7c968', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:27.737153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:27.742542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:floatingip and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:27.746160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:27.768049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:27.785933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:27.845777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.891737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for 2dfe0a64-3121-4afd-8a5c-12f57985d8cb owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:27.933119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:27.939469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.000482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=f92c015b-1b85-4ded-b10d-81a8c47f0072,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:28.014373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.030819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] device_id is not set on port 3d76abf2-3233-4157-93a8-944e7a852754 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:28.039638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-26d3d295-3305-4232-8da7-3fbf156ef543 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/f92c015b-1b85-4ded-b10d-81a8c47f0072 HTTP/1.1" status: 204 len: 168 time: 1.7127509 Apr 29 11:43:28.057879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45930) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:28.298903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.366177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b75a979-23bd-4fb4-875b-1cc0c4e71e0e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:28.413673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeb7f2-8023-4caa-bab6-91c491305060 req-a22b4257-2d2f-491d-b8b7-adfbbd12cef2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:28.415175 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40eeb7f2-8023-4caa-bab6-91c491305060 req-a22b4257-2d2f-491d-b8b7-adfbbd12cef2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.2929666 Apr 29 11:43:28.427975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:43:28.429058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-11d90c81-e5a1-4145-9746-7931ffffedac tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7063358 Apr 29 11:43:28.436006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45934) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:28.447227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.463024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '817e0dc6-0fd1-4806-b8b9-a2db6cc7c968', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:28.501286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:28.517650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdd664-8069-489c-b783-68054bf67486 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:28.518365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dafdd664-8069-489c-b783-68054bf67486 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:28.519706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Usage tracker for resource:floatingip and tenant:cf056baad8db497d9bfb6f876a37ce71 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:28.535198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:28.538616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=2dfe0a64-3121-4afd-8a5c-12f57985d8cb,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:28.547273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:28.566469 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40eeb7f2-8023-4caa-bab6-91c491305060 req-fec22087-5511-4b21-9fa4-88df169ded9e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341400 Apr 29 11:43:28.571564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.14 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/3d76abf2-3233-4157-93a8-944e7a852754) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:28.578695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.586393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.603352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.13 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/3d76abf2-3233-4157-93a8-944e7a852754) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:28.709446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dafdd664-8069-489c-b783-68054bf67486 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:28.713165 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dafdd664-8069-489c-b783-68054bf67486 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6517305 Apr 29 11:43:28.745474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45938) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:28.796494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-71c4449f-67b1-43be-ab8f-350781a20a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:28.798027 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-71c4449f-67b1-43be-ab8f-350781a20a06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.5775530 Apr 29 11:43:28.805682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.809114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.932008 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b116f3b-effe-4197-94ba-c550b09c1fd5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:43:28.933308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0b116f3b-effe-4197-94ba-c550b09c1fd5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/f92c015b-1b85-4ded-b10d-81a8c47f0072 HTTP/1.1" status: 404 len: 333 time: 0.1830959 Apr 29 11:43:28.948283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45942) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:28.969974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024102950'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:28.985856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:28.986346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 940781eb-da0b-4c55-8080-8153d65683fb {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:43:28.995696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:29.005699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:29.012064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:29.029106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:29.063789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.089822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-bf42cd2e-df66-4c1e-b843-2bf5e76ea4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.091538 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-bf42cd2e-df66-4c1e-b843-2bf5e76ea4eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.2838635 Apr 29 11:43:29.093616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:29.095202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.097067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.144377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.208739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.212320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-47e6d3c8-ca36-4b3c-8626-fb2766b4b363 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/routers/940781eb-da0b-4c55-8080-8153d65683fb HTTP/1.1" status: 204 len: 168 time: 5.6126173 Apr 29 11:43:29.215039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45946) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:29.263445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:29.273099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:29.283090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:29.383629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=3d76abf2-3233-4157-93a8-944e7a852754,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:29.410834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting subnet db4978c7-f74b-4a9f-bf40-02075044c631 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:29.422719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.458404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.458979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.470205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:29.474355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Allocated IP 172.26.0.27 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/c51c9cf9-a7b5-41ea-bfc3-f74e54b8501b) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:29.487485 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-7093f0b0-5518-4cea-8a4f-0a20f4f0cf42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.3801579 Apr 29 11:43:29.497927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.498263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment 75a05401-3dc3-432a-87c4-b807b9d194d7 of type vlan for network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 Apr 29 11:43:29.552501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.564647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.587005 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3717e864-5e45-49c5-bd3c-4b875d19c34f tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2153893 Apr 29 11:43:29.588620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.592498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:29.599730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6ab95dd7-3deb-47e9-bbf5-3824b208b2e3 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/2dfe0a64-3121-4afd-8a5c-12f57985d8cb HTTP/1.1" status: 204 len: 168 time: 3.1961415 Apr 29 11:43:29.604278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45954) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:29.607456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '3d76abf2-3233-4157-93a8-944e7a852754', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:29.617302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-0e7dcb5f-770d-4536-b9a9-0ee4b2eed3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.619170 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-0e7dcb5f-770d-4536-b9a9-0ee4b2eed3ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.1227825 Apr 29 11:43:29.620507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:29.702816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:floatingip and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:29.703822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.710342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:29.761019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.774151 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a9b8e6-d7c9-43b2-a8db-4e5e5d6d3b74 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] GET failed (client error): The resource could not be found. Apr 29 11:43:29.775297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f3a9b8e6-d7c9-43b2-a8db-4e5e5d6d3b74 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Synchronizing usage tracker for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:29.787603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:29.805487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.821738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.827655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:29.828260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.852969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db4978c7-f74b-4a9f-bf40-02075044c631,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:29.858451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.861432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f3a9b8e6-d7c9-43b2-a8db-4e5e5d6d3b74 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Unset dirty status for tenant:cdee1356309c437585922f4059f20e2b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:29.865412 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f3a9b8e6-d7c9-43b2-a8db-4e5e5d6d3b74 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports/2dfe0a64-3121-4afd-8a5c-12f57985d8cb HTTP/1.1" status: 404 len: 333 time: 0.2501345 Apr 29 11:43:29.865412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.866360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45960) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:29.902379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:29.912151 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8a7dd65f-6328-43f0-8354-200cfd9e6005 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/db4978c7-f74b-4a9f-bf40-02075044c631 HTTP/1.1" status: 204 len: 168 time: 0.6850448 Apr 29 11:43:29.913705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45964) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:29.988429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:29.994286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:29.995077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0400333 Apr 29 11:43:30.000523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45968) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:30.003073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:30.036480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:30.038937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eca75-3e39-414c-92af-b8ae338ee5a1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=6114ffdb-c17e-480b-9cbd-8eebb49da6d4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:30.048413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-32b88777-f680-490a-b8c8-282736b8bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.050036 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-32b88777-f680-490a-b8c8-282736b8bfc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3874617 Apr 29 11:43:30.053180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 17eaf00f-68bf-4728-9140-f774c55809ef {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:30.053564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.055303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:30.119576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event updated for resources: {'Port': ['ID=c51c9cf9-a7b5-41ea-bfc3-f74e54b8501b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:30.203708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dea2c6-d9bc-4613-a534-b8a7fab8be1b req-c971c073-c172-4ba6-ba51-38b9b429bd44 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:30.205292 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9dea2c6-d9bc-4613-a534-b8a7fab8be1b req-c971c073-c172-4ba6-ba51-38b9b429bd44 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5039430 Apr 29 11:43:30.208214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.288541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7cd-481e-4d35-9d5d-05b97fdc7cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.319150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:30.343308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:30.377499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:30.404474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:30.455234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9dea2c6-d9bc-4613-a534-b8a7fab8be1b req-555d6f88-8c54-460d-bac4-d4b7eff45e1d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371881 Apr 29 11:43:30.492142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-b9b8b1b6-d9aa-4540-a758-a67e24e247f9 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678911 Apr 29 11:43:30.502425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:30.505684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.571058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port c51c9cf9-a7b5-41ea-bfc3-f74e54b8501b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:30.571390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.611857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.700676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9038b496-b764-4dc3-bbf2-909908cdd75c']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:30.732164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:30.732449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eca9ab3-88a4-45f1-ac62-1d824e7d08c1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:30.751280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.758923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.815480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.839882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:30.840671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:30.866880 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:30.873509 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebeec715-57e0-486b-b842-7e155894f7a3 req-b89abf18-669a-40b5-867c-631585072a3b service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698173 Apr 29 11:43:30.876392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.012638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.037282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9038b496-b764-4dc3-bbf2-909908cdd75c {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:43:31.040683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for 17eaf00f-68bf-4728-9140-f774c55809ef owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:31.044278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.048934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Network': ['ID=9038b496-b764-4dc3-bbf2-909908cdd75c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:31.076609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-99198d21-4859-43d9-8da4-f071c75dd645 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9038b496-b764-4dc3-bbf2-909908cdd75c HTTP/1.1" status: 204 len: 168 time: 1.1560938 Apr 29 11:43:31.079962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.142 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/f8d65cf8-8038-48fa-8715-0074322bba5d) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:31.193886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.194245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.355517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Calling delete_port for c51c9cf9-a7b5-41ea-bfc3-f74e54b8501b owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:31.447125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.480954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45978) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:31.489221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'name': 'tempest-router--2048133809', 'project_id': '7be8c704719f4b9dbff3cb881742c8f9'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:31.497953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:31.503896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:router and tenant:7be8c704719f4b9dbff3cb881742c8f9 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:31.508477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:31.532563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:31.552212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.554642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.562499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.659392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.723107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:31.726332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:31.730939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:31.765161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.768848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=17eaf00f-68bf-4728-9140-f774c55809ef,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:31.773876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=f8d65cf8-8038-48fa-8715-0074322bba5d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:31.784930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.859794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.909710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Port': ['ID=c51c9cf9-a7b5-41ea-bfc3-f74e54b8501b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:31.932988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:31.937096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31bb5a79-bff7-42cb-8f13-6a6fc8a6d173 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4518800 Apr 29 11:43:31.940544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45984) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:32.113337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.162979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5e74-2b78-476e-9206-0c029ee9b7a5 req-cc640c4b-5afb-4675-8385-2419a632a2a0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:32.164501 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a14c5e74-2b78-476e-9206-0c029ee9b7a5 req-cc640c4b-5afb-4675-8385-2419a632a2a0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4612253 Apr 29 11:43:32.165372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.232380 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a1e22ca3-3c6f-4322-9f94-d8cf2667e300 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/17eaf00f-68bf-4728-9140-f774c55809ef HTTP/1.1" status: 204 len: 168 time: 2.3658810 Apr 29 11:43:32.236848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45988) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:32.238094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.247429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] create failed (client error): The resource could not be found. Apr 29 11:43:32.248473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a89d105e-3f04-4ecd-9a29-c566840d73d5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8103857 Apr 29 11:43:32.259698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 45990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:32.343662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=ea1475df-5951-41e6-bb84-bb353e6a7e54,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:32.352037 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a14c5e74-2b78-476e-9206-0c029ee9b7a5 req-25d869d6-6521-4d18-bb02-d4b90bb05e4e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516795 Apr 29 11:43:32.368133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': '75a05401-3dc3-432a-87c4-b807b9d194d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:32.368496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: 6114ffdb-c17e-480b-9cbd-8eebb49da6d4, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:32.379253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:32.379592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.451228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:32.514853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d5aa70-ff51-422e-87ea-9908d3aa5e09 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] GET failed (client error): The resource could not be found. Apr 29 11:43:32.521549 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d5d5aa70-ff51-422e-87ea-9908d3aa5e09 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "GET /v2.0/ports/17eaf00f-68bf-4728-9140-f774c55809ef HTTP/1.1" status: 404 len: 333 time: 0.2260597 Apr 29 11:43:32.525187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 45996) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:32.622341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6114ffdb-c17e-480b-9cbd-8eebb49da6d4) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:32.630973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:32.631555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.643198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8cd31-8680-41cd-9fcf-5868b671db6e None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:32.698798 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5013a2fe-b209-4964-b34b-bc2990f99248 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6934290 Apr 29 11:43:32.701051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46000) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:32.706408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:32.862609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.868761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.881648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 839303a3-5a14-423b-9c00-8567f1392a9c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:32.881968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.898997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.936501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': 'ea1475df-5951-41e6-bb84-bb353e6a7e54'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:32.938111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.951065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7accbb61-9893-4975-8ae3-eb74835e22be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.977614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:32.978118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30b528c7-3fae-4b2f-b4ce-14f2f97183f1 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:43:33.008396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.013378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-785909d0-d86e-40b7-a88d-7c1210640186 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/routers/30b528c7-3fae-4b2f-b4ce-14f2f97183f1 HTTP/1.1" status: 204 len: 168 time: 1.0708191 Apr 29 11:43:33.043825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Calling delete_port for 817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:33.099134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:33.119175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:33.178408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:33.190525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Allocated IP 2001:db8::2 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/ea1475df-5951-41e6-bb84-bb353e6a7e54/819de9d7-4626-4c83-b6b0-5b09bc688b38) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:33.199543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:33.221951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:33.225841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.244135 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.262367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46006) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:33.319579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Port': ['ID=817e0dc6-0fd1-4806-b8b9-a2db6cc7c968,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:33.367006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.595353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.614735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea1475df-5951-41e6-bb84-bb353e6a7e54 (CIDR: 2001:db8::/64) Apr 29 11:43:33.630590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.635745 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:43:33.636227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:43:33.666579 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cc314ec2-ec43-4ee0-b6bc-4e9c2e44c81e tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "DELETE /v2.0/ports/817e0dc6-0fd1-4806-b8b9-a2db6cc7c968 HTTP/1.1" status: 204 len: 168 time: 1.4056664 Apr 29 11:43:33.668530 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7442e6a5-dbb4-45b8-8962-1ad2e3c0cd45 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9678640 Apr 29 11:43:33.671365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46018) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:33.674821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46020) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:33.678778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:33.691391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.707887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Transition to ACTIVE for port object 819de9d7-4626-4c83-b6b0-5b09bc688b38 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:33.715118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.733150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Transition to ACTIVE for port object 819de9d7-4626-4c83-b6b0-5b09bc688b38 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:33.746311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.808084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373530350', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:33.809194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:33.812635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:33.814408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.818092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:33.834174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:33.847322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:33.851405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.873333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:33.877059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:33.880370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:33.888452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:33.897606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e7d8eb-184e-4558-92ca-1897f090d50b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:33.898294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1e7d8eb-184e-4558-92ca-1897f090d50b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Synchronizing usage tracker for tenant:cf056baad8db497d9bfb6f876a37ce71 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:33.904661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:33.908871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Pushing event updated for resources: {'Port': ['ID=819de9d7-4626-4c83-b6b0-5b09bc688b38,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:33.918084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Attempting to bind port 819de9d7-4626-4c83-b6b0-5b09bc688b38 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:33.918084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Attempting to bind port 819de9d7-4626-4c83-b6b0-5b09bc688b38 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '75a05401-3dc3-432a-87c4-b807b9d194d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:33.918370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:33.918604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Attempting to bind port 819de9d7-4626-4c83-b6b0-5b09bc688b38 on network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:33.922352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.924468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:33.924838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Checking segment: {'id': '75a05401-3dc3-432a-87c4-b807b9d194d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:33.925225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.925673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Bound using segment: {'id': '75a05401-3dc3-432a-87c4-b807b9d194d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:33.926128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Bound port: 819de9d7-4626-4c83-b6b0-5b09bc688b38, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a05401-3dc3-432a-87c4-b807b9d194d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:33.926488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.943966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1e7d8eb-184e-4558-92ca-1897f090d50b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Unset dirty status for tenant:cf056baad8db497d9bfb6f876a37ce71 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:33.947734 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f1e7d8eb-184e-4558-92ca-1897f090d50b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d97f305-7fb5-46b7-b2b4-d46b23ca4981 HTTP/1.1" status: 200 len: 913 time: 0.2509112 Apr 29 11:43:33.955541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46026) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:33.960013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:33.991282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:34.039116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:34.042912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=819de9d7-4626-4c83-b6b0-5b09bc688b38,segment=NetworkSegment(75a05401-3dc3-432a-87c4-b807b9d194d7),segment_id=75a05401-3dc3-432a-87c4-b807b9d194d7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:34.047163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.065015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for 839303a3-5a14-423b-9c00-8567f1392a9c owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:34.130363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34090772-2471-44bf-b3ca-b17e3744c224 None None] Pushing event updated for resources: {'Port': ['ID=819de9d7-4626-4c83-b6b0-5b09bc688b38,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:34.133646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.135432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.220255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.230025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e14d3-d0ba-473e-b6c0-e83c20010f66 req-241f786b-be7a-40af-94a8-27c5c1741435 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:34.231795 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-181e14d3-d0ba-473e-b6c0-e83c20010f66 req-241f786b-be7a-40af-94a8-27c5c1741435 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.6041932 Apr 29 11:43:34.265062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.322184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.618300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-181e14d3-d0ba-473e-b6c0-e83c20010f66 req-ca1af71d-db72-426d-8260-6eaf55eb7664 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639355 Apr 29 11:43:34.660449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 819de9d7-4626-4c83-b6b0-5b09bc688b38 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:34.668873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=f8d65cf8-8038-48fa-8715-0074322bba5d,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:34.734153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.782413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:34.858650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.874955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:34.929863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Port': ['ID=839303a3-5a14-423b-9c00-8567f1392a9c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:34.955078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:34.975726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:34.990130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:34.991417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.025592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=8bf57e38-107e-4f13-a0bd-68adc4081318,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:35.086985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04415a9-4e66-49c4-9354-9d35cb03bf57 req-e03c837c-0456-46c9-a0c4-0651c95f97d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:35.094636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e04415a9-4e66-49c4-9354-9d35cb03bf57 req-e03c837c-0456-46c9-a0c4-0651c95f97d5 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3235297 Apr 29 11:43:35.099781 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-135d6fde-b01d-4240-9126-7fb42b140db3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4249499 Apr 29 11:43:35.149214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46032) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:35.158095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'fixed_ips': [{'subnet_id': 'ea1475df-5951-41e6-bb84-bb353e6a7e54'}, {'subnet_id': '8bf57e38-107e-4f13-a0bd-68adc4081318'}], 'name': 'tempest-PortsIpV6TestJSON-248433260'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:35.160508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.376414 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e04415a9-4e66-49c4-9354-9d35cb03bf57 req-ff111bad-c256-4709-9c23-9bfb07bcb8fc tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808745 Apr 29 11:43:35.394239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:35.402128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:35.406228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:35.419843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:35.444667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.447181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.469459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.490576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7a77c4dc-3fe7-46da-910d-c1064e4faaf8 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/ports/839303a3-5a14-423b-9c00-8567f1392a9c HTTP/1.1" status: 204 len: 168 time: 2.9641931 Apr 29 11:43:35.494873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46038) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:35.537232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4dbe1f-db0c-4918-8113-fd45ca07f7ae None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:35.575163 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 94077338-3b1f-419f-b7e0-6a403b8ae197 associated. External IP: 172.26.0.142, port: 3d76abf2-3233-4157-93a8-944e7a852754. Apr 29 11:43:35.646451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:35.670212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Provisioning for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:35.683984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:35.684456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.817300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting subnet b23da9c3-5de3-427b-ac55-5a4ae56c1177 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:35.829063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.920799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:35.946574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:35.954675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.054075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.119867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=819de9d7-4626-4c83-b6b0-5b09bc688b38,segment=NetworkSegment(75a05401-3dc3-432a-87c4-b807b9d194d7),segment_id=75a05401-3dc3-432a-87c4-b807b9d194d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:36.128727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.226547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d153f-49c6-433a-95d9-f1347cebd9c1 None None] Pushing event updated for resources: {'Port': ['ID=819de9d7-4626-4c83-b6b0-5b09bc688b38,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:36.316453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.329186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Update dhcp port {'port': {'network_id': '6114ffdb-c17e-480b-9cbd-8eebb49da6d4', 'fixed_ips': [{'subnet_id': 'ea1475df-5951-41e6-bb84-bb353e6a7e54', 'ip_address': '2001:db8::2'}, {'subnet_id': '8bf57e38-107e-4f13-a0bd-68adc4081318'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '819de9d7-4626-4c83-b6b0-5b09bc688b38'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:43:36.354810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:36.362428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.394218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.404682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.463834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478b051-37d1-42f5-8cb0-868999cc74a1 req-4e2b5a08-67ad-49a0-b09e-2bb26a5218bf tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:36.465043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4478b051-37d1-42f5-8cb0-868999cc74a1 req-4e2b5a08-67ad-49a0-b09e-2bb26a5218bf tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4415414 Apr 29 11:43:36.489832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port f8afdaee-db20-4d2c-a2c2-caa8632e150c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:36.490396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.610034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 819de9d7-4626-4c83-b6b0-5b09bc688b38 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:36.637109 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4478b051-37d1-42f5-8cb0-868999cc74a1 req-9e5d25ab-529d-45cc-9d87-7c14785cb67b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490951 Apr 29 11:43:36.735805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Allocated IP 2001:db8:0:1::2 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/8bf57e38-107e-4f13-a0bd-68adc4081318/819de9d7-4626-4c83-b6b0-5b09bc688b38) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:36.815021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.868342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:36.868878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.910707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:36.954185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=819de9d7-4626-4c83-b6b0-5b09bc688b38,segment=NetworkSegment(75a05401-3dc3-432a-87c4-b807b9d194d7),segment_id=75a05401-3dc3-432a-87c4-b807b9d194d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:36.962356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Calling delete_port for f8afdaee-db20-4d2c-a2c2-caa8632e150c owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:36.981556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Subnet': ['ID=b23da9c3-5de3-427b-ac55-5a4ae56c1177,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:36.983810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Allocated IP 172.26.0.131 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/3fce6283-2e48-4cd5-b042-2fd757c1ba83) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:36.987999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:37.006984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.030394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af29716-4525-4655-9318-9e12d6a55783 None None] Network 5460fc35-d8fe-43bf-8038-2147a440b249 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:37.037117 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:37.047307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0cf8b6d9-b3bc-43a4-9475-5533dd0a5057 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/subnets/b23da9c3-5de3-427b-ac55-5a4ae56c1177 HTTP/1.1" status: 204 len: 168 time: 1.5506976 Apr 29 11:43:37.050603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46046) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:37.052844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.055227 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:37.058378 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:37.092910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.179429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Transition to ACTIVE for port object 819de9d7-4626-4c83-b6b0-5b09bc688b38 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:37.192565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e24dedee-4097-47aa-8c4f-d3c1f91c3163 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.5925076 Apr 29 11:43:37.198458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f8b4f-9d1b-4d22-abc1-0b5c2635382a req-8acf5d00-f371-49a9-a8fe-e939086b5ec3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:37.199991 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9e1f8b4f-9d1b-4d22-abc1-0b5c2635382a req-8acf5d00-f371-49a9-a8fe-e939086b5ec3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3774633 Apr 29 11:43:37.202581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46050) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:37.208824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': '3d76abf2-3233-4157-93a8-944e7a852754', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:37.214215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.280229 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:37.296394 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:37.299019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:37.349883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.361751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.383216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.449907 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9e1f8b4f-9d1b-4d22-abc1-0b5c2635382a req-26b34ea8-7e7d-47fd-927b-4fe874ab2ec1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806695 Apr 29 11:43:37.457549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc8f40-fdab-47c2-8158-caf19c0a243d None None] Pushing event updated for resources: {'Port': ['ID=819de9d7-4626-4c83-b6b0-5b09bc688b38,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:37.528147 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:37.528630 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9159d68-bc11-482b-aa9a-daec06d25eb1 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:37.610205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] DHCP port deletion for 5460fc35-d8fe-43bf-8038-2147a440b249 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:43:37.614204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Deleting port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:37.614573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.655944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:37.656775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.703280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:37.773422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::2c6 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/ea1475df-5951-41e6-bb84-bb353e6a7e54/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:37.797242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8:0:1::2b3 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/8bf57e38-107e-4f13-a0bd-68adc4081318/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:37.815372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event updated for resources: {'Port': ['ID=3fce6283-2e48-4cd5-b042-2fd757c1ba83,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:37.831761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:37.835491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:37.848146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:37.957314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] For port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,segment=NetworkSegment(8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb),segment_id=8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:37.957740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.104010 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Calling delete_port for 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:38.148754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acb1ff-67a9-4184-885f-ad3f5cac996b None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:38.240591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633793-b686-45bf-b3a3-46c58b5e8ea9 req-cad39efa-73cc-4c97-9fcd-4f83ac0dbdcf tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:38.247939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85633793-b686-45bf-b3a3-46c58b5e8ea9 req-cad39efa-73cc-4c97-9fcd-4f83ac0dbdcf tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5399008 Apr 29 11:43:38.278112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b6d00849-aeec-4ef5-8097-bfd5f43dd72c None None] Provisioning for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:38.284562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.288495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b6d00849-aeec-4ef5-8097-bfd5f43dd72c None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:38.288845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b6d00849-aeec-4ef5-8097-bfd5f43dd72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.361069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.472331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] No DVR routers for this DVR port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:38.479901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d50e7-6ee1-4f01-ab8b-4da71bbe104f None None] Pushing event deleted for resources: {'Port': ['ID=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:38.485407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] For port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0bf7aa2b-d08d-48bb-9bd0-64937fb260c6,segment=NetworkSegment(8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb),segment_id=8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:38.485933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.546050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Port': ['ID=f8afdaee-db20-4d2c-a2c2-caa8632e150c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:38.635516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 819de9d7-4626-4c83-b6b0-5b09bc688b38 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:38.716780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:38.717563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.773873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85633793-b686-45bf-b3a3-46c58b5e8ea9 req-7622a511-0f38-453c-811c-7845dfb9f891 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5247953 Apr 29 11:43:38.778559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.807040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Calling delete_port for 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:38.978692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.984073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:38.995922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:43:39.050015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:43:39.050842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:43:39.075253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5df2d15a-644f-4e40-b5fc-f8b5c6c8c865 None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:39.075690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5df2d15a-644f-4e40-b5fc-f8b5c6c8c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.086643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.121115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:39.123208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.233435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:43:39.233735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:43:39.433774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.596448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:39.602786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:39.605746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Router 2d97f305-7fb5-46b7-b2b4-d46b23ca4981 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:39.611493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:39.617025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.617683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.622948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:39.635224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabda61-0f3a-4850-a932-a1372a43012d req-df8b8963-c8a4-4bed-b523-58d01adf01cb tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:39.636480 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fcabda61-0f3a-4850-a932-a1372a43012d req-df8b8963-c8a4-4bed-b523-58d01adf01cb tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4111009 Apr 29 11:43:39.737362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Deleting port 0bf7aa2b-d08d-48bb-9bd0-64937fb260c6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:39.737724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.753149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.871597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:39.886075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-04a5b171-1f03-4eae-ab2b-4505cff32bca None None] Provisioning for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:39.892034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-04a5b171-1f03-4eae-ab2b-4505cff32bca None None] Provisioning complete for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:39.892438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04a5b171-1f03-4eae-ab2b-4505cff32bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:39.895816 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce97313e-8745-4c57-b5c8-1d08ebb5ff14 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7441831 Apr 29 11:43:39.903486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46060) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:39.917064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea1475df-5951-41e6-bb84-bb353e6a7e54'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:39.938053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] The port '0bf7aa2b-d08d-48bb-9bd0-64937fb260c6' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:43:39.941522 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fcabda61-0f3a-4850-a932-a1372a43012d req-2c607b01-b2d4-44ea-aa92-845db29035b1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960572 Apr 29 11:43:39.943000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:39.958236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] Sync routers for ids ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:39.988357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] Routers {'2d97f305-7fb5-46b7-b2b4-d46b23ca4981'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:39.989224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.074060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-04a5b171-1f03-4eae-ab2b-4505cff32bca None None] Port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:40.075624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.084961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] Routers {'2d97f305-7fb5-46b7-b2b4-d46b23ca4981'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:40.085675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.108087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2e03a654-e04c-4915-80c6-d2150a641db6 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "PUT /v2.0/routers/2d97f305-7fb5-46b7-b2b4-d46b23ca4981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1514475 Apr 29 11:43:40.112945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46064) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:40.155235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.155769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6e32b-0540-416c-9efd-6a1f5241e8c7 None None] The sync data for ids ['2d97f305-7fb5-46b7-b2b4-d46b23ca4981'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:40.333085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.342272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.389724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:40.405478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.409355 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:40.432141 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:40.433629 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.487692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5460fc35-d8fe-43bf-8038-2147a440b249']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.491051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Router 7522d5c2-11b2-49aa-9825-a69c36026b34 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:43:40.526526 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.535644 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:40.536447 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.545814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.546146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7f95dd-6dd5-4bdc-85fa-6acc707b5beb') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.600934 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:40.601771 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ad35a-86c6-4d9d-aabe-ef885872761e None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:40.688664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.707634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.711562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.716296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.730922 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c66bac6e-eb2c-4c9f-b0ff-3bb1a145536c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/94077338-3b1f-419f-b7e0-6a403b8ae197 HTTP/1.1" status: 200 len: 979 time: 3.5272915 Apr 29 11:43:40.731411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:40.731751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.737890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46068) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:40.746843 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:40.766009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.766518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Fanout notify agent at l3_agent the message router_deleted on router 2d97f305-7fb5-46b7-b2b4-d46b23ca4981 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:43:40.796120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.830892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.832039 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-db677f59-00bd-4813-8e73-bb45f840b00b tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "DELETE /v2.0/routers/2d97f305-7fb5-46b7-b2b4-d46b23ca4981 HTTP/1.1" status: 204 len: 168 time: 0.7038510 Apr 29 11:43:40.834860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46072) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:40.876310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.880401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.928174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] Pushing event deleted for resources: {'Network': ['ID=5460fc35-d8fe-43bf-8038-2147a440b249,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:40.935747 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bc921661-c418-4080-8898-186f39036076 tempest-AllowedAddressPairTestJSON-1785035356 tempest-AllowedAddressPairTestJSON-1785035356-project] 10.222.0.53 "DELETE /v2.0/networks/5460fc35-d8fe-43bf-8038-2147a440b249 HTTP/1.1" status: 204 len: 168 time: 3.8849616 Apr 29 11:43:40.949927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting subnet 1de43771-b3a9-4946-b566-88e91abef139 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:40.952949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:40.998104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:41.011179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] Sync routers for ids ['7522d5c2-11b2-49aa-9825-a69c36026b34'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:41.022276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.024687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] Routers {'7522d5c2-11b2-49aa-9825-a69c36026b34'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:41.025470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7522d5c2-11b2-49aa-9825-a69c36026b34'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:41.104918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:41.118055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] Routers {'7522d5c2-11b2-49aa-9825-a69c36026b34'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:41.119063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7522d5c2-11b2-49aa-9825-a69c36026b34'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:41.156862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.181614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.182825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b27622e-049c-4cc1-a4ad-b7544eee0688 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9194303 Apr 29 11:43:41.184058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port f8d65cf8-8038-48fa-8715-0074322bba5d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:41.184387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.195042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46080) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.198196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:41.198671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6086a-ccf1-4855-a88c-125e0e403ffe None None] The sync data for ids ['7522d5c2-11b2-49aa-9825-a69c36026b34'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:41.355810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46086) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.411023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.448956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-58088d9b-35e5-41e7-9405-e393be8ff4e5 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/7522d5c2-11b2-49aa-9825-a69c36026b34 HTTP/1.1" status: 200 len: 921 time: 0.2498245 Apr 29 11:43:41.459088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46092) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.464776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Subnet': ['ID=1de43771-b3a9-4946-b566-88e91abef139,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:41.590327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df977-b9da-4a49-80c4-2b003781dd64 req-f20a3bae-ee23-4bdd-9e3f-530d1b0f61ca tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:41.594024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e57df977-b9da-4a49-80c4-2b003781dd64 req-f20a3bae-ee23-4bdd-9e3f-530d1b0f61ca tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5050392 Apr 29 11:43:41.630813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.634185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b69ff-d3e6-477d-aa19-44057756e60b None None] Network cb276829-9646-4bfe-872d-41533fafaadb requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:41.660203 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb75cfc9-08d2-41c8-92ad-8907f3af7407 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=7522d5c2-11b2-49aa-9825-a69c36026b34 HTTP/1.1" status: 200 len: 205 time: 0.1961977 Apr 29 11:43:41.663513 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cef06dec-0897-405b-b4af-492ede417da5 tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "DELETE /v2.0/subnets/1de43771-b3a9-4946-b566-88e91abef139 HTTP/1.1" status: 204 len: 168 time: 0.8278065 Apr 29 11:43:41.664604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46096) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.665040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46098) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.729167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.729714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:41.746219 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e57df977-b9da-4a49-80c4-2b003781dd64 req-392428ab-9914-4abb-929b-5888d3407e2c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390126 Apr 29 11:43:41.890527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for f8d65cf8-8038-48fa-8715-0074322bba5d owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:41.910547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f9dd159a-57b1-45f8-8183-03c90acfb881 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdee1356309c437585922f4059f20e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496247 Apr 29 11:43:41.934794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46106) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:41.967183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Delete allocated IP 2001:db8:0:1::2b3 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/8bf57e38-107e-4f13-a0bd-68adc4081318) {{(pid=88015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:43:42.005629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] DHCP port deletion for cb276829-9646-4bfe-872d-41533fafaadb request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:43:42.011336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Deleting port 48794d35-25c6-4c1d-835d-887c797e95b6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:42.012014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.052321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.118315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.208124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.280990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.287133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port 48794d35-25c6-4c1d-835d-887c797e95b6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:42.287338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.298386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] For port 48794d35-25c6-4c1d-835d-887c797e95b6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=48794d35-25c6-4c1d-835d-887c797e95b6,segment=NetworkSegment(82d6a5f5-3126-4be0-92b2-c9b5001114b5),segment_id=82d6a5f5-3126-4be0-92b2-c9b5001114b5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:42.299041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.387070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.464489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=f8d65cf8-8038-48fa-8715-0074322bba5d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.474243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7365-46ee-4003-88d1-a161a31e2399 req-f00de7f4-5830-4275-b5d9-75b57413f3e6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:42.475948 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6eb7365-46ee-4003-88d1-a161a31e2399 req-f00de7f4-5830-4275-b5d9-75b57413f3e6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3490176 Apr 29 11:43:42.494852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Calling delete_port for 48794d35-25c6-4c1d-835d-887c797e95b6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:42.510075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.605663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 48794d35-25c6-4c1d-835d-887c797e95b6 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:43:42.619006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:42.625302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.640732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.642699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.646765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6eb7365-46ee-4003-88d1-a161a31e2399 req-4b82df6f-ecac-4ca3-bb7e-354d732fd506 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329217 Apr 29 11:43:42.649281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.649789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 94077338-3b1f-419f-b7e0-6a403b8ae197 disassociated (deleted). External IP: 172.26.0.142, port: 3d76abf2-3233-4157-93a8-944e7a852754. Apr 29 11:43:42.656744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.662324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] For port 48794d35-25c6-4c1d-835d-887c797e95b6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=48794d35-25c6-4c1d-835d-887c797e95b6,segment=NetworkSegment(82d6a5f5-3126-4be0-92b2-c9b5001114b5),segment_id=82d6a5f5-3126-4be0-92b2-c9b5001114b5)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:42.662737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.695392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 48794d35-25c6-4c1d-835d-887c797e95b6 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:43:42.695752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 48794d35-25c6-4c1d-835d-887c797e95b6 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:43:42.708377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] Pushing event deleted for resources: {'Port': ['ID=48794d35-25c6-4c1d-835d-887c797e95b6,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.710022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c8430-4513-4506-b399-3cc2dafab5e3 None None] No DVR routers for this DVR port 48794d35-25c6-4c1d-835d-887c797e95b6 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:42.735717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port 3fce6283-2e48-4cd5-b042-2fd757c1ba83 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:42.736040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.749544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13081af-0c97-4ec1-9a06-1ce9c6dd1d3d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.839629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Calling delete_port for 48794d35-25c6-4c1d-835d-887c797e95b6 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:42.907944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] In _notify_port_updated(), no bound segment for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 on network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:42.913161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:42.913888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.917860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/ports/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 HTTP/1.1" status: 200 len: 925 time: 3.0107398 Apr 29 11:43:42.922415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6ea98-6d35-4f2c-843c-ee45552ebfbf tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:42.925691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46114) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:42.936679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea1475df-5951-41e6-bb84-bb353e6a7e54'}, {'subnet_id': '8bf57e38-107e-4f13-a0bd-68adc4081318'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:42.968524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:42.972210 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2e535034-0bda-45fb-860f-6223a68bb586 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e13081af-0c97-4ec1-9a06-1ce9c6dd1d3d HTTP/1.1" status: 204 len: 168 time: 1.0338135 Apr 29 11:43:43.025943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:43:43.026285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:43:43.054495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.225085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2910f64e-458b-4e8f-b9c1-ff1b48d1bcb7 None None] Provisioning for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:43.235222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2910f64e-458b-4e8f-b9c1-ff1b48d1bcb7 None None] Provisioning complete for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:43.235871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2910f64e-458b-4e8f-b9c1-ff1b48d1bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.301278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for 3fce6283-2e48-4cd5-b042-2fd757c1ba83 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:43.314884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2910f64e-458b-4e8f-b9c1-ff1b48d1bcb7 None None] Port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:43.356347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.508111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:43.518454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.560930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Deleting port 48794d35-25c6-4c1d-835d-887c797e95b6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:43.561271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.606524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=3fce6283-2e48-4cd5-b042-2fd757c1ba83,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:43.708940 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] The port '48794d35-25c6-4c1d-835d-887c797e95b6' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:43:43.825635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:43.832103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.838811 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:43.857895 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:43.859303 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:43.919333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.926928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:43.941607 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8db96043-30dd-4a60-862f-44d3056f333a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/94077338-3b1f-419f-b7e0-6a403b8ae197 HTTP/1.1" status: 204 len: 168 time: 3.2025983 Apr 29 11:43:43.944361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46142) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:43.948908 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:43.961706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:43.962975 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:43.974581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46146) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:44.018948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8:0:1::a0 (6114ffdb-c17e-480b-9cbd-8eebb49da6d4/8bf57e38-107e-4f13-a0bd-68adc4081318/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:44.042365 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:44.042652 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85793b-5ea4-457b-95a8-4b7e82d573ef None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:44.056645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 3d76abf2-3233-4157-93a8-944e7a852754 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:44.056981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.141957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb276829-9646-4bfe-872d-41533fafaadb']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:44.162748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.165620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d6a5f5-3126-4be0-92b2-c9b5001114b5') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:44.165956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d6a5f5-3126-4be0-92b2-c9b5001114b5') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:44.173826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.189947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.214933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'networks': [{'name': 'tempest-network--707844720'}, {'name': 'tempest-network--891944732'}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:44.215530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-network--707844720'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:44.215843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-network--891944732'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:44.227730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:44.235552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.237961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:network and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:44.246723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:44.249662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.250185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router 7522d5c2-11b2-49aa-9825-a69c36026b34 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:43:44.252336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:44.252727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:44.270822 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:44.275547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:44.287244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312135d-82e0-44ae-b48a-eb8a2cb01aa9 req-bb18f9ff-6ce4-4fa2-b786-1c7ab717cf76 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:44.288752 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4312135d-82e0-44ae-b48a-eb8a2cb01aa9 req-bb18f9ff-6ce4-4fa2-b786-1c7ab717cf76 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4822135 Apr 29 11:43:44.376421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.393008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'network': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:44.397756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.414450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.415865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2a07b519-9d78-44be-9cb9-1e1b1a357066 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/7522d5c2-11b2-49aa-9825-a69c36026b34 HTTP/1.1" status: 204 len: 168 time: 2.7469406 Apr 29 11:43:44.427704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46152) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:44.428660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.432270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:44.448652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875984645', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:44.453089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.454661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.461301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:44.481768 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4312135d-82e0-44ae-b48a-eb8a2cb01aa9 req-8c0e32a5-b4b3-4e0c-a206-551eb2a3b086 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798224 Apr 29 11:43:44.487338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.506623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:router and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:44.506623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:44.506623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] Pushing event deleted for resources: {'Network': ['ID=cb276829-9646-4bfe-872d-41533fafaadb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:44.506926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.507014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:44.523400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:44.538250 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e35d3f45-9dbf-4221-892b-477f61258d5c tempest-FloatingIPNegativeTestJSON-667574182 tempest-FloatingIPNegativeTestJSON-667574182-project] 10.222.0.53 "DELETE /v2.0/networks/cb276829-9646-4bfe-872d-41533fafaadb HTTP/1.1" status: 204 len: 168 time: 2.8637383 Apr 29 11:43:44.545996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:security_group_rule and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:44.553457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:44.563001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:44.568914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.570047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.609797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:44.682852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 3d76abf2-3233-4157-93a8-944e7a852754 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:45.036665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:45.068846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-bfe4168b-5207-471d-84dc-add62421c5dc None None] Provisioning for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:45.074346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-bfe4168b-5207-471d-84dc-add62421c5dc None None] Provisioning complete for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:45.074778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bfe4168b-5207-471d-84dc-add62421c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.116461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.121467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.127452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.127906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.144204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4168b-5207-471d-84dc-add62421c5dc None None] Port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:43:45.169893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.202291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13544502-187b-4687-b4d5-d7b535c01891,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.206300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] In _notify_port_updated(), no bound segment for port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 on network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:43:45.214894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:45.216551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.220952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46168) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:45.222081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e0d3ec9f-dfe8-4bca-b310-84ce7083257e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/ports/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 HTTP/1.1" status: 200 len: 1010 time: 2.2929170 Apr 29 11:43:45.229637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.261852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:45.300606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.300961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment af8aadf0-65ac-4733-b535-8055d31764d3 of type vlan for network 5429b4e8-0492-430e-bce2-aa6d384ac953 Apr 29 11:43:45.304310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=3d76abf2-3233-4157-93a8-944e7a852754,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.360498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:45.360838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.396464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad40b-1f79-4505-a38f-2e6c8af14a1d req-2a677fa3-81b3-49ed-b1ac-75fb500872ae tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:45.397963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-316ad40b-1f79-4505-a38f-2e6c8af14a1d req-2a677fa3-81b3-49ed-b1ac-75fb500872ae tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7223983 Apr 29 11:43:45.431978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.477521 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98e11836-efd2-453d-bc75-6b7d1fc7175b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf056baad8db497d9bfb6f876a37ce71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323893 Apr 29 11:43:45.485947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46172) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:45.533195 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-316ad40b-1f79-4505-a38f-2e6c8af14a1d req-9ac4591a-a2a0-423a-b144-4d64313aa681 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211693 Apr 29 11:43:45.546905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.562876 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5b51e362-bf1a-4a43-9361-96478612f8e9 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/3d76abf2-3233-4157-93a8-944e7a852754 HTTP/1.1" status: 204 len: 168 time: 1.6137605 Apr 29 11:43:45.568732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46178) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:45.576452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:45.584705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:45.585217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:45.592407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:floatingip and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:45.594199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.594542 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment 26d36575-fc1b-4650-88eb-34c649077921 of type vlan for network 1ac9834b-db80-485c-8bfd-6038d65c8768 Apr 29 11:43:45.596582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:45.608863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:45.621139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.630883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.633649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.669918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.802228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.819831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b65a958-9f09-4ee1-a42f-e6f480cb49c7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:45.830495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.831631 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5a1811c0-0b86-4bed-8e61-d11c1480ca62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b65a958-9f09-4ee1-a42f-e6f480cb49c7 HTTP/1.1" status: 204 len: 168 time: 0.3439827 Apr 29 11:43:45.864513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.957004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.996037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:45.996522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.002254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.006936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.007582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.039810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.166 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/730e7933-8a6a-43a4-b920-d0e3205c4644) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:46.170589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:46.231416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.270186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.311078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.344950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:46.348085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:46.352365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:46.355375 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3730173 Apr 29 11:43:46.360104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=5429b4e8-0492-430e-bce2-aa6d384ac953,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:46.376728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5429b4e8-0492-430e-bce2-aa6d384ac953 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:46.398457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.421809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46194) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:46.458178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=730e7933-8a6a-43a4-b920-d0e3205c4644,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:46.485618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809efd-c40e-4db9-8a1d-bf59b0722a71 req-cf1c68f2-01b1-46eb-97aa-838378f93e34 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.487505 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0d809efd-c40e-4db9-8a1d-bf59b0722a71 req-cf1c68f2-01b1-46eb-97aa-838378f93e34 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7906461 Apr 29 11:43:46.610356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.699937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67e453-974d-46ae-9131-0b41ee856293 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.706134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67e453-974d-46ae-9131-0b41ee856293 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.711956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67e453-974d-46ae-9131-0b41ee856293 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.719091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67e453-974d-46ae-9131-0b41ee856293 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:46.724863 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2e67e453-974d-46ae-9131-0b41ee856293 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3014183 Apr 29 11:43:46.727694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46206) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:46.763641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:46.778800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617ba2a-2a67-4d35-a67f-085677632034 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=1ac9834b-db80-485c-8bfd-6038d65c8768,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:46.793433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1ac9834b-db80-485c-8bfd-6038d65c8768 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:46.891805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46210) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:46.912898 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0d809efd-c40e-4db9-8a1d-bf59b0722a71 req-3615312f-39e3-4e9b-b827-a11e5a3b138c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005692 Apr 29 11:43:46.939259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.101231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.26.0.49 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/3d76f827-e438-4127-ba0b-9063397f9901) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:47.114850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.197829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:47.245429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897547889'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:47.258364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:47.311591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:47.358829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.366994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:47.385234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:47.401795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.415028 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d148ac3d-ee0e-48ee-a30f-cb6f3e50a5b1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 HTTP/1.1" status: 204 len: 168 time: 2.1927891 Apr 29 11:43:47.415920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46218) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:47.457303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:47.461810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.479453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5429b4e8-0492-430e-bce2-aa6d384ac953']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:47.497377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.497705 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8e9a92-061f-4891-acaa-6c87e09d12c3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:43:47.497856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1e8e9a92-061f-4891-acaa-6c87e09d12c3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:47.505005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.512800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8aadf0-65ac-4733-b535-8055d31764d3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:47.513098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8aadf0-65ac-4733-b535-8055d31764d3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:47.527787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1e8e9a92-061f-4891-acaa-6c87e09d12c3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:47.529409 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1e8e9a92-061f-4891-acaa-6c87e09d12c3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 HTTP/1.1" status: 404 len: 333 time: 0.1065984 Apr 29 11:43:47.533816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46222) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:47.534340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.542148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:47.552082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:security_group_rule and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:47.560379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:47.573154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.580245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:47.590943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:47.591367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.607733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:47.609434 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:47.615783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.631111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.654487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 8bf57e38-107e-4f13-a0bd-68adc4081318 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:47.678657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.738346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:47.741466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2ea5-22f4-4f9b-8fa0-e108e67321db req-23110b66-52b1-4176-bb8c-27d4b44f7446 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:47.742906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-56ac2ea5-22f4-4f9b-8fa0-e108e67321db req-23110b66-52b1-4176-bb8c-27d4b44f7446 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.5014532 Apr 29 11:43:47.747371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:47.750739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=3d76f827-e438-4127-ba0b-9063397f9901,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:47.753333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:47.791448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.840174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=730e7933-8a6a-43a4-b920-d0e3205c4644,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:47.854024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.878066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.894811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.904227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=5429b4e8-0492-430e-bce2-aa6d384ac953,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:47.928794 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-56ac2ea5-22f4-4f9b-8fa0-e108e67321db req-84c7f02d-d460-4587-bb8b-8556afca3edc tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759470 Apr 29 11:43:47.941706 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4c963cd0-da2c-439a-b8dc-4c6ad4f49b31 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/5429b4e8-0492-430e-bce2-aa6d384ac953 HTTP/1.1" status: 204 len: 168 time: 1.2096205 Apr 29 11:43:47.943508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46226) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:47.965213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:47.966621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc46a26e-c705-4306-8f0f-7117db0d24d3 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3965633 Apr 29 11:43:47.972438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46232) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:47.994752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'port': {'network_id': '15a78f43-70a2-4a63-8b77-4c674f56cb4d', 'name': 'tempest-FloatingIPTestJSON-587164449'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:48.172642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.185288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.216318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.231318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.300548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:48.316538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:48.331069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:port and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:48.341677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:48.362161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.362602 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 6b4028cc-7dd1-49fb-8131-ad238a57fbfa of type vlan for network e39bb42a-f73c-492e-8644-3e2927e9fbee Apr 29 11:43:48.363601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec7e27-eba0-47cb-8442-965ec15f28dd,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:48.368637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:48.404985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ccd20-7fd6-4a49-8fb6-01d492826b28 req-1dffb38b-caf0-4bef-952f-c8d4ec28f83d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:48.406455 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-388ccd20-7fd6-4a49-8fb6-01d492826b28 req-1dffb38b-caf0-4bef-952f-c8d4ec28f83d tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3338203 Apr 29 11:43:48.437542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.444811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:48.448686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.486274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.486712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.517714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac9834b-db80-485c-8bfd-6038d65c8768']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:48.539579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] device_id is not set on port 62e50f45-1eba-4862-8d64-49aec57186f4 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:48.579157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d36575-fc1b-4650-88eb-34c649077921') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:48.579457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d36575-fc1b-4650-88eb-34c649077921') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:48.606896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.639680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.645180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:48.646992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.672811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.696082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-388ccd20-7fd6-4a49-8fb6-01d492826b28 req-8c540777-7d6f-412d-8eb9-1520d9782a3c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792470 Apr 29 11:43:48.698675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.748925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:48.749339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.752221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf57e38-107e-4f13-a0bd-68adc4081318,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:48.769099 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:48.771738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d902aed-0216-43ef-8ed4-316f589bd31a None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:48.835116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:48.863671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-06671b31-e3ba-4a14-ba46-cb57c408c940 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/8bf57e38-107e-4f13-a0bd-68adc4081318 HTTP/1.1" status: 204 len: 168 time: 1.3287420 Apr 29 11:43:48.867175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:48.959374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet ea1475df-5951-41e6-bb84-bb353e6a7e54 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:43:48.966217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.120452 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2263753 Apr 29 11:43:49.137169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303edc1-a362-49a8-85e1-d1031ab49200 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=e39bb42a-f73c-492e-8644-3e2927e9fbee,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:49.169378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e39bb42a-f73c-492e-8644-3e2927e9fbee details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:49.169671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.10 (15a78f43-70a2-4a63-8b77-4c674f56cb4d/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8/62e50f45-1eba-4862-8d64-49aec57186f4) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:49.181497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.278523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.295772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.302431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46244) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:49.315129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:49.353796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.408761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.489553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.490700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=1ac9834b-db80-485c-8bfd-6038d65c8768,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:49.494578 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:49.501113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1475df-5951-41e6-bb84-bb353e6a7e54,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:49.529669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/1ac9834b-db80-485c-8bfd-6038d65c8768 HTTP/1.1" status: 204 len: 168 time: 1.5832348 Apr 29 11:43:49.530173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.530490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.531024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.531538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.532051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.532579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.533103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.533648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.534170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.534701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.535226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.535729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df8ccf-1cda-4162-a2da-0dffdd74c201 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:49.550839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46248) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:49.602207 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-61fb533a-d8cb-456c-835d-e31b2648c245 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/ea1475df-5951-41e6-bb84-bb353e6a7e54 HTTP/1.1" status: 204 len: 168 time: 0.7341516 Apr 29 11:43:49.678766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46252) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:49.822912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88f2db-1032-4577-b471-531a6e20c82f None None] Network 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:49.842776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:43:49.957827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:49.980555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0737-7ab6-4129-9342-54bf2cdf06ad req-48c9f840-9872-416a-81cd-1488c61d9f6f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:49.982074 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6fe0737-7ab6-4129-9342-54bf2cdf06ad req-48c9f840-9872-416a-81cd-1488c61d9f6f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.0551696 Apr 29 11:43:50.003736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.006893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:50.008474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b7e458a-b203-4bd5-bd4c-073e6fd8ad03 None None] Provisioning complete for port 819de9d7-4626-4c83-b6b0-5b09bc688b38 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:50.009028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b7e458a-b203-4bd5-bd4c-073e6fd8ad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.035428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:50.048786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:50.050452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:50.057217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.075835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Sync routers for ids ['11de2f16-2ed3-4d23-bb6a-0bda40ee4337'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:50.082913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.088469 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-77181322-fdbc-4ae1-86ac-a5ddc94f0938 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6457193 Apr 29 11:43:50.090180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:50.115656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Routers {'11de2f16-2ed3-4d23-bb6a-0bda40ee4337'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:50.116291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['11de2f16-2ed3-4d23-bb6a-0bda40ee4337'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:50.119858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:50.123293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.171969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4103e-12d4-4ec5-b1c6-8ea669f32cdc tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:50.178008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4103e-12d4-4ec5-b1c6-8ea669f32cdc tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:50.178812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3fb4103e-12d4-4ec5-b1c6-8ea669f32cdc tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Synchronizing usage tracker for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:50.189820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 819de9d7-4626-4c83-b6b0-5b09bc688b38 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:50.190079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.220251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6fe0737-7ab6-4129-9342-54bf2cdf06ad req-8134361e-04d1-4268-9f73-d0a4d3095638 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224107 Apr 29 11:43:50.300461 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f16402c2-b735-46b3-84cd-48fee33b6802 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/11de2f16-2ed3-4d23-bb6a-0bda40ee4337 HTTP/1.1" status: 200 len: 907 time: 0.2081969 Apr 29 11:43:50.303356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46262) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:50.313828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875984645', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': True}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:50.320117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:50.326656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3fb4103e-12d4-4ec5-b1c6-8ea669f32cdc tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Unset dirty status for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:50.327250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Usage tracker for resource:router and tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:50.331530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3fb4103e-12d4-4ec5-b1c6-8ea669f32cdc tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7756288 Apr 29 11:43:50.331882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46266) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:50.336335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:50.345012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:50.355691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2130598280'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:50.362072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:50.366727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.368747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.386785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:50.391445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.410144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.412078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:50.414787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Set router 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:50.423509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.475038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:50.492316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] DHCP port deletion for 6114ffdb-c17e-480b-9cbd-8eebb49da6d4 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:43:50.499214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.499214 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment 898bfc21-a3cb-4012-9dde-bcf544b97546 of type vlan for network 7d189a4f-8915-4f88-8fdb-28db4329462e Apr 29 11:43:50.529172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 15a78f43-70a2-4a63-8b77-4c674f56cb4d is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:50.543675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:50.568147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Deleting port 819de9d7-4626-4c83-b6b0-5b09bc688b38 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:50.568510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.580565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:50.613706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 819de9d7-4626-4c83-b6b0-5b09bc688b38 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:43:50.641810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=62e50f45-1eba-4862-8d64-49aec57186f4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:50.750323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=819de9d7-4626-4c83-b6b0-5b09bc688b38,segment=NetworkSegment(75a05401-3dc3-432a-87c4-b807b9d194d7),segment_id=75a05401-3dc3-432a-87c4-b807b9d194d7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:50.750552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.895050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 819de9d7-4626-4c83-b6b0-5b09bc688b38 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:50.930068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:50.930475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.955538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.967765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:50.991241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30e4fea6-0dea-4fd1-abfc-44b637f3f1c4 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0131676 Apr 29 11:43:50.992774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46272) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:50.997353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.002564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': '62e50f45-1eba-4862-8d64-49aec57186f4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:51.090416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.093141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.110334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.255424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.261872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:51.262606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.263976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] For port 819de9d7-4626-4c83-b6b0-5b09bc688b38, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=819de9d7-4626-4c83-b6b0-5b09bc688b38,segment=NetworkSegment(75a05401-3dc3-432a-87c4-b807b9d194d7),segment_id=75a05401-3dc3-432a-87c4-b807b9d194d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:51.264406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.267471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=01a5a380-8d11-4189-89ab-130e371d3bb7,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:51.288479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=819de9d7-4626-4c83-b6b0-5b09bc688b38,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:51.295456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No DVR routers for this DVR port 819de9d7-4626-4c83-b6b0-5b09bc688b38 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:43:51.297239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '6b4028cc-7dd1-49fb-8131-ad238a57fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:51.297697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: e39bb42a-f73c-492e-8644-3e2927e9fbee, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:51.432233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Calling delete_port for 819de9d7-4626-4c83-b6b0-5b09bc688b38 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:51.483828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.499119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49'}], 'enable_snat': False}, 'gw_port_id': '3d76f827-e438-4127-ba0b-9063397f9901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:44Z', 'updated_at': '2022-04-29T11:43:48Z', 'revision_number': 3, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port': {'id': '3d76f827-e438-4127-ba0b-9063397f9901', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:46Z', 'updated_at': '2022-04-29T11:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:51.510488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Checking router: 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:43:51.510762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network e39bb42a-f73c-492e-8644-3e2927e9fbee is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:51.510963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Updating router 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 port 3d76f827-e438-4127-ba0b-9063397f9901 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:43:51.543168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6114ffdb-c17e-480b-9cbd-8eebb49da6d4']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:51.564499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, e39bb42a-f73c-492e-8644-3e2927e9fbee) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:51.588551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a05401-3dc3-432a-87c4-b807b9d194d7') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:51.589258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a05401-3dc3-432a-87c4-b807b9d194d7') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:51.596625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=7d189a4f-8915-4f88-8fdb-28db4329462e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:51.606510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:51.606510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.617581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a16ed-7278-4edc-bdb7-e32a8f4da709 None None] Network e39bb42a-f73c-492e-8644-3e2927e9fbee requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:51.631945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.634023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2988808 Apr 29 11:43:51.634786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46276) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:51.641859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:43:51.642242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:43:51.660793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.666602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.667289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.667948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.668450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.669216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.669888 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e0c77180-94ce-43de-acdb-7e3ff6a61966 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3644817 Apr 29 11:43:51.670267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.671119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.671556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.672156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.673365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.674493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.675201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46280) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:51.676636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.677159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f5095-6770-4bc1-8023-ebaa064a9fda tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:51.693807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269669092'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:51.699099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-475956068'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:51.703906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:51.704591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:51.728955 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:51.730916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:51.747938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7d189a4f-8915-4f88-8fdb-28db4329462e details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:51.758256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:51.767966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:51.781853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:51.842898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:network and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:51.854610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:51.861937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:51.875959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:51.879503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.906566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:51.913089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.919458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.929976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:51.934691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:51.963081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=6114ffdb-c17e-480b-9cbd-8eebb49da6d4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:51.969785 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-834998b9-51bd-43f4-a3dc-43d84a967774 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/6114ffdb-c17e-480b-9cbd-8eebb49da6d4 HTTP/1.1" status: 204 len: 168 time: 2.2756908 Apr 29 11:43:51.974138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46284) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:52.032879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:52.050769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.051234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment e3e39559-fe3e-4253-9937-b2e7d8dfc19b of type vlan for network f5745823-e512-446c-a042-8544f36a1949 Apr 29 11:43:52.119345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.139078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d26fc-f017-4044-be09-14f60f355312 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:52.140069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e5d26fc-f017-4044-be09-14f60f355312 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:52.157798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Deleting port 819de9d7-4626-4c83-b6b0-5b09bc688b38 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:52.158371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.182350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e5d26fc-f017-4044-be09-14f60f355312 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:52.188300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e5d26fc-f017-4044-be09-14f60f355312 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2089820 Apr 29 11:43:52.189912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46288) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:52.191686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.200942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:52.201858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.226168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:52.287040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-750ba6a6-a859-4a63-a9a6-2bec6d8068b0 None None] The port '819de9d7-4626-4c83-b6b0-5b09bc688b38' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:43:52.302473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-e39bb42a-f73c-492e-8644-3e2927e9fbee', 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '01a5a380-8d11-4189-89ab-130e371d3bb7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:52.307523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.354598 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6778266 Apr 29 11:43:52.450878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46292) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:52.454925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.465665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'f5745823-e512-446c-a042-8544f36a1949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:52.482021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Transition to ACTIVE for port object 3d76f827-e438-4127-ba0b-9063397f9901 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:52.489887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95545108-3d25-4ab2-b743-483c20560738 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=f5745823-e512-446c-a042-8544f36a1949,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:52.490559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.529642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f5745823-e512-446c-a042-8544f36a1949 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:52.530086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.596316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.596712 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment 3248cca1-1779-4615-aceb-6839dfc01ba3 of type vlan for network 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab Apr 29 11:43:52.623795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.671909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7c05bf45-4e6a-4852-95a9-a43233fad702 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4780102 Apr 29 11:43:52.674262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46296) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:52.682929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121188942'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:52.696684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:52.703906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:52.706680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Attempting to bind port 3d76f827-e438-4127-ba0b-9063397f9901 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:52.707045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Attempting to bind port 3d76f827-e438-4127-ba0b-9063397f9901 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:52.707404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Attempting to bind port 3d76f827-e438-4127-ba0b-9063397f9901 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:52.707843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:52.714123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:52.719166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:52.727492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:52.732484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:52.736747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Pushing event updated for resources: {'Port': ['ID=3d76f827-e438-4127-ba0b-9063397f9901,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:52.739721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Allocated IP 172.20.255.242 (e39bb42a-f73c-492e-8644-3e2927e9fbee/01a5a380-8d11-4189-89ab-130e371d3bb7/9c5059bf-a3b5-42f9-a168-9e9951d6b762) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:52.741417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:52.748436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:52.748911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:52.749312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.749755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:52.750335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Bound port: 3d76f827-e438-4127-ba0b-9063397f9901, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:52.750708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.759633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:52.765558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.783615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:52.789300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.789517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.796252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.796860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.797356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.797859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.798950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.799294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.799623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.799951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.800278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.800752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.801221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.802280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:43:52.936274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] For port 3d76f827-e438-4127-ba0b-9063397f9901, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:52.964945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] For port 3d76f827-e438-4127-ba0b-9063397f9901, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3d76f827-e438-4127-ba0b-9063397f9901,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:52.973236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.973946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:52.982659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.983424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:52.984424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:52.992542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:43:53.004155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.004697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment d347116e-aa6f-471e-9b37-7e3796bb0139 of type vlan for network a2c12865-ea9b-44d7-b101-313fa6f93a2b Apr 29 11:43:53.059615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.088348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.120302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Transition to ACTIVE for port object 9c5059bf-a3b5-42f9-a168-9e9951d6b762 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:53.154329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Transition to ACTIVE for port object 9c5059bf-a3b5-42f9-a168-9e9951d6b762 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:53.161954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Routers {'11de2f16-2ed3-4d23-bb6a-0bda40ee4337'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:53.163066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['11de2f16-2ed3-4d23-bb6a-0bda40ee4337'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:53.205593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.211810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:53.212657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.225203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.26.0.105 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8c3d5654-08fd-47d8-8248-f40d29c8cc18) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:53.269603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93aa5-4742-4a79-b9b6-6315ae81f772 None None] Pushing event updated for resources: {'Port': ['ID=3d76f827-e438-4127-ba0b-9063397f9901,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:53.279306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.324357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.339047 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6821477 Apr 29 11:43:53.339047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46300) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:53.349641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9ea2-3e8d-467f-a523-6f411dcaa7e0 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=8a64ee9c-da5a-4ff9-85af-0b76704ab8ab,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:53.358828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.359018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6803119 Apr 29 11:43:53.366173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebd7ca-ddca-463a-8ae5-525790b0c21e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=a2c12865-ea9b-44d7-b101-313fa6f93a2b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:53.370536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46304) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:53.387274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:53.395651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:53.422261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.438595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:53.469354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'ports': [{'network_id': '7d189a4f-8915-4f88-8fdb-28db4329462e', 'name': 'tempest-port--381434034', 'admin_state_up': True}, {'network_id': '8a64ee9c-da5a-4ff9-85af-0b76704ab8ab', 'admin_state_up': False}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:53.469685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'port': {'network_id': '7d189a4f-8915-4f88-8fdb-28db4329462e', 'name': 'tempest-port--381434034', 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:53.470169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'port': {'network_id': '8a64ee9c-da5a-4ff9-85af-0b76704ab8ab', 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:53.471357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Network e39bb42a-f73c-492e-8644-3e2927e9fbee is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:53.488155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:53.506515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:53.608574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Pushing event updated for resources: {'Port': ['ID=9c5059bf-a3b5-42f9-a168-9e9951d6b762,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:53.609297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=6167ba0e-ae92-4b4f-a592-40c6c3ae36ba,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:53.617449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:53.633698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:53.641001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:53.658745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': 'e3e39559-fe3e-4253-9937-b2e7d8dfc19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f5745823-e512-446c-a042-8544f36a1949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:53.659625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: f5745823-e512-446c-a042-8544f36a1949, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:53.672172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:53.702490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:53.706351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.747760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network f5745823-e512-446c-a042-8544f36a1949 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:53.830424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Attempting to bind port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:53.831089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Attempting to bind port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '6b4028cc-7dd1-49fb-8131-ad238a57fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:53.831457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Attempting to bind port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 on network e39bb42a-f73c-492e-8644-3e2927e9fbee {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:53.847378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] Set router 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:53.897949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:53.898318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Checking segment: {'id': '6b4028cc-7dd1-49fb-8131-ad238a57fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:53.898919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.899321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Bound using segment: {'id': '6b4028cc-7dd1-49fb-8131-ad238a57fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:53.899810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Bound port: 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4028cc-7dd1-49fb-8131-ad238a57fbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e39bb42a-f73c-492e-8644-3e2927e9fbee'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:53.900260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.960823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f5745823-e512-446c-a042-8544f36a1949) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:53.972868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:53.973542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:53.977832 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 33638a5f-a846-42cb-bdea-065cb78462a7 associated. External IP: 172.26.0.166, port: 62e50f45-1eba-4862-8d64-49aec57186f4. Apr 29 11:43:54.002985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d96605-64e3-4d71-891a-1db12a62509e None None] Network f5745823-e512-446c-a042-8544f36a1949 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:54.007613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e702c4fa-0385-4723-9eb0-4fa85c896e89 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5552661 Apr 29 11:43:54.014083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46310) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:54.233646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.282113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:54.297579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:port and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:54.304880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:54.315757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.319638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:54.379823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] For port 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:54.401834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] For port 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9c5059bf-a3b5-42f9-a168-9e9951d6b762,segment=NetworkSegment(6b4028cc-7dd1-49fb-8131-ad238a57fbfa),segment_id=6b4028cc-7dd1-49fb-8131-ad238a57fbfa)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:54.402749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'port': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:54.404008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.407673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.424295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.515209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.566141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=d2def8f9-2b28-49b9-aea5-cedfe5568146,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:54.571536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': 'd347116e-aa6f-471e-9b37-7e3796bb0139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:54.572317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: a2c12865-ea9b-44d7-b101-313fa6f93a2b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:54.597878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8391-ee0e-4008-8219-c7de6e42666e None None] Pushing event updated for resources: {'Port': ['ID=9c5059bf-a3b5-42f9-a168-9e9951d6b762,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:54.602096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969f620-a074-418c-be96-32eea2b479e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f5745823-e512-446c-a042-8544f36a1949', 'network_id': 'f5745823-e512-446c-a042-8544f36a1949', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '6167ba0e-ae92-4b4f-a592-40c6c3ae36ba'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:54.602945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2969f620-a074-418c-be96-32eea2b479e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.618224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:54.633845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49'}], 'enable_snat': False}, 'gw_port_id': '3d76f827-e438-4127-ba0b-9063397f9901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:44Z', 'updated_at': '2022-04-29T11:43:48Z', 'revision_number': 3, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port': {'id': '3d76f827-e438-4127-ba0b-9063397f9901', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:46Z', 'updated_at': '2022-04-29T11:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:54.638862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a2c12865-ea9b-44d7-b101-313fa6f93a2b) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:54.642356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c08c15-070d-41f9-bff9-29e65f9742a4 None None] The sync data for ids ['11de2f16-2ed3-4d23-bb6a-0bda40ee4337'] in dv-neutron-839741-1-hyperv is: [{'id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49'}], 'enable_snat': False}, 'gw_port_id': '3d76f827-e438-4127-ba0b-9063397f9901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:44Z', 'updated_at': '2022-04-29T11:43:48Z', 'revision_number': 3, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port': {'id': '3d76f827-e438-4127-ba0b-9063397f9901', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de2f16-2ed3-4d23-bb6a-0bda40ee4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:46Z', 'updated_at': '2022-04-29T11:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:54.647392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:54.648402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.700012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.705813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.706074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436bbf4-ad4c-4fea-88f7-170e9e326536 None None] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:54.774214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a01630a3-53d0-43ce-8b5a-e812806a1064 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3996294 Apr 29 11:43:54.781643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46314) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:54.794064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b', 'name': 'tempest-PortsIpV6TestJSON-675425702'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:54.801509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:54.821517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=6167ba0e-ae92-4b4f-a592-40c6c3ae36ba,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:54.874494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:54.883553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:54.886463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:54.920912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3d5654-08fd-47d8-8248-f40d29c8cc18,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-2969f620-a074-418c-be96-32eea2b479e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6167ba0e-ae92-4b4f-a592-40c6c3ae36ba: This subnet is being modified by another concurrent operation. Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:43:54.931825 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6167ba0e-ae92-4b4f-a592-40c6c3ae36ba: This subnet is being modified by another concurrent operation. Apr 29 11:43:54.934987 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:43:55.023726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.039881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df680d2-f830-4b6e-8c47-c0c39db9263e None None] Network f5745823-e512-446c-a042-8544f36a1949 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:55.149356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5745823-e512-446c-a042-8544f36a1949']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:55.164913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:55.169551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e39559-fe3e-4253-9937-b2e7d8dfc19b') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:55.169842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e39559-fe3e-4253-9937-b2e7d8dfc19b') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:55.207087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.235237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:55.239423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:55.242513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:55.249012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:55.263197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:55.266904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.277101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.290981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:55.291332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:55.313292 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:55.337166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 1df21d88-0363-4b35-bc95-5d523d5a94de yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:55.350561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-a2c12865-ea9b-44d7-b101-313fa6f93a2b', 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': 'd2def8f9-2b28-49b9-aea5-cedfe5568146'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:55.351493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.565601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.588400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.601181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] device_id is not set on port 9c39dab5-13d9-437d-b273-e679d1d9088e yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:55.610723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=f5745823-e512-446c-a042-8544f36a1949,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:55.619008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ee53ae9d-615a-4027-82db-d5489dc08e44 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/f5745823-e512-446c-a042-8544f36a1949 HTTP/1.1" status: 204 len: 168 time: 1.6002388 Apr 29 11:43:55.628197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46318) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:55.633472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::196 (a2c12865-ea9b-44d7-b101-313fa6f93a2b/d2def8f9-2b28-49b9-aea5-cedfe5568146/1df21d88-0363-4b35-bc95-5d523d5a94de) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:55.640939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1356699508'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:55.648679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:55.657280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:55.661292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:55.670368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:55.717617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:55.721456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.914314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:55.928202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:43:55.936512 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:55.974791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:55.975595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 028675b4-7045-46a1-a953-89af7b454b6e of type vlan for network eec6ea72-34c8-44b5-8379-dbcd6ce62b2c Apr 29 11:43:55.982961 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:55.984248 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:56.044580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.090118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.097955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.125481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 1df21d88-0363-4b35-bc95-5d523d5a94de will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:56.137567 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:56.152936 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:56.154353 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:56.171592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.178457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:56.179124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.192868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c4dc739a-53fc-43af-a4d3-995bbe9732f7 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/33638a5f-a846-42cb-bdea-065cb78462a7 HTTP/1.1" status: 200 len: 978 time: 5.1954203 Apr 29 11:43:56.195746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46326) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:56.196365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.247048 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:56.247948 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab7804-acac-4837-8323-5672b30821c1 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:56.276307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.355371 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7248302 Apr 29 11:43:56.356034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46330) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:56.367676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c287d7-5f76-435f-9b2b-ac87c65bd1a8 None None] Network e39bb42a-f73c-492e-8644-3e2927e9fbee requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:56.368494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'eec6ea72-34c8-44b5-8379-dbcd6ce62b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:56.391935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254c0fd-492e-4da5-9dd0-171dbf3ec61f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=eec6ea72-34c8-44b5-8379-dbcd6ce62b2c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:56.410809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.474267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network eec6ea72-34c8-44b5-8379-dbcd6ce62b2c details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:43:56.585155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Allocated IP 2001:db8::2 (a2c12865-ea9b-44d7-b101-313fa6f93a2b/d2def8f9-2b28-49b9-aea5-cedfe5568146/1f2339bc-cd34-4a12-9e74-67206145ac99) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:56.663912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 62e50f45-1eba-4862-8d64-49aec57186f4 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:56.664254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.729246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:56.741448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:56.756733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] device_id is not set on port 81c9a74d-f93a-4395-a1a3-c69e3af32a73 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:56.758890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:56.765552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:56.766475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:56.800970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=1df21d88-0363-4b35-bc95-5d523d5a94de,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:56.807251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:56.812740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:56.816450 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cb0edaaf-c7fd-4504-9e9e-ea23d65d0153 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0336330 Apr 29 11:43:56.817593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:56.820514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46334) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:56.826687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b', 'name': 'tempest-PortsIpV6TestJSON-339328805'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:56.840810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9c5059bf-a3b5-42f9-a168-9e9951d6b762 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:56.847008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:56.864976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-85354c5a-eb87-46b5-beff-394a82989d35 None None] Provisioning for port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:56.930995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:56.935083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.049588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:43:57.050398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:43:57.232024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:57.236826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.246560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.250077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.254620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:57.255301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.269455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:57.279999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:57.285477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:57.292685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:57.297734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.334200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.355660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:57.359289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.367085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Transition to ACTIVE for port object 1f2339bc-cd34-4a12-9e74-67206145ac99 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:57.397815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Transition to ACTIVE for port object 1f2339bc-cd34-4a12-9e74-67206145ac99 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:57.412695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.475544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=20b2eed9-da33-416f-a8c5-b7ccbbd6112d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:57.490110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:57.494563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:57.501942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:57.509648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 251b1fa7-98ba-41fc-970b-833907af420e yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:43:57.568573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '028675b4-7045-46a1-a953-89af7b454b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'eec6ea72-34c8-44b5-8379-dbcd6ce62b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:57.568960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: eec6ea72-34c8-44b5-8379-dbcd6ce62b2c, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:57.602101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1f2339bc-cd34-4a12-9e74-67206145ac99,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:57.623169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network eec6ea72-34c8-44b5-8379-dbcd6ce62b2c is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:57.697653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.711715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, eec6ea72-34c8-44b5-8379-dbcd6ce62b2c) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:57.713130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Attempting to bind port 1f2339bc-cd34-4a12-9e74-67206145ac99 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:43:57.713888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Attempting to bind port 1f2339bc-cd34-4a12-9e74-67206145ac99 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'd347116e-aa6f-471e-9b37-7e3796bb0139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:43:57.714600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Attempting to bind port 1f2339bc-cd34-4a12-9e74-67206145ac99 on network a2c12865-ea9b-44d7-b101-313fa6f93a2b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:43:57.716694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.717132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.717480 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 33638a5f-a846-42cb-bdea-065cb78462a7 disassociated. External IP: 172.26.0.166, port: 62e50f45-1eba-4862-8d64-49aec57186f4. Apr 29 11:43:57.717981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 62e50f45-1eba-4862-8d64-49aec57186f4 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:43:57.728534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:57.729597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:43:57.730871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Checking segment: {'id': 'd347116e-aa6f-471e-9b37-7e3796bb0139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:57.732106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.733307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Bound using segment: {'id': 'd347116e-aa6f-471e-9b37-7e3796bb0139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:43:57.734647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.735512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Bound port: 1f2339bc-cd34-4a12-9e74-67206145ac99, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd347116e-aa6f-471e-9b37-7e3796bb0139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a2c12865-ea9b-44d7-b101-313fa6f93a2b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:43:57.736646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.760400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811aecb-9909-497c-a300-4adb2c740bf1 None None] Network eec6ea72-34c8-44b5-8379-dbcd6ce62b2c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:57.803652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:57.824406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::94 (a2c12865-ea9b-44d7-b101-313fa6f93a2b/d2def8f9-2b28-49b9-aea5-cedfe5568146/251b1fa7-98ba-41fc-970b-833907af420e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:43:57.854485 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1a400701-cefb-4648-bc62-e3e527388f7c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4905703 Apr 29 11:43:57.860675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46338) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:58.056528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9c5059bf-a3b5-42f9-a168-9e9951d6b762,segment=NetworkSegment(6b4028cc-7dd1-49fb-8131-ad238a57fbfa),segment_id=6b4028cc-7dd1-49fb-8131-ad238a57fbfa)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:58.071463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.072925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3d76f827-e438-4127-ba0b-9063397f9901 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:43:58.093721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Port': ['ID=9c39dab5-13d9-437d-b273-e679d1d9088e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.112956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.130635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.204228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=62e50f45-1eba-4862-8d64-49aec57186f4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.215045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Checking segment: {'id': '898bfc21-a3cb-4012-9dde-bcf544b97546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '7d189a4f-8915-4f88-8fdb-28db4329462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:58.216154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network hostable DHCP agents. Network: 7d189a4f-8915-4f88-8fdb-28db4329462e, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:58.239921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] For port 1f2339bc-cd34-4a12-9e74-67206145ac99, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:43:58.307962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.314328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] For port 1f2339bc-cd34-4a12-9e74-67206145ac99, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f2339bc-cd34-4a12-9e74-67206145ac99,segment=NetworkSegment(d347116e-aa6f-471e-9b37-7e3796bb0139),segment_id=d347116e-aa6f-471e-9b37-7e3796bb0139)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:43:58.323235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-84c7f82a-9e11-465c-bff8-9eaabe9e9747 None None] Provisioning complete for port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:58.323609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-84c7f82a-9e11-465c-bff8-9eaabe9e9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.357903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.374179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=9c5059bf-a3b5-42f9-a168-9e9951d6b762,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.405830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.456330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 251b1fa7-98ba-41fc-970b-833907af420e will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:43:58.503767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.515552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 3d76f827-e438-4127-ba0b-9063397f9901 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:43:58.524582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b3e73-5d8e-4f08-9919-8a400c9cd9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-eec6ea72-34c8-44b5-8379-dbcd6ce62b2c', 'network_id': 'eec6ea72-34c8-44b5-8379-dbcd6ce62b2c', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '20b2eed9-da33-416f-a8c5-b7ccbbd6112d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:43:58.525744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af7b3e73-5d8e-4f08-9919-8a400c9cd9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.539101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router dc5a8203-a468-41e8-ba23-1c007c546425 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:43:58.545627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.550784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network 7d189a4f-8915-4f88-8fdb-28db4329462e is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:58.556919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3d76f827-e438-4127-ba0b-9063397f9901 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:43:58.557657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.563858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=20b2eed9-da33-416f-a8c5-b7ccbbd6112d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.583852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7d189a4f-8915-4f88-8fdb-28db4329462e) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:58.587746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:58.588783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.605426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377a8b9-c0b2-409f-b965-72c46dbf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1f2339bc-cd34-4a12-9e74-67206145ac99,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.622428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:43:58.624487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0db06-b2e3-4476-a8f2-571ca45066e5 None None] Network 7d189a4f-8915-4f88-8fdb-28db4329462e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:58.692840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:58.768487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:58.775627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:58.776325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.823248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:58.839108 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0139341 Apr 29 11:43:58.844429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46342) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:58.872428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Port': ['ID=81c9a74d-f93a-4395-a1a3-c69e3af32a73,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.892134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:43:58.925173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1d41d-bbd9-4831-ab70-d615feeab002 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=251b1fa7-98ba-41fc-970b-833907af420e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:58.948181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec6ea72-34c8-44b5-8379-dbcd6ce62b2c']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:58.968696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028675b4-7045-46a1-a953-89af7b454b6e') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:58.968989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028675b4-7045-46a1-a953-89af7b454b6e') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:58.985547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.010099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.019742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842191f-acde-49fd-b618-253bf5094234 None None] Network eec6ea72-34c8-44b5-8379-dbcd6ce62b2c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:59.021043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:43:59.021781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.055645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Checking segment: {'id': '3248cca1-1779-4615-aceb-6839dfc01ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8a64ee9c-da5a-4ff9-85af-0b76704ab8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:43:59.055997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network hostable DHCP agents. Network: 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:43:59.079048 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:43:59.085425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:59.125924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Sync routers for ids ['dc5a8203-a468-41e8-ba23-1c007c546425'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:59.142946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:43:59.147976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.161569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.161861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888181f2-7c29-49aa-8f34-bbfd38b056dc tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.162721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-888181f2-7c29-49aa-8f34-bbfd38b056dc tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:59.163983 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ceb61b4f-3e33-407c-8128-559aca2fa432 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8588040 Apr 29 11:43:59.168879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.170688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:43:59.175047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:43:59.181626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.188426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.191420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.207623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af964c-87af-465e-ba5e-51c0ef250334 None None] Network 8a64ee9c-da5a-4ff9-85af-0b76704ab8ab requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:43:59.217035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:43:59.219201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Routers {'dc5a8203-a468-41e8-ba23-1c007c546425'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:59.219835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dc5a8203-a468-41e8-ba23-1c007c546425'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:59.233690 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:43:59.245105 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:59.246195 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:59.263654 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86b27ba3-b2e2-4513-ab62-a73a6a186738 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9227107 Apr 29 11:43:59.271576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.376232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:59.387480 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:43:59.388529 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:59.407002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 3d76f827-e438-4127-ba0b-9063397f9901, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3d76f827-e438-4127-ba0b-9063397f9901,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:43:59.413014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.415110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8f653d38-6ec3-410c-b142-d0daca1d8b1b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/62e50f45-1eba-4862-8d64-49aec57186f4 HTTP/1.1" status: 204 len: 168 time: 3.1421597 Apr 29 11:43:59.418780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46356) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.468584 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:43:59.469633 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e7d4e-77c9-4608-b9ae-8ac3c2df53a6 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:43:59.487591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Set router dc5a8203-a468-41e8-ba23-1c007c546425 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:43:59.524670 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-625252cd-ec70-40f0-b3c8-03f15e060749 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/floatingips/33638a5f-a846-42cb-bdea-065cb78462a7 HTTP/1.1" status: 200 len: 688 time: 0.1048000 Apr 29 11:43:59.527638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46360) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.560327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.595883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.614053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa7a0b2-fa59-48b6-8058-0e6399d79269 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.615349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-888181f2-7c29-49aa-8f34-bbfd38b056dc tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:59.621560 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-888181f2-7c29-49aa-8f34-bbfd38b056dc tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A196 HTTP/1.1" status: 200 len: 928 time: 0.7702739 Apr 29 11:43:59.621560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=eec6ea72-34c8-44b5-8379-dbcd6ce62b2c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:43:59.623867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46364) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.629068 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-676441a5-f750-4815-b15a-923684c36459 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/eec6ea72-34c8-44b5-8379-dbcd6ce62b2c HTTP/1.1" status: 204 len: 168 time: 1.7617981 Apr 29 11:43:59.629151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa7a0b2-fa59-48b6-8058-0e6399d79269 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:43:59.629151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cfa7a0b2-fa59-48b6-8058-0e6399d79269 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Synchronizing usage tracker for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:43:59.633232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.669173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-699934880'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:43:59.707067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:43:59.719662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:43:59.727167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:43:59.741965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:43:59.748980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 251b1fa7-98ba-41fc-970b-833907af420e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:59.749398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.753021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 730e7933-8a6a-43a4-b920-d0e3205c4644 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:43:59.753375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.784766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b56d60f-442a-4954-876c-4440f254193a tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/dc5a8203-a468-41e8-ba23-1c007c546425 HTTP/1.1" status: 200 len: 907 time: 0.6140530 Apr 29 11:43:59.804518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46372) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.820692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cfa7a0b2-fa59-48b6-8058-0e6399d79269 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Unset dirty status for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:43:59.824832 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cfa7a0b2-fa59-48b6-8058-0e6399d79269 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5495801 Apr 29 11:43:59.841517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46376) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:43:59.883271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:43:59.889254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:43:59.920209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.210218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.210713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.231699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:00.264424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a5435-ba0b-4b10-85ce-9a8d3037a56e None None] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:00.289853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9c5059bf-a3b5-42f9-a168-9e9951d6b762 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:00.296365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.296964 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 2bf03512-7ece-43f3-bce2-b98016b302aa of type vlan for network 1defe310-a36c-42ed-a82a-07949e887109 Apr 29 11:44:00.359454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=3d76f827-e438-4127-ba0b-9063397f9901,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:00.400532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.406167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-909463f4-d029-4a9c-9881-23dc85d12578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.520021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e9b60b00-fbd4-44e5-b5ec-a7e9aa8d0a03 None None] Provisioning for port 1f2339bc-cd34-4a12-9e74-67206145ac99 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:00.543393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 730e7933-8a6a-43a4-b920-d0e3205c4644 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:00.621541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:00.621955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.625360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting port 9c39dab5-13d9-437d-b273-e679d1d9088e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:00.626275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.711481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.731724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5a8203-a468-41e8-ba23-1c007c546425', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '8c3d5654-08fd-47d8-8248-f40d29c8cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:50Z', 'updated_at': '2022-04-29T11:43:55Z', 'revision_number': 3, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port': {'id': '8c3d5654-08fd-47d8-8248-f40d29c8cc18', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5a8203-a468-41e8-ba23-1c007c546425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:43:52Z', 'updated_at': '2022-04-29T11:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:00.751824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Checking router: dc5a8203-a468-41e8-ba23-1c007c546425 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:00.752204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Updating router dc5a8203-a468-41e8-ba23-1c007c546425 port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:44:00.756889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.869871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.914967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 251b1fa7-98ba-41fc-970b-833907af420e owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:00.922933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f2339bc-cd34-4a12-9e74-67206145ac99 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:00.976201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.988645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.994065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:00.999955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:01.000715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.022379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.075838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1f2339bc-cd34-4a12-9e74-67206145ac99 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:01.087780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1f2339bc-cd34-4a12-9e74-67206145ac99 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:01.088115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.121112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:01.121636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.235046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Calling delete_port for 9c39dab5-13d9-437d-b273-e679d1d9088e owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:01.325831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=730e7933-8a6a-43a4-b920-d0e3205c4644,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:01.335164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.378128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.475678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1f2339bc-cd34-4a12-9e74-67206145ac99, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f2339bc-cd34-4a12-9e74-67206145ac99,segment=NetworkSegment(d347116e-aa6f-471e-9b37-7e3796bb0139),segment_id=d347116e-aa6f-471e-9b37-7e3796bb0139)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:01.476801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Provisioning for port 251b1fa7-98ba-41fc-970b-833907af420e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:01.481962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.486026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.501806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.524588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.529139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Provisioning complete for port 251b1fa7-98ba-41fc-970b-833907af420e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:01.529534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.569502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Transition to ACTIVE for port object 8c3d5654-08fd-47d8-8248-f40d29c8cc18 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:01.605195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.607422 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/ports/9c39dab5-13d9-437d-b273-e679d1d9088e HTTP/1.1" status: 204 len: 168 time: 1.7649267 Apr 29 11:44:01.609289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.610464 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-89a9aafa-70c6-4764-b6f6-5370f780808a tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/33638a5f-a846-42cb-bdea-065cb78462a7 HTTP/1.1" status: 204 len: 168 time: 2.0816772 Apr 29 11:44:01.611450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5cea-1c92-4349-9cc6-726fba5f5fe7 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Port': ['ID=9c39dab5-13d9-437d-b273-e679d1d9088e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:01.613963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46380) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:01.616993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46382) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:01.669711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.694013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'b170bd8f-fa2d-4324-ae96-129fdc60a66e'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:01.700617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:01.705443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:floatingip and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:01.705668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Port 251b1fa7-98ba-41fc-970b-833907af420e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:01.711880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting port 81c9a74d-f93a-4395-a1a3-c69e3af32a73 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:01.712385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.715385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1f2339bc-cd34-4a12-9e74-67206145ac99,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:01.719518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0840130 Apr 29 11:44:01.731183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 8c3d5654-08fd-47d8-8248-f40d29c8cc18 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:01.748946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Attempting to bind port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:01.749299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Attempting to bind port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:01.749679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Attempting to bind port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:01.771359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46388) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:01.775638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:01.776090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:01.776488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.776879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:01.777366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Bound port: 8c3d5654-08fd-47d8-8248-f40d29c8cc18, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:01.777780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.780325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:01.789218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:01.855632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.861793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Provisioning for port 1df21d88-0363-4b35-bc95-5d523d5a94de completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:01.870333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270a8b1-9193-463b-85a6-ef23e1327f35 None None] Pushing event updated for resources: {'Port': ['ID=8c3d5654-08fd-47d8-8248-f40d29c8cc18,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:01.876331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': '1defe310-a36c-42ed-a82a-07949e887109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:01.887340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Provisioning complete for port 1df21d88-0363-4b35-bc95-5d523d5a94de triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:01.887900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:01.901867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdc80a-cfd8-49d7-8455-68db6ea17f10 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=1defe310-a36c-42ed-a82a-07949e887109,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:01.937278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1defe310-a36c-42ed-a82a-07949e887109 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:02.132762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.178302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] For port 8c3d5654-08fd-47d8-8248-f40d29c8cc18, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:02.198519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3d76f827-e438-4127-ba0b-9063397f9901 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:02.219211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:02.234173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.238136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:02.247836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:02.253378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=251b1fa7-98ba-41fc-970b-833907af420e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:02.270457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] For port 8c3d5654-08fd-47d8-8248-f40d29c8cc18, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c3d5654-08fd-47d8-8248-f40d29c8cc18,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:02.275395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Port 1df21d88-0363-4b35-bc95-5d523d5a94de cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:02.282598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.289598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:02.320964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.332947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:02.333806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:02.337178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:02.340723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.378102 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c331d11c-ab16-48ff-87e2-eecbcd83248e tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/251b1fa7-98ba-41fc-970b-833907af420e HTTP/1.1" status: 204 len: 168 time: 2.7518923 Apr 29 11:44:02.383099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Routers {'dc5a8203-a468-41e8-ba23-1c007c546425'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:02.383744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:43:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dc5a8203-a468-41e8-ba23-1c007c546425'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:02.400747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46392) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:02.440171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Calling delete_port for 81c9a74d-f93a-4395-a1a3-c69e3af32a73 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:02.537067 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e01fe1c-d051-415a-9598-6d61e6e0c7a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:44:02.537924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e01fe1c-d051-415a-9598-6d61e6e0c7a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:02.563949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Provisioning complete for port 1f2339bc-cd34-4a12-9e74-67206145ac99 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:02.564407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0effdbd5-e264-4690-b36b-38a92e894540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.575236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e01fe1c-d051-415a-9598-6d61e6e0c7a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:02.579862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4e01fe1c-d051-415a-9598-6d61e6e0c7a4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/251b1fa7-98ba-41fc-970b-833907af420e HTTP/1.1" status: 404 len: 333 time: 0.1781685 Apr 29 11:44:02.582822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46398) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:02.590649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] Set router dc5a8203-a468-41e8-ba23-1c007c546425 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:02.719314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70eb9b-84a4-4a79-a5eb-e12337c905a0 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:02.736937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.740981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.743709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 1df21d88-0363-4b35-bc95-5d523d5a94de {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:02.743709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.769916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5a8203-a468-41e8-ba23-1c007c546425', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:50Z', 'updated_at': '2022-04-29T11:44:01Z', 'revision_number': 4, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:02.790979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270a8b1-9193-463b-85a6-ef23e1327f35 None None] Pushing event updated for resources: {'Port': ['ID=8c3d5654-08fd-47d8-8248-f40d29c8cc18,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:02.811250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44aaabe-c04b-4e13-874c-e7f3af45a4ec None None] The sync data for ids ['dc5a8203-a468-41e8-ba23-1c007c546425'] in dv-neutron-839741-1-hyperv is: [{'id': 'dc5a8203-a468-41e8-ba23-1c007c546425', 'name': 'tempest-snat-router-875984645', 'tenant_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:43:50Z', 'updated_at': '2022-04-29T11:44:01Z', 'revision_number': 4, 'project_id': 'cb1f1b3afc2b4095a9df5b00a748a0c0', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:02.836894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Port': ['ID=81c9a74d-f93a-4395-a1a3-c69e3af32a73,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:02.845641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 8c3d5654-08fd-47d8-8248-f40d29c8cc18 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:02.846169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.855222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.862150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3d76f827-e438-4127-ba0b-9063397f9901 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:02.862911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:02.909795 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ef87c092-a247-4319-95c4-a5d323e8aa08 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/ports/81c9a74d-f93a-4395-a1a3-c69e3af32a73 HTTP/1.1" status: 204 len: 168 time: 1.2950296 Apr 29 11:44:02.916136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46402) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:03.051581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6b722f39-c8bf-456d-8ca7-2e38ef27a675 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Synchronizing usage tracker for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:03.071331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.076355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b22ac8c3-79eb-42d5-9646-5e14f9dde6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.105345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6b722f39-c8bf-456d-8ca7-2e38ef27a675 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Unset dirty status for tenant:b8dc66a29e18456cb5b5a55202559b43 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:03.105668 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6b722f39-c8bf-456d-8ca7-2e38ef27a675 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1871755 Apr 29 11:44:03.123977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.189 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/fce369b3-620f-4b02-bb44-82d072ed9132) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:03.179896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46406) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:03.186453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1579338314'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:03.192640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:03.206615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:network and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:03.214603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:03.230271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70eb9b-84a4-4a79-a5eb-e12337c905a0 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:03.234103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f2339bc-cd34-4a12-9e74-67206145ac99 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:03.286458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:03.294038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-508653eb-fc27-456a-abf0-c895bca6ee1e None None] Could not find standard attr ID for object 251b1fa7-98ba-41fc-970b-833907af420e. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:44:03.331512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:03.340265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.366347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=7f118efb-c414-4bce-8890-737deef9a05d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:03.371073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-508653eb-fc27-456a-abf0-c895bca6ee1e None None] Provisioning complete for port 1df21d88-0363-4b35-bc95-5d523d5a94de triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:03.371536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-508653eb-fc27-456a-abf0-c895bca6ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.410545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.411476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] For port 8c3d5654-08fd-47d8-8248-f40d29c8cc18, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c3d5654-08fd-47d8-8248-f40d29c8cc18,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:03.411864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.423083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.430643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '2bf03512-7ece-43f3-bce2-b98016b302aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1defe310-a36c-42ed-a82a-07949e887109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:03.430999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: 1defe310-a36c-42ed-a82a-07949e887109, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:03.456637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.510312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1f2339bc-cd34-4a12-9e74-67206145ac99 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:03.510675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.582419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:03.584226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-508653eb-fc27-456a-abf0-c895bca6ee1e None None] Port 1df21d88-0363-4b35-bc95-5d523d5a94de cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:03.596309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:03.609506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:03.652185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=fce369b3-620f-4b02-bb44-82d072ed9132,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:03.663120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:03.689188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.689812 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment 5a13aee3-d909-44bd-acbc-fd32516ff7c0 of type vlan for network d84956c7-5a43-4934-88ee-60cb42f018fd Apr 29 11:44:03.801831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 8c3d5654-08fd-47d8-8248-f40d29c8cc18 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:03.807200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.834932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.842938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 1df21d88-0363-4b35-bc95-5d523d5a94de owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:03.850700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.867524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.878710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:03.879995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.916402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network 1defe310-a36c-42ed-a82a-07949e887109 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:03.943241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 1defe310-a36c-42ed-a82a-07949e887109) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:03.948427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:03.949534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:03.990757 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8133769 Apr 29 11:44:03.998179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46410) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:04.018737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1697783149'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:04.027995 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-142cf1d0-4015-4231-8291-b327990bc3ae tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1925657 Apr 29 11:44:04.058662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46414) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:04.074504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:04.095262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:network and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:04.098201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e14c7-674c-40f1-bcb0-23ae3bfea8ca tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=d84956c7-5a43-4934-88ee-60cb42f018fd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:04.101151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.107630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:04.123618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d84956c7-5a43-4934-88ee-60cb42f018fd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:04.249738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:04.251616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.287488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:04.291488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.293669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73179aa5-aa4d-4dc1-b963-f61da9d2818b None None] Network 1defe310-a36c-42ed-a82a-07949e887109 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:04.319304 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:44:04.378724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.385281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:04.387710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=1df21d88-0363-4b35-bc95-5d523d5a94de,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:04.409844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5eeb0c1e-b694-4c31-9783-14dec330374a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/1df21d88-0363-4b35-bc95-5d523d5a94de HTTP/1.1" status: 204 len: 168 time: 1.8258672 Apr 29 11:44:04.414631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46418) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:04.428658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.433139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.548977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.549494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Added segment 94872d37-0b80-4a4f-883e-005c187f2d16 of type vlan for network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 Apr 29 11:44:04.556347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c3d5654-08fd-47d8-8248-f40d29c8cc18,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:04.580884 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-796b329d-38aa-496a-9f96-430638e64aff tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:44:04.583019 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-796b329d-38aa-496a-9f96-430638e64aff tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/1df21d88-0363-4b35-bc95-5d523d5a94de HTTP/1.1" status: 404 len: 333 time: 0.1665325 Apr 29 11:44:04.586454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46424) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:04.636256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.664757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-1defe310-a36c-42ed-a82a-07949e887109', 'network_id': '1defe310-a36c-42ed-a82a-07949e887109', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '7f118efb-c414-4bce-8890-737deef9a05d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:04.665486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.711951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.725582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet d2def8f9-2b28-49b9-aea5-cedfe5568146 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:04.746731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.818170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.827792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.868956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.874604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Allocated IP 172.20.0.1 (1defe310-a36c-42ed-a82a-07949e887109/7f118efb-c414-4bce-8890-737deef9a05d/b24a9b1f-de05-49c3-a77d-ad2513988d11) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:04.874862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:04.875287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.881036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.887491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.935561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.936324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc5a8203-a468-41e8-ba23-1c007c546425 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:04.950565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.952388 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c9d9569d-c2dc-404a-a371-0609dfc1f6b2 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/routers/dc5a8203-a468-41e8-ba23-1c007c546425 HTTP/1.1" status: 204 len: 168 time: 5.1441493 Apr 29 11:44:04.954245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:04.955054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46428) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:05.059592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Network': ['ID=5d0085b1-ae98-49a7-91fa-e4f97b3272d9,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:05.082270 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cde3569b-fdc0-4001-af91-9a2b81228bf3 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0757384 Apr 29 11:44:05.120881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:05.259432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.270554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.274145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:05.285452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'subnets': [{'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1308717231', 'ip_version': 4}, {'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:05.285804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'subnet': {'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1308717231', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:05.286641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Request body: {'subnet': {'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:05.288201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Transition to ACTIVE for port object b24a9b1f-de05-49c3-a77d-ad2513988d11 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:05.322118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Transition to ACTIVE for port object b24a9b1f-de05-49c3-a77d-ad2513988d11 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:05.333068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.453095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.491237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.493020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Network 1defe310-a36c-42ed-a82a-07949e887109 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:05.501120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:05.504813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:05.517613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.556570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.557171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Pushing event updated for resources: {'Port': ['ID=b24a9b1f-de05-49c3-a77d-ad2513988d11,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:05.568328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.579990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=d2def8f9-2b28-49b9-aea5-cedfe5568146,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:05.591804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.603392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b6d22-3431-4858-b58f-6782e4c3eed7 None None] Network a2c12865-ea9b-44d7-b101-313fa6f93a2b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:05.611407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ac0366b0-73d9-49d8-a8bf-b38f5f677ea3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/d2def8f9-2b28-49b9-aea5-cedfe5568146 HTTP/1.1" status: 204 len: 168 time: 1.0234365 Apr 29 11:44:05.614182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:05.688660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=7f118efb-c414-4bce-8890-737deef9a05d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:05.702020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Attempting to bind port b24a9b1f-de05-49c3-a77d-ad2513988d11 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:05.702386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Attempting to bind port b24a9b1f-de05-49c3-a77d-ad2513988d11 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '2bf03512-7ece-43f3-bce2-b98016b302aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1defe310-a36c-42ed-a82a-07949e887109'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:05.702883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Attempting to bind port b24a9b1f-de05-49c3-a77d-ad2513988d11 on network 1defe310-a36c-42ed-a82a-07949e887109 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:05.723872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:05.724282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Checking segment: {'id': '2bf03512-7ece-43f3-bce2-b98016b302aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1defe310-a36c-42ed-a82a-07949e887109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:05.724623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.725007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Bound using segment: {'id': '2bf03512-7ece-43f3-bce2-b98016b302aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1defe310-a36c-42ed-a82a-07949e887109'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:05.725500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Bound port: b24a9b1f-de05-49c3-a77d-ad2513988d11, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf03512-7ece-43f3-bce2-b98016b302aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1defe310-a36c-42ed-a82a-07949e887109'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:05.725866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.835144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.869295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 1f2339bc-cd34-4a12-9e74-67206145ac99 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:05.869827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.881509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.909590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] For port b24a9b1f-de05-49c3-a77d-ad2513988d11, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:05.914186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] For port b24a9b1f-de05-49c3-a77d-ad2513988d11, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b24a9b1f-de05-49c3-a77d-ad2513988d11,segment=NetworkSegment(2bf03512-7ece-43f3-bce2-b98016b302aa),segment_id=2bf03512-7ece-43f3-bce2-b98016b302aa)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:05.915069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:05.923064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:05.937161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Usage tracker for resource:subnet and tenant:b8dc66a29e18456cb5b5a55202559b43 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:05.949150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:05.956832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1defe310-a36c-42ed-a82a-07949e887109']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:05.976842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:05.986751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf03512-7ece-43f3-bce2-b98016b302aa') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:05.987477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf03512-7ece-43f3-bce2-b98016b302aa') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:05.991523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.007536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.014287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.032543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Made reservation on behalf of b8dc66a29e18456cb5b5a55202559b43 for: {'subnet': 2} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:06.041046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.042371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.042719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.057430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.063055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Deleting port 3d76f827-e438-4127-ba0b-9063397f9901 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:06.063655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.123329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] DHCP port deletion for a2c12865-ea9b-44d7-b101-313fa6f93a2b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:06.134858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:06.135252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.143577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04558b7e-7361-4992-933c-c42dd3f030b8 None None] Pushing event updated for resources: {'Port': ['ID=b24a9b1f-de05-49c3-a77d-ad2513988d11,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:06.152796 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:06.156094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Deleting port 1f2339bc-cd34-4a12-9e74-67206145ac99 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:06.156094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.217784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=fce369b3-620f-4b02-bb44-82d072ed9132,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:06.251846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5906cb-d527-4626-9881-6761d7321a17 None None] Network 1defe310-a36c-42ed-a82a-07949e887109 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:06.289943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.347221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:44:06.347221 dv-neutron-839741-1-hyperv neutron-server[88015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:44:06.347221 dv-neutron-839741-1-hyperv neutron-server[88015]: [parameters: {'id': '1defe310-a36c-42ed-a82a-07949e887109'}] Apr 29 11:44:06.347221 dv-neutron-839741-1-hyperv neutron-server[88015]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:06.348307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:06.447429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port 1f2339bc-cd34-4a12-9e74-67206145ac99, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f2339bc-cd34-4a12-9e74-67206145ac99,segment=NetworkSegment(d347116e-aa6f-471e-9b37-7e3796bb0139),segment_id=d347116e-aa6f-471e-9b37-7e3796bb0139)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:06.447947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.525226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] For port 3d76f827-e438-4127-ba0b-9063397f9901, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3d76f827-e438-4127-ba0b-9063397f9901,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:06.525882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.548198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] For port 1f2339bc-cd34-4a12-9e74-67206145ac99, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f2339bc-cd34-4a12-9e74-67206145ac99,segment=NetworkSegment(d347116e-aa6f-471e-9b37-7e3796bb0139),segment_id=d347116e-aa6f-471e-9b37-7e3796bb0139)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:06.548769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.580333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 1f2339bc-cd34-4a12-9e74-67206145ac99 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:06.657133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Calling delete_port for 3d76f827-e438-4127-ba0b-9063397f9901 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:06.660570 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 2b586cd3-f7ec-4ffc-8f81-e6b50e4ef724 associated. External IP: 172.26.0.189, port: b170bd8f-fa2d-4324-ae96-129fdc60a66e. Apr 29 11:44:06.675101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Calling delete_port for 1f2339bc-cd34-4a12-9e74-67206145ac99 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:06.814433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.819219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:06.819642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:06.855970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:06.995634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=1f2339bc-cd34-4a12-9e74-67206145ac99,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.005202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No DVR routers for this DVR port 1f2339bc-cd34-4a12-9e74-67206145ac99 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:07.065104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port b24a9b1f-de05-49c3-a77d-ad2513988d11 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:07.065457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.149102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.289181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.320080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c12865-ea9b-44d7-b101-313fa6f93a2b']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.321275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Deleting port 1f2339bc-cd34-4a12-9e74-67206145ac99 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:07.322352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.340253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd347116e-aa6f-471e-9b37-7e3796bb0139') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.340533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd347116e-aa6f-471e-9b37-7e3796bb0139') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.362007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d76f827-e438-4127-ba0b-9063397f9901,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.363360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.400242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.412948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:07.413372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.431842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c094356c-394e-4ff3-a4b8-b9de541bc485 None None] The port '1f2339bc-cd34-4a12-9e74-67206145ac99' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:07.434185 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:07.452860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22990bd5-2d3b-4c76-b45f-afd26cd49e58 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:07.532719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:07.582514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.586963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port b24a9b1f-de05-49c3-a77d-ad2513988d11, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b24a9b1f-de05-49c3-a77d-ad2513988d11,segment=NetworkSegment(2bf03512-7ece-43f3-bce2-b98016b302aa),segment_id=2bf03512-7ece-43f3-bce2-b98016b302aa)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:07.587356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.591835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22990bd5-2d3b-4c76-b45f-afd26cd49e58 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:07.615774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.703973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.723609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=a2c12865-ea9b-44d7-b101-313fa6f93a2b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:07.744559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-827ba737-09f2-4ca9-8bb6-9eee488dce6a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/a2c12865-ea9b-44d7-b101-313fa6f93a2b HTTP/1.1" status: 204 len: 168 time: 2.1252406 Apr 29 11:44:07.744559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46440) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:07.774805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:07.776419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for b24a9b1f-de05-49c3-a77d-ad2513988d11 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:07.780475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2109982023'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:07.792963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:07.810255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:07.814892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.843473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.848842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:07.861973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:07.871848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:07.872974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:07.874035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.891109 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a72fab7b-84b6-4f90-9f39-1525c6eb2586 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2729561 Apr 29 11:44:07.892215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46444) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:07.894884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:07.898425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.910990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1377517397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:07.920198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:07.927385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:network and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:07.932376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:07.942997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:07.949073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.952889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:07.965428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:07.966119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:07.966641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:07.967070 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment d1ecc438-30dc-4c66-b3f3-576e8ef119cb of type vlan for network f53a68e2-c00d-4a0d-800e-7c8d701e4467 Apr 29 11:44:07.972855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:07.976713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.017824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.037902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:08.062155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:08.063021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32d5d7-983c-41c6-8086-3f37a674ca59 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:08.079749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.080905 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Added segment 2f1ca687-269c-4bea-9bf3-795b8955cb96 of type vlan for network 420d13cc-9528-4a4b-a258-e403d61d2ac1 Apr 29 11:44:08.094223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.101065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:08.102560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.102949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Subnet': ['ID=2f231ed2-cb41-4bc5-9693-c7400bc739d2,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.154781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f2339bc-cd34-4a12-9e74-67206145ac99 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:08.174789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.185200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.188878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.192352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Checking segment: {'id': '5a13aee3-d909-44bd-acbc-fd32516ff7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:08.192766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network hostable DHCP agents. Network: d84956c7-5a43-4934-88ee-60cb42f018fd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:08.198512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 1f2339bc-cd34-4a12-9e74-67206145ac99 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:08.198512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f2339bc-cd34-4a12-9e74-67206145ac99 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:08.236912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.263972 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4911997 Apr 29 11:44:08.270064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46448) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:08.275000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network d84956c7-5a43-4934-88ee-60cb42f018fd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:08.277007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.277257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29db0-af55-44bf-8ef1-7a96226ebe13 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=f53a68e2-c00d-4a0d-800e-7c8d701e4467,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.277537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11de2f16-2ed3-4d23-bb6a-0bda40ee4337 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:08.289976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:08.299459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:08.315093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.324716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port b24a9b1f-de05-49c3-a77d-ad2513988d11 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:08.327791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:08.328850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.331471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=b24a9b1f-de05-49c3-a77d-ad2513988d11,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.427175 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5334415 Apr 29 11:44:08.428377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46452) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:08.498762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'subnet': {'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:08.513753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d84956c7-5a43-4934-88ee-60cb42f018fd) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:08.523859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.532178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e14038-d56a-41c7-8b04-a010a358b83b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Network': ['ID=420d13cc-9528-4a4b-a258-e403d61d2ac1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.535568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e437b19-39f1-4685-98a8-7b9c62d66f6f None None] Network d84956c7-5a43-4934-88ee-60cb42f018fd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:08.558359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:08.643206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:08.657099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:08.671707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:08.675816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.705454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:08.725751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:08.736251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:08.768416 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-5a93d7a9-717c-4e38-b475-7f6aee87468f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9355698 Apr 29 11:44:08.770329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:08.850704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.852286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-881565da-2aca-4593-9ce9-f1bf4cce8de8 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "DELETE /v2.0/routers/11de2f16-2ed3-4d23-bb6a-0bda40ee4337 HTTP/1.1" status: 204 len: 168 time: 3.8941343 Apr 29 11:44:08.894307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d84956c7-5a43-4934-88ee-60cb42f018fd', 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd', 'tenant_id': 'b8dc66a29e18456cb5b5a55202559b43', 'fixed_ips': [{'subnet_id': '2f231ed2-cb41-4bc5-9693-c7400bc739d2'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:08.895315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.897538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46458) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:08.912486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event updated for resources: {'Subnet': ['ID=0f66b98a-e179-4f2d-b358-cdf732b52bc4,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:08.924325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.938255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766570761', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:08.944572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:08.948066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.989746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:08.990073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:09.022328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:09.034397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:09.044033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Checking segment: {'id': '94872d37-0b80-4a4f-883e-005c187f2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:09.044374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network hostable DHCP agents. Network: 5d0085b1-ae98-49a7-91fa-e4f97b3272d9, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:09.100610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1defe310-a36c-42ed-a82a-07949e887109']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:09.104769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Allocated IP 172.20.0.2 (d84956c7-5a43-4934-88ee-60cb42f018fd/2f231ed2-cb41-4bc5-9693-c7400bc739d2/08c6a30e-1fad-4d41-88c7-f7cc35ac821d) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:09.109489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:09.136324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf03512-7ece-43f3-bce2-b98016b302aa') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:09.136551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf03512-7ece-43f3-bce2-b98016b302aa') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:09.169509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.176825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.177896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.194169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Subnet': ['ID=3c4c562d-f449-4fa5-8641-b07d2fd0e2c3,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:09.205411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Checking segment: {'id': '2f1ca687-269c-4bea-9bf3-795b8955cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:09.205411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network hostable DHCP agents. Network: 420d13cc-9528-4a4b-a258-e403d61d2ac1, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:09.214020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.216372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:09.229191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:09.230537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.239527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 420d13cc-9528-4a4b-a258-e403d61d2ac1) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:09.243453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:09.244022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.245541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.246290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.251744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a22274-dcfe-4ed7-81f8-1e7fd12628d2 None None] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:09.260446 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:09.270335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-af62adb0-95bf-4e75-8da7-6de84a9031d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.272123 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-af62adb0-95bf-4e75-8da7-6de84a9031d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94ac14784e5748b4ab5677157173ed40&device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 1099 time: 0.4177337 Apr 29 11:44:09.272406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5d0085b1-ae98-49a7-91fa-e4f97b3272d9) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:09.284965 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-95ae5bf8-5043-4898-b16e-be439e28af7e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8473341 Apr 29 11:44:09.285937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46462) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:09.293648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1850208883', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:09.293902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.294297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.295089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.301734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:09.303690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166ba3d-79f4-4ea7-b229-861e989a27e9 None None] Network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:09.306020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:router and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:09.309592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:09.317083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:09.329944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.330980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.349730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.627005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.631343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.635758 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1c3fc0cc-d313-4d10-8844-58211fb8ff26 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.3602457 Apr 29 11:44:09.647145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.670767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46466) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:09.674095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Transition to ACTIVE for port object 08c6a30e-1fad-4d41-88c7-f7cc35ac821d will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:09.726710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Transition to ACTIVE for port object 08c6a30e-1fad-4d41-88c7-f7cc35ac821d will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:09.729828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.731418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=1defe310-a36c-42ed-a82a-07949e887109,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:09.762533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.815781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233abd8-425f-4b6f-98a7-e8a566746341 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.817377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233abd8-425f-4b6f-98a7-e8a566746341 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.818949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233abd8-425f-4b6f-98a7-e8a566746341 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.826050 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8233abd8-425f-4b6f-98a7-e8a566746341 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1485856 Apr 29 11:44:09.826302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98bafd02-f818-466b-9b15-50c5f7eb2973 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/1defe310-a36c-42ed-a82a-07949e887109 HTTP/1.1" status: 204 len: 168 time: 5.7641392 Apr 29 11:44:09.827651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46470) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:09.830171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46472) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:09.839444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096332431'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:09.847872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:09.868809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-18e47d86-73eb-4cad-870f-bb37c53e248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:09.870314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-18e47d86-73eb-4cad-870f-bb37c53e248c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118 HTTP/1.1" status: 200 len: 913 time: 0.5699208 Apr 29 11:44:09.875740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Network d84956c7-5a43-4934-88ee-60cb42f018fd is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:09.883834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:09.889470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Pushing event updated for resources: {'Port': ['ID=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:09.894604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:09.898596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:09.904809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:09.912485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.913439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:09.936012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:09.940513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:09.990184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:10.021418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-420d13cc-9528-4a4b-a258-e403d61d2ac1', 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1', 'tenant_id': '6be2c5e631bc4d07a437bc8cb0495c96', 'fixed_ips': [{'subnet_id': '3c4c562d-f449-4fa5-8641-b07d2fd0e2c3'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:10.022360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.032476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3d76f827-e438-4127-ba0b-9063397f9901 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:10.068556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.068964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 55c20e05-396a-4f31-a4e3-d3ef6f0b33b6 of type vlan for network cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 Apr 29 11:44:10.073088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5d0085b1-ae98-49a7-91fa-e4f97b3272d9', 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9', 'tenant_id': 'b8dc66a29e18456cb5b5a55202559b43', 'fixed_ips': [{'subnet_id': '0f66b98a-e179-4f2d-b358-cdf732b52bc4'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:10.074425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.113856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting subnet 2f231ed2-cb41-4bc5-9693-c7400bc739d2 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:10.143053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.159372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 3d76f827-e438-4127-ba0b-9063397f9901 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:10.160241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3d76f827-e438-4127-ba0b-9063397f9901 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:10.216090 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-d20746f7-6b63-48bb-96f6-5a0d0a7508ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a949b75b-1794-4410-abd3-299cb416317c HTTP/1.1" status: 200 len: 1002 time: 0.3110282 Apr 29 11:44:10.231206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.256880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.270067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.295261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.345088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Attempting to bind port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:10.345088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Attempting to bind port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '5a13aee3-d909-44bd-acbc-fd32516ff7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:10.345088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Attempting to bind port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d on network d84956c7-5a43-4934-88ee-60cb42f018fd {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:10.372333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.378724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:10.379141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:10.379327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Checking segment: {'id': '5a13aee3-d909-44bd-acbc-fd32516ff7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:10.379327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.379684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.379843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Bound using segment: {'id': '5a13aee3-d909-44bd-acbc-fd32516ff7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:10.379993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Bound port: 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a13aee3-d909-44bd-acbc-fd32516ff7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'd84956c7-5a43-4934-88ee-60cb42f018fd'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:10.380485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.493789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.589066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=cb4ad51c-5446-4d37-9c0d-d9cae5ac9108,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:10.595364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-982e26b9-7e79-4a9f-a795-3853f7835162 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7624655 Apr 29 11:44:10.595958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46480) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:10.612751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'cb4ad51c-5446-4d37-9c0d-d9cae5ac9108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:10.637081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:10.638601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-6fc8ab40-8967-47a0-ac83-91115fd95918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:10.640341 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-6fc8ab40-8967-47a0-ac83-91115fd95918 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac118ffe-60a9-4236-af6c-26008bf9eba8 HTTP/1.1" status: 200 len: 851 time: 0.4135091 Apr 29 11:44:10.666309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.26.0.151 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/6bb906ba-3af0-406d-9057-6d8d36be7e18) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:10.671842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:10.704144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,segment=NetworkSegment(5a13aee3-d909-44bd-acbc-fd32516ff7c0),segment_id=5a13aee3-d909-44bd-acbc-fd32516ff7c0)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:10.707554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Allocated IP 172.20.0.2 (420d13cc-9528-4a4b-a258-e403d61d2ac1/3c4c562d-f449-4fa5-8641-b07d2fd0e2c3/ec398ea3-6c40-4c50-ae78-7fde1c3773e2) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:10.716376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.735006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=b9249fd5-2c17-4657-a8fe-de1ef9afe291,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:10.772036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:10.772379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: f53a68e2-c00d-4a0d-800e-7c8d701e4467, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:10.797099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:10.802400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.846924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Allocated IP 172.20.0.18 (5d0085b1-ae98-49a7-91fa-e4f97b3272d9/0f66b98a-e179-4f2d-b358-cdf732b52bc4/63ec2336-97cc-49ad-8778-4038e746c341) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:10.849554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:10.857271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:10.865134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:10.867979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:10.899445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:10.903596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:10.965972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-cce52efa-3fb4-4887-96a8-af4d4795f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:10.967811 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-cce52efa-3fb4-4887-96a8-af4d4795f6e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aa9cd21-f53d-4c13-820e-ba18bb9cd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3178370 Apr 29 11:44:10.976414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f53a68e2-c00d-4a0d-800e-7c8d701e4467) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:11.042909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89975e55-e763-449c-b3fe-b9ee5e5e893d None None] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:11.077272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:11.078200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.164294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.173866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.206443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105def3-01ed-4e3f-b1dc-390818931f01 None None] Pushing event updated for resources: {'Port': ['ID=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:11.248198 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-662eaaff-56b3-4210-a946-3bafdd61dda9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9754462 Apr 29 11:44:11.254455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.255098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46484) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:11.257560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.266231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467', 'name': 'tempest-PortsIpV6TestJSON-440626566', 'fixed_ips': [{'subnet_id': 'b9249fd5-2c17-4657-a8fe-de1ef9afe291', 'ip_address': '2001:db8::10'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:11.315597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.449828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.461860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Transition to ACTIVE for port object 63ec2336-97cc-49ad-8778-4038e746c341 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:11.480446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Subnet': ['ID=2f231ed2-cb41-4bc5-9693-c7400bc739d2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:11.482975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Transition to ACTIVE for port object 63ec2336-97cc-49ad-8778-4038e746c341 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:11.506343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:11.516932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.519260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:11.528533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:11.546509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.569639 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b8f6d8d1-24d8-4b71-a3f2-da0ea4d60a96 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/subnets/2f231ed2-cb41-4bc5-9693-c7400bc739d2 HTTP/1.1" status: 204 len: 168 time: 1.7355230 Apr 29 11:44:11.572388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46488) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:11.576387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=6bb906ba-3af0-406d-9057-6d8d36be7e18,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:11.610829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.685657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f53a68e2-c00d-4a0d-800e-7c8d701e4467', 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': 'b9249fd5-2c17-4657-a8fe-de1ef9afe291'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:11.686634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.714085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:11.723945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:11.734195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:11.741975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-a7342730-c721-4956-a302-bdf073adca99 service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630458 Apr 29 11:44:11.745752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Pushing event updated for resources: {'Port': ['ID=63ec2336-97cc-49ad-8778-4038e746c341,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:11.791480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:11.880352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.892697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:11.894258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting subnet 0f66b98a-e179-4f2d-b358-cdf732b52bc4 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:11.898219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.970641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:11.977313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Transition to ACTIVE for port object ec398ea3-6c40-4c50-ae78-7fde1c3773e2 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:12.009004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Allocated IP 172.26.0.115 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/43f7a619-9dbb-4475-b158-ad63e0b0cca5) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:12.026787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Attempting to bind port 63ec2336-97cc-49ad-8778-4038e746c341 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:12.026787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Attempting to bind port 63ec2336-97cc-49ad-8778-4038e746c341 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '94872d37-0b80-4a4f-883e-005c187f2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:12.027170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Attempting to bind port 63ec2336-97cc-49ad-8778-4038e746c341 on network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:12.065839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:12.083888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:12.139079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=2a16609a-e632-4005-a3a1-a4b05ffa947c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:12.145687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '55c20e05-396a-4f31-a4e3-d3ef6f0b33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cb4ad51c-5446-4d37-9c0d-d9cae5ac9108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:12.146867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: cb4ad51c-5446-4d37-9c0d-d9cae5ac9108, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:12.227055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:12.259771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Allocated IP 2001:db8::2 (f53a68e2-c00d-4a0d-800e-7c8d701e4467/b9249fd5-2c17-4657-a8fe-de1ef9afe291/3effb91d-7294-4324-b362-619be27378a9) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:12.307977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f825ccc-2549-4eb9-9d77-30505c3f94a5 req-3a256f03-47cd-42c2-a1d1-7358d68880ca service neutron] 10.222.0.66 "GET /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235322 Apr 29 11:44:12.353330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.462712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.476775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.536408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.556679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:12.559567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 60f0a662-589c-487f-aa44-75fb2e9cdea8 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:44:12.591786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.598847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Subnet': ['ID=0f66b98a-e179-4f2d-b358-cdf732b52bc4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:12.605331 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-148b807e-9cb3-448c-81a8-02a0ee3630cd tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/subnets/0f66b98a-e179-4f2d-b358-cdf732b52bc4 HTTP/1.1" status: 204 len: 168 time: 1.0289879 Apr 29 11:44:12.607720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.610313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46492) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:12.647635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Transition to ACTIVE for port object ec398ea3-6c40-4c50-ae78-7fde1c3773e2 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:12.650435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:12.650801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Checking segment: {'id': '94872d37-0b80-4a4f-883e-005c187f2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:12.651205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.651594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Bound using segment: {'id': '94872d37-0b80-4a4f-883e-005c187f2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:12.652070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Bound port: 63ec2336-97cc-49ad-8778-4038e746c341, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94872d37-0b80-4a4f-883e-005c187f2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5d0085b1-ae98-49a7-91fa-e4f97b3272d9'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:12.652440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.661754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 08c6a30e-1fad-4d41-88c7-f7cc35ac821d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:12.706661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a75fd6-7204-4dc4-94be-46a157d94a46 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:12.714577 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e7a75fd6-7204-4dc4-94be-46a157d94a46 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947111 Apr 29 11:44:12.715326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46496) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:12.743364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.772379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, cb4ad51c-5446-4d37-9c0d-d9cae5ac9108) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:12.846725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:12.847315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:12.875669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0df62-e146-4969-98b6-3e12b63256fb None None] Network cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:12.914822 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cd8de1e9-c705-4031-badf-7d38742d1059 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3146873 Apr 29 11:44:12.921362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46500) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:12.922698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:12.927504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:12.929174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:12.978196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event updated for resources: {'Port': ['ID=43f7a619-9dbb-4475-b158-ad63e0b0cca5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:12.987793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:12.994031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e446f-6ffb-4ab9-88ab-8bb017af19f1 None None] Network d84956c7-5a43-4934-88ee-60cb42f018fd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:13.010639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.023401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:13.026051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:13.034855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.123562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Pushing event updated for resources: {'Port': ['ID=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:13.139310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Transition to ACTIVE for port object 3effb91d-7294-4324-b362-619be27378a9 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:13.258532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] For port 63ec2336-97cc-49ad-8778-4038e746c341, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:13.340261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] For port 63ec2336-97cc-49ad-8778-4038e746c341, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=63ec2336-97cc-49ad-8778-4038e746c341,segment=NetworkSegment(94872d37-0b80-4a4f-883e-005c187f2d16),segment_id=94872d37-0b80-4a4f-883e-005c187f2d16)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:13.343147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Transition to ACTIVE for port object 3effb91d-7294-4324-b362-619be27378a9 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:13.344943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.364465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:13.372408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.410961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.451425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.533101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting port 63ec2336-97cc-49ad-8778-4038e746c341 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:13.533740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.554629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Provisioning for port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:13.570832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Attempting to bind port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:13.571214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Attempting to bind port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '2f1ca687-269c-4bea-9bf3-795b8955cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:13.571540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Attempting to bind port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 on network 420d13cc-9528-4a4b-a258-e403d61d2ac1 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:13.588729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.613874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Provisioning complete for port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:13.614244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.618315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::10 (f53a68e2-c00d-4a0d-800e-7c8d701e4467/b9249fd5-2c17-4657-a8fe-de1ef9afe291/60f0a662-589c-487f-aa44-75fb2e9cdea8) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:13.642642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:13.643016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Checking segment: {'id': '2f1ca687-269c-4bea-9bf3-795b8955cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:13.643410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.643808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Bound using segment: {'id': '2f1ca687-269c-4bea-9bf3-795b8955cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:13.644288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Bound port: ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1ca687-269c-4bea-9bf3-795b8955cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:13.644653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.663474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:13.692121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:13.707930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:13.804568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:13.837349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3366b-46a3-448c-997f-03c6e389a395 None None] Pushing event updated for resources: {'Port': ['ID=63ec2336-97cc-49ad-8778-4038e746c341,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:13.947562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.029039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54913c0-d868-4737-a1b5-871852a6b89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-cb4ad51c-5446-4d37-9c0d-d9cae5ac9108', 'network_id': 'cb4ad51c-5446-4d37-9c0d-d9cae5ac9108', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '2a16609a-e632-4005-a3a1-a4b05ffa947c'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:14.029946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d54913c0-d868-4737-a1b5-871852a6b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.060286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Router f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:44:14.090951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342703e-4bc0-40eb-8cdf-3ddd3a2ff1f6 None None] Network 5d0085b1-ae98-49a7-91fa-e4f97b3272d9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:14.122641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Pushing event updated for resources: {'Port': ['ID=3effb91d-7294-4324-b362-619be27378a9,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:14.125099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Attempting to bind port 3effb91d-7294-4324-b362-619be27378a9 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:14.125887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Attempting to bind port 3effb91d-7294-4324-b362-619be27378a9 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:14.125887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Attempting to bind port 3effb91d-7294-4324-b362-619be27378a9 on network f53a68e2-c00d-4a0d-800e-7c8d701e4467 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:14.127134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] For port 63ec2336-97cc-49ad-8778-4038e746c341, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=63ec2336-97cc-49ad-8778-4038e746c341,segment=NetworkSegment(94872d37-0b80-4a4f-883e-005c187f2d16),segment_id=94872d37-0b80-4a4f-883e-005c187f2d16)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:14.127502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.214351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:14.214603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Checking segment: {'id': 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:14.214861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.215269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Bound using segment: {'id': 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:14.215689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Bound port: 3effb91d-7294-4324-b362-619be27378a9, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:14.216585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.263951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:14.281408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] Sync routers for ids ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:14.282528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.295076 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] Routers {'f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:14.296195 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:14.324847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.328970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2e9a30e-6e15-4165-b3f1-84816cfcc928 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4230168 Apr 29 11:44:14.329110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] For port ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:14.329818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:14.337245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:14.376196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] DHCP port deletion for d84956c7-5a43-4934-88ee-60cb42f018fd request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:14.379292 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:14.389603 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] Routers {'f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:14.390477 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:14.404071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Calling delete_port for 63ec2336-97cc-49ad-8778-4038e746c341 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:14.442439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Deleting port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:14.442759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.464341 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:14.465092 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfd1a8-0489-4180-807b-547463f57ac6 None None] The sync data for ids ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:14.490254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] For port ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,segment=NetworkSegment(2f1ca687-269c-4bea-9bf3-795b8955cb96),segment_id=2f1ca687-269c-4bea-9bf3-795b8955cb96)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:14.559318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.579118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.806695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,segment=NetworkSegment(5a13aee3-d909-44bd-acbc-fd32516ff7c0),segment_id=5a13aee3-d909-44bd-acbc-fd32516ff7c0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:14.817650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] For port 3effb91d-7294-4324-b362-619be27378a9, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:14.829596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.836409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d60245-636f-4d38-a424-fa9f13a6eb0a None None] Pushing event updated for resources: {'Port': ['ID=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:14.866924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] For port 3effb91d-7294-4324-b362-619be27378a9, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3effb91d-7294-4324-b362-619be27378a9,segment=NetworkSegment(d1ecc438-30dc-4c66-b3f3-576e8ef119cb),segment_id=d1ecc438-30dc-4c66-b3f3-576e8ef119cb)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:14.867543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-d54913c0-d868-4737-a1b5-871852a6b89a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a16609a-e632-4005-a3a1-a4b05ffa947c: This subnet is being modified by another concurrent operation. Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:44:14.904093 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a16609a-e632-4005-a3a1-a4b05ffa947c: This subnet is being modified by another concurrent operation. Apr 29 11:44:14.907702 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:44:14.931374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:14.953109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=2a16609a-e632-4005-a3a1-a4b05ffa947c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:14.956057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd917f0-1724-4ef9-a88a-a775cce07e72 None None] Network cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:15.006946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.090732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.100684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 60f0a662-589c-487f-aa44-75fb2e9cdea8 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:15.144875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.151351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,segment=NetworkSegment(5a13aee3-d909-44bd-acbc-fd32516ff7c0),segment_id=5a13aee3-d909-44bd-acbc-fd32516ff7c0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:15.151752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.197466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.218713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] No DVR routers for this DVR port 63ec2336-97cc-49ad-8778-4038e746c341 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:15.255458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Port': ['ID=63ec2336-97cc-49ad-8778-4038e746c341,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:15.268179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4ad51c-5446-4d37-9c0d-d9cae5ac9108']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.309309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c20e05-396a-4f31-a4e3-d3ef6f0b33b6') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.309683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c20e05-396a-4f31-a4e3-d3ef6f0b33b6') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.313403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1252-95cd-410c-86b8-07406174e8c8 None None] Pushing event updated for resources: {'Port': ['ID=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:15.330986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Calling delete_port for 08c6a30e-1fad-4d41-88c7-f7cc35ac821d owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:15.368990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.546686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.551445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.569993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.616567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 2ab4a729-fc03-482a-8f82-2294c2b74460 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:44:15.629526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:15.629979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.648910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0520-0a76-48e2-82da-4e98608b745b None None] Pushing event updated for resources: {'Port': ['ID=3effb91d-7294-4324-b362-619be27378a9,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:15.654829 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:15.671902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:15.672919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:15.749949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0085b1-ae98-49a7-91fa-e4f97b3272d9']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.779511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:15.830201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94872d37-0b80-4a4f-883e-005c187f2d16') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.830440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94872d37-0b80-4a4f-883e-005c187f2d16') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:15.840310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:15.842998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:15.849008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:15.849672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.949521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=60f0a662-589c-487f-aa44-75fb2e9cdea8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:15.952705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.956798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:15.964042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.027760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=cb4ad51c-5446-4d37-9c0d-d9cae5ac9108,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:16.035434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.039600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0aee998b-3312-464d-9f30-e31f861e6284 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 HTTP/1.1" status: 204 len: 168 time: 3.1156311 Apr 29 11:44:16.044819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46512) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:16.049040 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-58f2ec39-4ff9-4c37-9693-e85e63eae4b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7916236 Apr 29 11:44:16.050038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:16.050747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.053395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1655482638'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:16.068951 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:16.074702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46516) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:16.079106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:16.087490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:16.092309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:16.094595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': 'f53a68e2-c00d-4a0d-800e-7c8d701e4467', 'name': 'tempest-PortsIpV6TestJSON-2093939322', 'fixed_ips': [{'subnet_id': 'b9249fd5-2c17-4657-a8fe-de1ef9afe291', 'ip_address': '2001:db8::f'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:16.117786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:16.154787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:16.159282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.174829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Deleting port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:16.175775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.202722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.208120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec398ea3-6c40-4c50-ae78-7fde1c3773e2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:16.216107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:16.219977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.239778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:16.270650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] Sync routers for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:16.297823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.302289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.316151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:16.316894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:16.379295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=5d0085b1-ae98-49a7-91fa-e4f97b3272d9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:16.384744 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-60dd051c-0ee1-4252-b15d-9b4b4e148d67 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/5d0085b1-ae98-49a7-91fa-e4f97b3272d9 HTTP/1.1" status: 204 len: 168 time: 3.6451213 Apr 29 11:44:16.385131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3e5d8-d685-48d2-b2d8-7e17ecbb220d None None] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:16.386003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46520) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:16.395520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.399770 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a2d926fa-1f7e-4fe5-a171-423ba7541004 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1092710 Apr 29 11:44:16.421808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46524) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:16.465826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:16.522927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:16.523702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:16.584286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.584612 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment cd5b2ab3-a78a-4901-88be-2b4183aa4442 of type vlan for network 692690f0-8b43-469c-bda4-72826c9fbb73 Apr 29 11:44:16.645151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.668517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:16.669112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded96b7-fdb2-4217-83ed-55e16e75e6de None None] The sync data for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:16.670722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:16.710011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:16.724719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3effb91d-7294-4324-b362-619be27378a9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:16.786262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Provisioning for port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:16.786667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.792543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:16.793302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.824396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5f768-8d5b-4c69-9d45-498690b40524 None None] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:16.836824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Provisioning complete for port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:16.837181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.868210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:16.889986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:16.894310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:16.910167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:16.929379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:16.952352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:16.953037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.007333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9580846 Apr 29 11:44:17.009226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46528) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:17.013586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b80e3-c810-4653-841c-eb00931d9714 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=692690f0-8b43-469c-bda4-72826c9fbb73,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:17.021040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': '692690f0-8b43-469c-bda4-72826c9fbb73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:17.096184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 692690f0-8b43-469c-bda4-72826c9fbb73 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:17.132837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:17.138706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.157826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:17.160362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 3effb91d-7294-4324-b362-619be27378a9 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:17.162018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.166168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-44b3a0b0-9e84-4e98-9c49-1e74b0163971 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "PUT /v2.0/routers/f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 200 len: 921 time: 2.8349836 Apr 29 11:44:17.167285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46532) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:17.172456 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] Sync routers for ids ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:17.178196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,segment=NetworkSegment(5a13aee3-d909-44bd-acbc-fd32516ff7c0),segment_id=5a13aee3-d909-44bd-acbc-fd32516ff7c0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:17.179260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.183362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:17.186037 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] Routers {'f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:17.186659 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:17.193773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 14dcad37-d64f-4cbc-9e56-acacdef1f459 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:44:17.199933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:17.204436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:17.300915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:17.353503 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:17.366013 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] Routers {'f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:17.367486 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:17.389273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Calling delete_port for 08c6a30e-1fad-4d41-88c7-f7cc35ac821d owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:17.424742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 08c6a30e-1fad-4d41-88c7-f7cc35ac821d no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:17.449783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:17.466394 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:17.467149 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a3184-a5fc-4fb3-9baf-929bf46d726d None None] The sync data for ids ['f79f5f92-619b-4b6e-aaa5-f6bbb11cb101'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:17.468981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.594035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:44:17.595148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:44:17.624529 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fae5e03a-f45a-492c-8d42-f41cc6fbdb27 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 200 len: 921 time: 0.4214177 Apr 29 11:44:17.626416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46536) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:17.720695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] For port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,segment=NetworkSegment(5a13aee3-d909-44bd-acbc-fd32516ff7c0),segment_id=5a13aee3-d909-44bd-acbc-fd32516ff7c0)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:17.720960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.723329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.785659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385fdcf-6076-4d95-a708-e04b9bf2dabb tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:17.786523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0385fdcf-6076-4d95-a708-e04b9bf2dabb tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Synchronizing usage tracker for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:17.799000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.831681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.848170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d update to DOWN by agent not found {{(pid=88017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 11:44:17.865583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Calling delete_port for 08c6a30e-1fad-4d41-88c7-f7cc35ac821d owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:17.865753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] Pushing event deleted for resources: {'Port': ['ID=08c6a30e-1fad-4d41-88c7-f7cc35ac821d,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:17.874042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3ca00-c406-4ae7-a38b-95ef20793943 None None] No DVR routers for this DVR port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:17.877748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] For port ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,segment=NetworkSegment(2f1ca687-269c-4bea-9bf3-795b8955cb96),segment_id=2f1ca687-269c-4bea-9bf3-795b8955cb96)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:17.888903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:17.927542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::f (f53a68e2-c00d-4a0d-800e-7c8d701e4467/b9249fd5-2c17-4657-a8fe-de1ef9afe291/14dcad37-d64f-4cbc-9e56-acacdef1f459) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:17.930704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0385fdcf-6076-4d95-a708-e04b9bf2dabb tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Unset dirty status for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:17.935478 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0385fdcf-6076-4d95-a708-e04b9bf2dabb tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=f79f5f92-619b-4b6e-aaa5-f6bbb11cb101&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3079722 Apr 29 11:44:17.940052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46540) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:17.948692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=a62200e4-8d7c-4cc6-961b-b9d114899aad,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:17.968438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98aefc-1a47-4bfd-82ad-34809936a858 None None] Pushing event updated for resources: {'Port': ['ID=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:17.996625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': 'cd5b2ab3-a78a-4901-88be-2b4183aa4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '692690f0-8b43-469c-bda4-72826c9fbb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:17.996625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: 692690f0-8b43-469c-bda4-72826c9fbb73, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:18.030076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Provisioning for port 3effb91d-7294-4324-b362-619be27378a9 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:18.036586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network 692690f0-8b43-469c-bda4-72826c9fbb73 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:18.038368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Provisioning complete for port 3effb91d-7294-4324-b362-619be27378a9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:18.038920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.050393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 692690f0-8b43-469c-bda4-72826c9fbb73) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:18.056322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:18.057414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.081040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81c0e9-41ba-481c-8a31-c3adb05f8539 None None] Network 692690f0-8b43-469c-bda4-72826c9fbb73 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:18.087214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d4bda218-151e-4698-baf1-48288a4391ac tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0772820 Apr 29 11:44:18.089928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46544) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:18.092987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:18.099412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:18.313129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.335486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ad425-03cf-416b-9c07-c4cce412c1b7 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:18.336043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-904ad425-03cf-416b-9c07-c4cce412c1b7 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Synchronizing usage tracker for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:18.387615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.397771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-904ad425-03cf-416b-9c07-c4cce412c1b7 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Unset dirty status for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:18.402383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-904ad425-03cf-416b-9c07-c4cce412c1b7 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.4592791 Apr 29 11:44:18.407218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46548) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:18.449509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.519523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.561855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b760a-867f-4ff8-af8b-3c03173d90ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-692690f0-8b43-469c-bda4-72826c9fbb73', 'network_id': '692690f0-8b43-469c-bda4-72826c9fbb73', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': 'a62200e4-8d7c-4cc6-961b-b9d114899aad'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:18.563918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-164b760a-867f-4ff8-af8b-3c03173d90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.579806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=a62200e4-8d7c-4cc6-961b-b9d114899aad,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:18.586015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] For port 3effb91d-7294-4324-b362-619be27378a9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3effb91d-7294-4324-b362-619be27378a9,segment=NetworkSegment(d1ecc438-30dc-4c66-b3f3-576e8ef119cb),segment_id=d1ecc438-30dc-4c66-b3f3-576e8ef119cb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:18.594863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.680617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Deleting port 08c6a30e-1fad-4d41-88c7-f7cc35ac821d {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:18.680617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.743826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c288072-1462-4f7e-b011-5b22056cdfff None None] Pushing event updated for resources: {'Port': ['ID=3effb91d-7294-4324-b362-619be27378a9,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:18.753606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Provisioning for port 60f0a662-589c-487f-aa44-75fb2e9cdea8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:18.761427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Provisioning complete for port 60f0a662-589c-487f-aa44-75fb2e9cdea8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:18.761825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.771525 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-70061f66-a2b0-42b9-97c0-51111f54c8d2 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 200 len: 205 time: 0.3633091 Apr 29 11:44:18.776475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.800722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c677cc3-d9c4-4823-8003-275a50249d49 None None] Network 692690f0-8b43-469c-bda4-72826c9fbb73 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:18.813551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46554) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:18.824179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.832237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] The port '08c6a30e-1fad-4d41-88c7-f7cc35ac821d' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:18.851758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692690f0-8b43-469c-bda4-72826c9fbb73']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:18.863706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5b2ab3-a78a-4901-88be-2b4183aa4442') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:18.865509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5b2ab3-a78a-4901-88be-2b4183aa4442') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:18.868244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Port 60f0a662-589c-487f-aa44-75fb2e9cdea8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:18.875789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.892026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.898279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:18.898763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.966407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Provisioning complete for port 3effb91d-7294-4324-b362-619be27378a9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:18.966870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:18.989665 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:18.996591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.020985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.023733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=692690f0-8b43-469c-bda4-72826c9fbb73,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:19.035691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-24017ac3-a0ca-462b-99ae-3c3509b8d00b tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/692690f0-8b43-469c-bda4-72826c9fbb73 HTTP/1.1" status: 204 len: 168 time: 0.9377458 Apr 29 11:44:19.036006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46558) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:19.042094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244219307'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:19.046691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:19.052445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:19.056953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:19.065440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:19.076362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5977c7e-772f-46f4-b40c-6beff07f2d2c None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:19.077955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:19.081582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.112262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:19.124911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.125303 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 8c555911-6f8d-47d4-ad2b-4ee578655d2b of type vlan for network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f Apr 29 11:44:19.160251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.202281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.208138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:19.209079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.238426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Provisioning complete for port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:19.238805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-baffbfdf-86ac-44c6-a54b-163ac8a19a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.268906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.279325 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2420535 Apr 29 11:44:19.286026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.302140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46564) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:19.325638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:19.329571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5977c7e-772f-46f4-b40c-6beff07f2d2c None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:19.333886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208e7c8-5ba7-44b4-9733-c3197d70b541 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:19.349666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:19.394414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84956c7-5a43-4934-88ee-60cb42f018fd']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:19.405041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 14dcad37-d64f-4cbc-9e56-acacdef1f459 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:19.419637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a13aee3-d909-44bd-acbc-fd32516ff7c0') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:19.419960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a13aee3-d909-44bd-acbc-fd32516ff7c0') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:19.510125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.572134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.723450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:19.731309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.745854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:19.756109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:19.768247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:19.768648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.790618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:19.792618 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:19.815450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:19.870930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6dc054-e718-414e-bbfb-b7678899fe20 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:20.021479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec398ea3-6c40-4c50-ae78-7fde1c3773e2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:20.045810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6dc054-e718-414e-bbfb-b7678899fe20 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:20.105258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:20.108768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.186171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:20.194057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.202514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:20.204797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.210141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:20.215581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:20.216213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.243060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:20.243424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.321858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.324281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=14dcad37-d64f-4cbc-9e56-acacdef1f459,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:20.349812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=d84956c7-5a43-4934-88ee-60cb42f018fd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:20.375900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port 43f7a619-9dbb-4475-b158-ad63e0b0cca5 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:20.376260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.454114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3effb91d-7294-4324-b362-619be27378a9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:20.461361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ebabbf2-659b-471f-924b-42d784ec0218 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3855460 Apr 29 11:44:20.465660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46568) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:20.468597 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d0f0441-ac40-4be7-81fe-c271c7d33426 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/d84956c7-5a43-4934-88ee-60cb42f018fd HTTP/1.1" status: 204 len: 168 time: 4.0777497 Apr 29 11:44:20.469975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.1 (420d13cc-9528-4a4b-a258-e403d61d2ac1/3c4c562d-f449-4fa5-8641-b07d2fd0e2c3/ad705737-464c-479a-8666-a62e8f0a3603) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:20.472495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46572) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:20.593462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3effb91d-7294-4324-b362-619be27378a9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:20.593822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.698972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.767891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b7aa2a-4b7f-47c3-8178-104aa02d6ddb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:20.768609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-73b7aa2a-4b7f-47c3-8178-104aa02d6ddb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:20.791346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.867830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:20.907463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-73b7aa2a-4b7f-47c3-8178-104aa02d6ddb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:20.908255 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-73b7aa2a-4b7f-47c3-8178-104aa02d6ddb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4407902 Apr 29 11:44:20.910370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a64ee9c-da5a-4ff9-85af-0b76704ab8ab']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:20.917542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46578) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:20.960341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3248cca1-1779-4615-aceb-6839dfc01ba3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:20.960721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3248cca1-1779-4615-aceb-6839dfc01ba3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:20.964247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for 43f7a619-9dbb-4475-b158-ad63e0b0cca5 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:20.987750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.019030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.022834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-976721de-232e-4c50-b7a4-25155dbc62d3 None None] Provisioning for port 14dcad37-d64f-4cbc-9e56-acacdef1f459 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:21.029672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:21.029672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.038584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.042469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-976721de-232e-4c50-b7a4-25155dbc62d3 None None] Provisioning complete for port 14dcad37-d64f-4cbc-9e56-acacdef1f459 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:21.043655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-976721de-232e-4c50-b7a4-25155dbc62d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.043934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:21.045736 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:21.121967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Transition to ACTIVE for port object ad705737-464c-479a-8666-a62e8f0a3603 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:21.133999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452b140-c4fd-4a9e-8dfe-2a06fbd8bd85 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:21.141488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-976721de-232e-4c50-b7a4-25155dbc62d3 None None] Port 14dcad37-d64f-4cbc-9e56-acacdef1f459 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:21.144380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452b140-c4fd-4a9e-8dfe-2a06fbd8bd85 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:21.160083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452b140-c4fd-4a9e-8dfe-2a06fbd8bd85 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:21.163090 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7452b140-c4fd-4a9e-8dfe-2a06fbd8bd85 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2445612 Apr 29 11:44:21.171462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46582) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:21.179882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=88347a70-b8a1-4ad5-8f47-9ca4bbd77012,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:21.196241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '8c555911-6f8d-47d4-ad2b-4ee578655d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:21.196519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:21.234769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.246962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.268176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.279072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:21.288183 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/8a64ee9c-da5a-4ff9-85af-0b76704ab8ab HTTP/1.1" status: 204 len: 168 time: 0.8143110 Apr 29 11:44:21.289018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bc1cb-9f72-4873-acbe-fe408c69b296 tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=8a64ee9c-da5a-4ff9-85af-0b76704ab8ab,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:21.290824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46588) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:21.325987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 14dcad37-d64f-4cbc-9e56-acacdef1f459 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:21.326318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.350194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:21.358081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:21.359817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b4fc52-da9f-4400-96d2-3ca9b438953c None None] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:21.364754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:21.370824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:21.371397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.375230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:21.443554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=ad705737-464c-479a-8666-a62e8f0a3603,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:21.478348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.525500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.634663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f', 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '88347a70-b8a1-4ad5-8f47-9ca4bbd77012'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:21.636124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.657320 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6a90d631-9791-4e59-ae7e-19ebc401af9a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3513830 Apr 29 11:44:21.658297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46592) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:21.682403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=43f7a619-9dbb-4475-b158-ad63e0b0cca5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:21.685040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.699193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81cf11-b6b7-4b96-bf62-4f24a4c2049b req-47e0d4fa-d9a6-4020-b9ba-515596d83b97 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:21.700763 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2b81cf11-b6b7-4b96-bf62-4f24a4c2049b req-47e0d4fa-d9a6-4020-b9ba-515596d83b97 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.4145656 Apr 29 11:44:21.728220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-746deaa8-d1ff-4cd8-8215-8ce3aa4f0b03 None None] Provisioning for port ad705737-464c-479a-8666-a62e8f0a3603 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:21.744073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-746deaa8-d1ff-4cd8-8215-8ce3aa4f0b03 None None] Provisioning complete for port ad705737-464c-479a-8666-a62e8f0a3603 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:21.744544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-746deaa8-d1ff-4cd8-8215-8ce3aa4f0b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:21.854158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-746deaa8-d1ff-4cd8-8215-8ce3aa4f0b03 None None] Port ad705737-464c-479a-8666-a62e8f0a3603 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:21.884872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Allocated IP 172.20.0.1 (759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f/88347a70-b8a1-4ad5-8f47-9ca4bbd77012/b7417bfb-3383-4523-8132-236e6c05aa9f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:21.958319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.115055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2b81cf11-b6b7-4b96-bf62-4f24a4c2049b req-9e15082d-c116-4c77-9804-bed707fd0e98 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897505 Apr 29 11:44:22.140685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.171638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.174309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.186646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Transition to ACTIVE for port object b7417bfb-3383-4523-8132-236e6c05aa9f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:22.209631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Transition to ACTIVE for port object b7417bfb-3383-4523-8132-236e6c05aa9f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:22.218527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.220169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.234570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.235080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:22.253224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.261952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.274615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.277440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.278510 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6732ff1c-2e7e-4f7a-9c2d-8a74b8f36443 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 204 len: 168 time: 3.4639890 Apr 29 11:44:22.290470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46596) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:22.291203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:22.294254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:22.298556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:22.298732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1339227195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:22.310374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:22.318482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:22.324454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:22.339666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Pushing event updated for resources: {'Port': ['ID=b7417bfb-3383-4523-8132-236e6c05aa9f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:22.408519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 14dcad37-d64f-4cbc-9e56-acacdef1f459 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:22.409283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Attempting to bind port b7417bfb-3383-4523-8132-236e6c05aa9f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:22.409685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Attempting to bind port b7417bfb-3383-4523-8132-236e6c05aa9f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8c555911-6f8d-47d4-ad2b-4ee578655d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:22.410048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Attempting to bind port b7417bfb-3383-4523-8132-236e6c05aa9f on network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:22.416266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:22.416828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Checking segment: {'id': '8c555911-6f8d-47d4-ad2b-4ee578655d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:22.417286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.417712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Bound using segment: {'id': '8c555911-6f8d-47d4-ad2b-4ee578655d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:22.418183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Bound port: b7417bfb-3383-4523-8132-236e6c05aa9f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c555911-6f8d-47d4-ad2b-4ee578655d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:22.418880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.443195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:22.450616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d189a4f-8915-4f88-8fdb-28db4329462e']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:22.469341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898bfc21-a3cb-4012-9dde-bcf544b97546') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:22.469711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898bfc21-a3cb-4012-9dde-bcf544b97546') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:22.480650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.481769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.483957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port b7417bfb-3383-4523-8132-236e6c05aa9f {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:22.484313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.520934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.521860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.527339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] For port b7417bfb-3383-4523-8132-236e6c05aa9f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:22.531789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] For port b7417bfb-3383-4523-8132-236e6c05aa9f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7417bfb-3383-4523-8132-236e6c05aa9f,segment=NetworkSegment(8c555911-6f8d-47d4-ad2b-4ee578655d2b),segment_id=8c555911-6f8d-47d4-ad2b-4ee578655d2b)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:22.540610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.571161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.577477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.664146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.665715 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ca9d2e3f-4e9b-47a1-8ba1-daeca13ad62b tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3739431 Apr 29 11:44:22.671084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:22.679702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:22.683517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dcee3-946d-4eaa-afcc-421628798a6a None None] Pushing event updated for resources: {'Port': ['ID=b7417bfb-3383-4523-8132-236e6c05aa9f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:22.685256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:22.686219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:22.701708 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:22.823887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:22.984104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=14dcad37-d64f-4cbc-9e56-acacdef1f459,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:23.000578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.031192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.035979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.058674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] Pushing event deleted for resources: {'Network': ['ID=7d189a4f-8915-4f88-8fdb-28db4329462e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:23.087976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-de0c15f5-2d61-417a-8113-0cf6903cd59a tempest-BulkNetworkOpsTest-101412819 tempest-BulkNetworkOpsTest-101412819-project] 10.222.0.53 "DELETE /v2.0/networks/7d189a4f-8915-4f88-8fdb-28db4329462e HTTP/1.1" status: 204 len: 168 time: 1.7664123 Apr 29 11:44:23.096242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aef50847-e859-4a03-bb62-fd924a18fb66 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/14dcad37-d64f-4cbc-9e56-acacdef1f459 HTTP/1.1" status: 204 len: 168 time: 1.9244444 Apr 29 11:44:23.096700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46606) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:23.107315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port b7417bfb-3383-4523-8132-236e6c05aa9f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7417bfb-3383-4523-8132-236e6c05aa9f,segment=NetworkSegment(8c555911-6f8d-47d4-ad2b-4ee578655d2b),segment_id=8c555911-6f8d-47d4-ad2b-4ee578655d2b)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:23.107760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.283352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for b7417bfb-3383-4523-8132-236e6c05aa9f owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:23.405981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.446891 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b365f03e-611c-4019-928f-11ba56cf05d2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:44:23.448201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b365f03e-611c-4019-928f-11ba56cf05d2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:23.461904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.484990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-91ce251b-7f1e-4e91-b521-8b4328c747ff tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:23.486547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-91ce251b-7f1e-4e91-b521-8b4328c747ff tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.66 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.1588776 Apr 29 11:44:23.489067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.571080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.629343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Deleting port a949b75b-1794-4410-abd3-299cb416317c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:23.629343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.631937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b365f03e-611c-4019-928f-11ba56cf05d2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:23.635710 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b365f03e-611c-4019-928f-11ba56cf05d2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/14dcad37-d64f-4cbc-9e56-acacdef1f459 HTTP/1.1" status: 404 len: 333 time: 0.5176337 Apr 29 11:44:23.643785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46614) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:23.652781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46618) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:23.688447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=ad705737-464c-479a-8666-a62e8f0a3603,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:23.700993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.808773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 60f0a662-589c-487f-aa44-75fb2e9cdea8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:23.809153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:23.817626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=b7417bfb-3383-4523-8132-236e6c05aa9f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:23.891190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112450e-ff03-47f2-89d3-04fb7505fbc4 None None] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:23.914388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b9db3-d879-4261-bba2-78170c607a9d req-b47d2442-825e-4208-9910-36166b74e6cb tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:23.920882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port b7417bfb-3383-4523-8132-236e6c05aa9f on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:23.921521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eb4b9db3-d879-4261-bba2-78170c607a9d req-b47d2442-825e-4208-9910-36166b74e6cb tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 946 time: 0.5101461 Apr 29 11:44:24.020361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7b3fb8b9-a243-4248-8978-96c720501373 None None] Could not find standard attr ID for object b7417bfb-3383-4523-8132-236e6c05aa9f. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:44:24.072056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.141601 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eb4b9db3-d879-4261-bba2-78170c607a9d req-8f1c629a-3b48-4f34-837a-a12d0e2f39f4 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7dbfd63-57bc-455d-a94f-2aad90cce72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184699 Apr 29 11:44:24.183073 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22e26871-9f6e-4826-8021-ec4036397eb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8dc66a29e18456cb5b5a55202559b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907074 Apr 29 11:44:24.186407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46624) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:24.197576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:24.216315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:24.286010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] For port a949b75b-1794-4410-abd3-299cb416317c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a949b75b-1794-4410-abd3-299cb416317c,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:24.286364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.306564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.413918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.436925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=88347a70-b8a1-4ad5-8f47-9ca4bbd77012,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:24.439243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ec1d5-ded2-40b3-8e2b-4924420cfeb9 None None] Network 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:24.584577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.651917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-200ef898-5ab2-497e-9eda-9db1eb509cc0 None None] Provisioning complete for port ad705737-464c-479a-8666-a62e8f0a3603 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:24.652284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-200ef898-5ab2-497e-9eda-9db1eb509cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.663664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.682372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.701823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.716833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-200ef898-5ab2-497e-9eda-9db1eb509cc0 None None] Port ad705737-464c-479a-8666-a62e8f0a3603 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:24.765299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303edcda-ea9e-428b-be7c-96fa64596ddf None None] DHCP port deletion for 759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:24.796444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:24.815951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c555911-6f8d-47d4-ad2b-4ee578655d2b') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:24.816187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c555911-6f8d-47d4-ad2b-4ee578655d2b') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:24.841892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.853896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.854160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.854320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Floating IP af0230b3-0219-4a91-a8a8-e9c24adc8a38 disassociated. External IP: 172.26.0.169, port: a949b75b-1794-4410-abd3-299cb416317c. Apr 29 11:44:24.854821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Calling delete_port for a949b75b-1794-4410-abd3-299cb416317c owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:24.908192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.909933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.934946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:24.935337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:24.952868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13544502-187b-4687-b4d5-d7b535c01891,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:24.954657 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:25.011562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 60f0a662-589c-487f-aa44-75fb2e9cdea8 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:25.038964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.067121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.068286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-38e0b1cb-e15d-495b-b598-d5f9cb71c710 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13544502-187b-4687-b4d5-d7b535c01891 HTTP/1.1" status: 204 len: 168 time: 0.8783054 Apr 29 11:44:25.099390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 2ab4a729-fc03-482a-8f82-2294c2b74460 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:25.102991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.127645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.146470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:25.153295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8fabae2b-7883-439e-8f55-19fcb4323f70 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f HTTP/1.1" status: 204 len: 168 time: 3.4919498 Apr 29 11:44:25.157046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46634) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:25.165430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-420141961'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:25.173019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:25.181601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:25.185424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:25.192708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:25.194860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.262877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event deleted for resources: {'Port': ['ID=a949b75b-1794-4410-abd3-299cb416317c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:25.425089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Allocated IP 172.26.0.17 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/c82b1610-24ce-430e-8137-25257025c519) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:25.503018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.566388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:25.581144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] Sync routers for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:25.596658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:25.597614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:25.617622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=60f0a662-589c-487f-aa44-75fb2e9cdea8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:25.704259 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fae9fbe4-aa8c-4fa0-a328-52788076ad03 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/routers/2ab4a729-fc03-482a-8f82-2294c2b74460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2785311 Apr 29 11:44:25.707992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.711704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-53b57bbd-e83a-4495-a52c-1e2b6ff726c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/60f0a662-589c-487f-aa44-75fb2e9cdea8 HTTP/1.1" status: 204 len: 168 time: 2.0669527 Apr 29 11:44:25.712582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46646) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:25.716958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46648) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:25.740138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:25.749413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:25.772653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'port': {'network_id': '420d13cc-9528-4a4b-a258-e403d61d2ac1', 'name': 'tempest-FloatingIPTestJSON-428027859'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:25.821979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:25.843088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-101cff2c-1e61-4e0c-887b-337ab9ac5523 req-9aeefa8c-15b2-4add-a369-dadbdfde48d7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Synchronizing usage tracker for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:25.848339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:25.848967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:25.859263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-031c507c-9d52-4345-953f-2d8e85b16c1a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:44:25.860032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-031c507c-9d52-4345-953f-2d8e85b16c1a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:25.996349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:25.996970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f152d-103e-49f1-a407-143584fccce9 None None] The sync data for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:26.013908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Router ac5aa49c-6d73-4ad6-a887-3068a178edea has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:26.021415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7417bfb-3383-4523-8132-236e6c05aa9f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:26.045575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:26.051100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-101cff2c-1e61-4e0c-887b-337ab9ac5523 req-9aeefa8c-15b2-4add-a369-dadbdfde48d7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Unset dirty status for tenant:94ac14784e5748b4ab5677157173ed40 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:26.056496 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-101cff2c-1e61-4e0c-887b-337ab9ac5523 req-9aeefa8c-15b2-4add-a369-dadbdfde48d7 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.3721929 Apr 29 11:44:26.075774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-031c507c-9d52-4345-953f-2d8e85b16c1a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:26.077465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-031c507c-9d52-4345-953f-2d8e85b16c1a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/60f0a662-589c-487f-aa44-75fb2e9cdea8 HTTP/1.1" status: 404 len: 333 time: 0.3516390 Apr 29 11:44:26.086383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.112936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46658) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:26.121415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b7417bfb-3383-4523-8132-236e6c05aa9f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:26.121903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7417bfb-3383-4523-8132-236e6c05aa9f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:26.194120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.194594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment 125fc412-68d1-4bdc-8a47-beed42eb3b72 of type vlan for network a79168b8-b2fc-4bb9-828d-39aff3e0e5fd Apr 29 11:44:26.222573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:26.235087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Usage tracker for resource:port and tenant:6be2c5e631bc4d07a437bc8cb0495c96 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:26.239827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.268148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet b9249fd5-2c17-4657-a8fe-de1ef9afe291 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:26.272160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.341034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.341829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.346536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:26.347150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.385087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:26.396388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.401038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:26.422792 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2617912 Apr 29 11:44:26.437159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46672) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:26.449888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'a79168b8-b2fc-4bb9-828d-39aff3e0e5fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:26.505453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Made reservation on behalf of 6be2c5e631bc4d07a437bc8cb0495c96 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:26.509345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.528780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:26.538224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:26.541445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:26.577610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event updated for resources: {'Port': ['ID=c82b1610-24ce-430e-8137-25257025c519,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:26.608426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] device_id is not set on port ef5c8930-6a37-4647-8218-783679fa1eaa yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:44:26.647549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46678) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:26.698697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af3db-be8e-4f01-8982-231fd4aba901 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=a79168b8-b2fc-4bb9-828d-39aff3e0e5fd,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:26.708278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:26.714710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a79168b8-b2fc-4bb9-828d-39aff3e0e5fd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:26.719279 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Sync routers for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:26.745779 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:26.746680 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:26.825600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.872002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a949b75b-1794-4410-abd3-299cb416317c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:26.927633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: a949b75b-1794-4410-abd3-299cb416317c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:26.927966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a949b75b-1794-4410-abd3-299cb416317c not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:26.955988 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:26.960172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] No DVR routers for this DVR port a949b75b-1794-4410-abd3-299cb416317c on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:26.966659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:26.968565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0703f4d4-42ff-41ac-8e7a-cc6fea7d8198 req-ab1ebb4b-45eb-4ca1-93af-65d31c13e724 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.66 "DELETE /v2.0/ports/a949b75b-1794-4410-abd3-299cb416317c HTTP/1.1" status: 204 len: 173 time: 3.4753819 Apr 29 11:44:26.968974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'name': 'network-vif-deleted', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:26.991758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:26.998436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:27.013124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:27.033433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:27.055635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a0cb6c-3dcc-43fd-8a5c-af74db11f462'] response: {'server_uuid': '359be37d-d57e-4693-9803-5b7989cd1dca', 'name': 'network-vif-deleted', 'tag': 'a949b75b-1794-4410-abd3-299cb416317c', 'status': 'completed', 'code': 200} Apr 29 11:44:27.064423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:27.069868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.132648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e6d7b-8e99-45b9-8a38-5016d1f1c56a req-dcd2ba36-f4c5-4dc0-b6f8-63abe56b6690 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.160224 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fc0e6d7b-8e99-45b9-8a38-5016d1f1c56a req-dcd2ba36-f4c5-4dc0-b6f8-63abe56b6690 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.3911376 Apr 29 11:44:27.185502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140627872'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:27.198448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:27.214109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.280113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:27.293373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:27.357505 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.363476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fc0e6d7b-8e99-45b9-8a38-5016d1f1c56a req-c90a3396-d279-49ef-b756-8aec8e6693f3 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021356 Apr 29 11:44:27.366814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Checking router: ac5aa49c-6d73-4ad6-a887-3068a178edea for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:27.378029 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:27.378633 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:27.417284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.419947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=b9249fd5-2c17-4657-a8fe-de1ef9afe291,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:27.425242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c57c9-5e6b-4904-8e08-f635853934f1 None None] Network f53a68e2-c00d-4a0d-800e-7c8d701e4467 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:27.462333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:27.515426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.616722 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9580813d-7c1d-41ea-b184-9f472ddb4b0b req-460b73fd-7eea-4c85-baea-18f38cc8c831 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/ports?device_id=359be37d-d57e-4693-9803-5b7989cd1dca HTTP/1.1" status: 200 len: 210 time: 0.2713130 Apr 29 11:44:27.620330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': '125fc412-68d1-4bdc-8a47-beed42eb3b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a79168b8-b2fc-4bb9-828d-39aff3e0e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:27.620702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: a79168b8-b2fc-4bb9-828d-39aff3e0e5fd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:27.633450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=7776fa4c-4c5b-4a9f-8f0d-53544fb57fc0,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:27.659841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network a79168b8-b2fc-4bb9-828d-39aff3e0e5fd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:27.662261 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:27.711073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a79168b8-b2fc-4bb9-828d-39aff3e0e5fd) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:27.717028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:27.717711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.747997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:27.751545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.760317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a802dc9-e4de-406a-84c7-c4b3bb713b7d None None] Network a79168b8-b2fc-4bb9-828d-39aff3e0e5fd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:27.768041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d35f063f-83a1-4212-8441-7a7a4ba374e5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3298893 Apr 29 11:44:27.770705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46688) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:27.793136 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fcd8d5c9-0151-4b62-aedf-fd58b872a0d6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/b9249fd5-2c17-4657-a8fe-de1ef9afe291 HTTP/1.1" status: 204 len: 168 time: 1.6788182 Apr 29 11:44:27.800134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46692) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:27.827912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:27.850839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:27.868649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:security_group_rule and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:27.883732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:27.891457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Allocated IP 172.20.0.10 (420d13cc-9528-4a4b-a258-e403d61d2ac1/3c4c562d-f449-4fa5-8641-b07d2fd0e2c3/ef5c8930-6a37-4647-8218-783679fa1eaa) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:27.902465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:28.046847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.069620 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:28.076192 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d91e6-1e6c-4e3f-a9ee-0c2bb75111d1 None None] The sync data for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv is: [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:41:59Z', 'revision_number': 4, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'feaeadef-9d1f-4f51-a49d-3518ea33d50d', 'name': '', 'network_id': '4aa9cd21-f53d-4c13-820e-ba18bb9cd118', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'mac_address': 'fa:16:3e:38:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:56Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'subnets': [{'id': 'ac118ffe-60a9-4236-af6c-26008bf9eba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:28.088839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.113513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.242639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.299339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] DHCP port deletion for f53a68e2-c00d-4a0d-800e-7c8d701e4467 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:28.307936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Deleting port 3effb91d-7294-4324-b362-619be27378a9 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:28.308443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.350629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 3effb91d-7294-4324-b362-619be27378a9 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:28.350971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.369723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.443675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=7776fa4c-4c5b-4a9f-8f0d-53544fb57fc0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:28.517735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a132fe-3af4-4001-9ed5-231ce8c752b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-a79168b8-b2fc-4bb9-828d-39aff3e0e5fd', 'network_id': 'a79168b8-b2fc-4bb9-828d-39aff3e0e5fd', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '7776fa4c-4c5b-4a9f-8f0d-53544fb57fc0'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:28.518557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-74a132fe-3af4-4001-9ed5-231ce8c752b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.530180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1208f54-2708-40d0-8506-67bfaace07ca None None] New status for floating IP af0230b3-0219-4a91-a8a8-e9c24adc8a38: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:44:28.772839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.790541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.792337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.840156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79168b8-b2fc-4bb9-828d-39aff3e0e5fd']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:28.869769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125fc412-68d1-4bdc-8a47-beed42eb3b72') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:28.870226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125fc412-68d1-4bdc-8a47-beed42eb3b72') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:28.887960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.918727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-e3098c66-baac-4c1a-bb58-fceb829445cc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:28.920436 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-e3098c66-baac-4c1a-bb58-fceb829445cc tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.4609709 Apr 29 11:44:28.921612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.962722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:28.963176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:28.979200 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:28.987798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46704) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:29.124092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.125922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Deleting port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:29.126433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.137111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] For port 3effb91d-7294-4324-b362-619be27378a9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3effb91d-7294-4324-b362-619be27378a9,segment=NetworkSegment(d1ecc438-30dc-4c66-b3f3-576e8ef119cb),segment_id=d1ecc438-30dc-4c66-b3f3-576e8ef119cb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:29.137656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.139080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3749cb-e53b-45ee-86dd-3f94d2169abd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:29.153589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port 3effb91d-7294-4324-b362-619be27378a9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3effb91d-7294-4324-b362-619be27378a9,segment=NetworkSegment(d1ecc438-30dc-4c66-b3f3-576e8ef119cb),segment_id=d1ecc438-30dc-4c66-b3f3-576e8ef119cb)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:29.153999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.161831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bb2d3-3ed1-477f-acb5-22ef3a9346fd None None] Network a79168b8-b2fc-4bb9-828d-39aff3e0e5fd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:29.167148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc854469-d8b2-4ff2-a465-45589831e5f8 req-92a6ef4b-d352-415a-ae33-021db643b097 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:29.168883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bc854469-d8b2-4ff2-a465-45589831e5f8 req-92a6ef4b-d352-415a-ae33-021db643b097 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.4194381 Apr 29 11:44:29.229126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.264243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.297876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=a79168b8-b2fc-4bb9-828d-39aff3e0e5fd,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:29.341424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.347352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d2999ee1-9082-453c-8dce-95dc0491a707 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/a79168b8-b2fc-4bb9-828d-39aff3e0e5fd HTTP/1.1" status: 204 len: 168 time: 1.5719044 Apr 29 11:44:29.360662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46708) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:29.373982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bc854469-d8b2-4ff2-a465-45589831e5f8 req-723fa4cd-a06b-44db-9745-97ce664fef7e tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738720 Apr 29 11:44:29.385461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722535611'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:29.405445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:29.435376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:29.441353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:29.454483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.466240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Calling delete_port for 3effb91d-7294-4324-b362-619be27378a9 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:29.470390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:29.477311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 3effb91d-7294-4324-b362-619be27378a9 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:29.524876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Transition to ACTIVE for port object ef5c8930-6a37-4647-8218-783679fa1eaa will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:29.541441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:29.556660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.572056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:29.575562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.590467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.591087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment 9a596de9-9f0a-4a53-8071-0d3945906cbf of type vlan for network 7b891b7d-068d-42db-a320-404da7082806 Apr 29 11:44:29.608245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.608483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] Pushing event deleted for resources: {'Port': ['ID=3effb91d-7294-4324-b362-619be27378a9,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:29.610214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695a553-1c85-457e-bef0-efc7629351ca None None] No DVR routers for this DVR port 3effb91d-7294-4324-b362-619be27378a9 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:29.636958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.648827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] For port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:29.649182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.649986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.653920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:29.654249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:29.656428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:29.658318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.716584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.729293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dbfd63-57bc-455d-a94f-2aad90cce72a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:29.748824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.749175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment c6b3ef95-cd6e-4f84-984f-f6790a9a060d of type vlan for network f4fce62a-b487-4a19-b6ee-57bca93a4bca Apr 29 11:44:29.809001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.861760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.865212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cac3be73-9d05-4a5a-8ddb-6946c1c2b133 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7dbfd63-57bc-455d-a94f-2aad90cce72a HTTP/1.1" status: 204 len: 168 time: 0.8750117 Apr 29 11:44:29.868953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46712) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:29.923880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:29.932446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event updated for resources: {'Port': ['ID=ef5c8930-6a37-4647-8218-783679fa1eaa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:29.936653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:29.939223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:29.971613 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-3680b1e8-a190-4a00-979a-6c63b1f265c1 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] show failed (client error): The resource could not be found. Apr 29 11:44:29.976989 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3680b1e8-a190-4a00-979a-6c63b1f265c1 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "GET /v2.0/security-groups/c7dbfd63-57bc-455d-a94f-2aad90cce72a HTTP/1.1" status: 404 len: 347 time: 0.0898790 Apr 29 11:44:29.976989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:29.977219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46716) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:29.979989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:29.980535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.040142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3effb91d-7294-4324-b362-619be27378a9 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:30.082131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 3effb91d-7294-4324-b362-619be27378a9 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:30.082543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3effb91d-7294-4324-b362-619be27378a9 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:30.083863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.089486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:30.090107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.156338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 3effb91d-7294-4324-b362-619be27378a9 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:30.156989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.182625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=7b891b7d-068d-42db-a320-404da7082806,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.192056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:30.192938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.199626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7b891b7d-068d-42db-a320-404da7082806 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:30.224425 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d20e4e72-6467-4f4d-a359-1a0f488fec53 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.5642085 Apr 29 11:44:30.238720 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8693206 Apr 29 11:44:30.241676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46720) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:30.262306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Deleting port 33a4a61b-9326-4e77-a849-2b0858d5385a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:30.262306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.286632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] The port '3effb91d-7294-4324-b362-619be27378a9' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:30.292718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1c39310a-38e2-455f-b673-ad581ad01f50 None None] Provisioning for port ef5c8930-6a37-4647-8218-783679fa1eaa completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:30.314483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1c39310a-38e2-455f-b673-ad581ad01f50 None None] Provisioning complete for port ef5c8930-6a37-4647-8218-783679fa1eaa triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:30.314893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c39310a-38e2-455f-b673-ad581ad01f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.329465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.333951 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-11346fc5-8158-4800-b691-027657dbaf46 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6179783 Apr 29 11:44:30.334985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46724) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:30.349924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Request body: {'floatingip': {'port_id': 'ef5c8930-6a37-4647-8218-783679fa1eaa'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:30.359000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.359363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.359673 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Floating IP 4d9f2229-5fbf-4ebe-aa5c-61ca09db268b disassociated. External IP: 172.26.0.124, port: 7a51fc56-ca20-4b24-9c0b-a6417aa52bca. Apr 29 11:44:30.359990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Calling delete_port for 7a51fc56-ca20-4b24-9c0b-a6417aa52bca owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:30.380428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1c39310a-38e2-455f-b673-ad581ad01f50 None None] Port ef5c8930-6a37-4647-8218-783679fa1eaa cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:30.397517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2e6b-4767-483e-82b8-72737876d925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.511173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Router 79449cdb-c10d-4f09-876d-23547eab5df7 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:44:30.577011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2205b-7bfe-44d5-9a68-2ed17dda0767 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=f4fce62a-b487-4a19-b6ee-57bca93a4bca,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:30.591364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:30.780181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.811660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.972197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:30.972621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.037007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53a68e2-c00d-4a0d-800e-7c8d701e4467']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.061922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.062206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ecc438-30dc-4c66-b3f3-576e8ef119cb') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.116298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.117921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Calling delete_port for 33a4a61b-9326-4e77-a849-2b0858d5385a owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:31.161652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.164984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.177010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.180351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:31.180752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:31.199041 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:31.253320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.255361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:31.275809 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] Sync routers for ids ['79449cdb-c10d-4f09-876d-23547eab5df7'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:31.280099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event deleted for resources: {'Port': ['ID=7a51fc56-ca20-4b24-9c0b-a6417aa52bca,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.292802 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] Routers {'79449cdb-c10d-4f09-876d-23547eab5df7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:31.293829 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['79449cdb-c10d-4f09-876d-23547eab5df7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.303014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca is not hosted by any dhcp agent {{(pid=88015) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 11:44:31.310571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:31.311374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.313510 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "PUT /v2.0/networks/f4fce62a-b487-4a19-b6ee-57bca93a4bca HTTP/1.1" status: 200 len: 723 time: 1.0628312 Apr 29 11:44:31.330465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.334680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a406743a-84a3-4ed3-ba4a-eb8ade544f73 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "PUT /v2.0/routers/79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 200 len: 879 time: 8.6624053 Apr 29 11:44:31.341225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46730) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:31.341568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46732) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:31.349631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e8762-4667-4133-aa66-c0b3a0ffaf64 req-8cc7d8eb-e4d6-4444-b424-021a0bc6a062 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:31.356640 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-128e8762-4667-4133-aa66-c0b3a0ffaf64 req-8cc7d8eb-e4d6-4444-b424-021a0bc6a062 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 945 time: 0.8271561 Apr 29 11:44:31.403539 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.422874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] Routers {'79449cdb-c10d-4f09-876d-23547eab5df7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:31.425011 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['79449cdb-c10d-4f09-876d-23547eab5df7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.441978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:31.556958 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:31.557662 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992344ed-04e3-426c-98fd-980eba608a60 None None] The sync data for ids ['79449cdb-c10d-4f09-876d-23547eab5df7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:31.565675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca17f28-bac9-498d-b8f5-a83e7c52aa1e tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=f4fce62a-b487-4a19-b6ee-57bca93a4bca,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.581431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:31.678812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.739514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Pushing event deleted for resources: {'Port': ['ID=33a4a61b-9326-4e77-a849-2b0858d5385a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.774291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.813318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:31.849553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:31.903453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=f53a68e2-c00d-4a0d-800e-7c8d701e4467,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:31.910592 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-128e8762-4667-4133-aa66-c0b3a0ffaf64 req-04132f93-3ba4-4125-8dff-d13355577033 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups?id=2dc088cd-d1b1-4d69-839d-276516790ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5530546 Apr 29 11:44:31.995490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.014658 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5d73f7a9-244e-4080-af00-63bbef379a87 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/f53a68e2-c00d-4a0d-800e-7c8d701e4467 HTTP/1.1" status: 204 len: 168 time: 4.2036037 Apr 29 11:44:32.014964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46738) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:32.025848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1654213751'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:32.033120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:32.041889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:network and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:32.052334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:32.058062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:32.065113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.068840 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-17aa264f-403f-426b-b12b-8915b09d0d65 tempest-ServersTestManualDisk-1604564268 tempest-ServersTestManualDisk-1604564268-project] 10.222.0.53 "DELETE /v2.0/floatingips/af0230b3-0219-4a91-a8a8-e9c24adc8a38 HTTP/1.1" status: 204 len: 168 time: 2.0896628 Apr 29 11:44:32.069143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:32.069245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:32.070842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46742) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:32.075675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:32.086094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:32.125241 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd1890c8-bc47-4e44-b67c-367d505a141e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 200 len: 920 time: 0.7524922 Apr 29 11:44:32.136218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46746) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:32.180714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:32.184244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.345504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:32.349146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.377463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:32.395323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Sync routers for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:32.424293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:32.425242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:32.440826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194535e-7d93-4e36-9872-5853aa299667 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:32.441705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:32.441828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6194535e-7d93-4e36-9872-5853aa299667 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Synchronizing usage tracker for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:32.461505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.461848 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Added segment 587cbce4-987c-45ca-85a6-d26e11be6ba1 of type vlan for network 07344ed2-7434-4d2c-ac07-265791f30c69 Apr 29 11:44:32.464162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.501263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.502032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.543742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.549252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:32.549869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.632805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] No DVR routers for this DVR port 7a51fc56-ca20-4b24-9c0b-a6417aa52bca on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:32.648476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:32.655944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'name': 'network-vif-deleted', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:44:32.700299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6842542 Apr 29 11:44:32.701797 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d2708b9-e64a-49dd-a164-77846a4b2aa4 req-9cfffec7-447b-4317-8504-f6154fafd8d8 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.66 "DELETE /v2.0/ports/7a51fc56-ca20-4b24-9c0b-a6417aa52bca HTTP/1.1" status: 204 len: 173 time: 3.7700281 Apr 29 11:44:32.779148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46756) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:32.784188 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5138c447-d20e-4906-95ef-a455715cb1b3'] response: {'server_uuid': 'c1335af0-77d8-4dca-9517-de9260d0011b', 'name': 'network-vif-deleted', 'tag': '7a51fc56-ca20-4b24-9c0b-a6417aa52bca', 'status': 'completed', 'code': 200} Apr 29 11:44:32.789728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:32.843122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6194535e-7d93-4e36-9872-5853aa299667 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Unset dirty status for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:32.847674 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6194535e-7d93-4e36-9872-5853aa299667 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=79449cdb-c10d-4f09-876d-23547eab5df7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7086098 Apr 29 11:44:32.860675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46760) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:32.873962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:32.906566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad40ab-cf7e-4e29-b7bc-69581dacc735 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Network': ['ID=07344ed2-7434-4d2c-ac07-265791f30c69,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:33.127896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:33.141341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.145148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:33.161724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a51fc56-ca20-4b24-9c0b-a6417aa52bca no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:33.179050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:33.213548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 07344ed2-7434-4d2c-ac07-265791f30c69 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:33.252629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:33.264226 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7c9df5dc-f3dd-4711-811f-bd1283c9de98 req-b4d4bf0f-80a6-436e-9408-dc80d84af899 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1335af0-77d8-4dca-9517-de9260d0011b HTTP/1.1" status: 200 len: 210 time: 0.0782545 Apr 29 11:44:33.292071 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 2b586cd3-f7ec-4ffc-8f81-e6b50e4ef724 associated. External IP: 172.26.0.189, port: b170bd8f-fa2d-4324-ae96-129fdc60a66e. Apr 29 11:44:33.432523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 7a51fc56-ca20-4b24-9c0b-a6417aa52bca {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:33.434021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a51fc56-ca20-4b24-9c0b-a6417aa52bca not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:33.458835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.459737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:33.472281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.620118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4f2-e313-43c6-94ec-592fa61a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.656824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.670941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46766) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:33.677925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:33.682499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=39a56b46-ce6a-4645-aa5c-e5ab2881539e,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:33.683765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Checking router: fbcd30fe-96b8-4196-b2b6-e4eb005172d7 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:33.687444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efe3f3-0d21-4ddf-8adc-8cec568166be tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:33.689272 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-65efe3f3-0d21-4ddf-8adc-8cec568166be tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.8260221 Apr 29 11:44:33.697324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:33.697982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:33.701087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46770) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:33.708565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '7b891b7d-068d-42db-a320-404da7082806', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:33.761250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-08b2662b-b3e2-4023-8b98-97f21fe42aec tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 200 len: 205 time: 0.0613427 Apr 29 11:44:33.768234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46774) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:33.850324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.851651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:33.851651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: f4fce62a-b487-4a19-b6ee-57bca93a4bca, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:33.897688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:33.933480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:33.939508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:33.943704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:33.979836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.026066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:34.028462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:34.067602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.099835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:34.148352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f4fce62a-b487-4a19-b6ee-57bca93a4bca) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:34.164103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.164680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.177100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6cf2e-5a59-457d-a7d9-5f14e09781aa None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:34.193766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:34.199285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:34.202788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.274004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ff51511-1649-4303-80f8-b17a22f1f561 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9001184 Apr 29 11:44:34.279748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46778) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:34.348041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:34.456136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46786) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:34.459541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.464497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:34.471579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b7127-f3c9-47d1-ac75-1fe05cf02d8d None None] The sync data for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv is: [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:12Z', 'revision_number': 4, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '101318b0-c7c0-429f-b07c-b456c146be71', 'name': '', 'network_id': '5650cb91-6506-40b5-ab7f-695bb49ba887', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'mac_address': 'fa:16:3e:6f:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:10Z', 'updated_at': '2022-04-29T11:42:23Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'subnets': [{'id': '59ad3535-04a5-4d73-8c31-c9f69956d90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:34.493680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port c82b1610-24ce-430e-8137-25257025c519 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:34.494024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.530378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Checking segment: {'id': '587cbce4-987c-45ca-85a6-d26e11be6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:34.530769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network hostable DHCP agents. Network: 07344ed2-7434-4d2c-ac07-265791f30c69, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:34.541898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f4fce62a-b487-4a19-b6ee-57bca93a4bca', 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '39a56b46-ce6a-4645-aa5c-e5ab2881539e'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:34.543103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.553217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Deleting port feaeadef-9d1f-4f51-a49d-3518ea33d50d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:34.553576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.594464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:34.724869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.725914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 07344ed2-7434-4d2c-ac07-265791f30c69 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:34.800455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Allocated IP 172.20.0.2 (f4fce62a-b487-4a19-b6ee-57bca93a4bca/39a56b46-ce6a-4645-aa5c-e5ab2881539e/e6b9da76-c4b2-422a-bc86-5683b31761ea) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:34.857975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 07344ed2-7434-4d2c-ac07-265791f30c69) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:34.871246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266339218'] for subnet, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.898029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.912428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:34.913465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.914595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273f4a8-cd19-4122-b7ea-172ab7b4e0a0 None None] Network 07344ed2-7434-4d2c-ac07-265791f30c69 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:34.922680 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6eb7dc-1695-4871-b18f-90dcca41d70f None None] New status for floating IP 4d9f2229-5fbf-4ebe-aa5c-61ca09db268b: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:44:34.964971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] For port feaeadef-9d1f-4f51-a49d-3518ea33d50d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=feaeadef-9d1f-4f51-a49d-3518ea33d50d,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:34.965376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:34.997738 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ac39e76f-da9c-403b-a623-037b04cbf0b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2166216 Apr 29 11:44:34.998430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46790) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:35.016081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1195090763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:35.039232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:35.044368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:35.064287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:35.067827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.112590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:35.113236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:35.131240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:router and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:35.153738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Calling delete_port for feaeadef-9d1f-4f51-a49d-3518ea33d50d owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:35.198015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:35.225776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:35.231562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.250003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:35.292859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:35.294485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:35.296261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.297331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.350656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for c82b1610-24ce-430e-8137-25257025c519 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:35.359136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.379564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:35.379814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=b364f82b-c61c-49e1-8005-ede623e19ea2,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:35.379964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1e2df-da45-4d7e-acc4-61ee3f5eeef9 None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:35.381768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Transition to ACTIVE for port object e6b9da76-c4b2-422a-bc86-5683b31761ea will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:35.395673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.412936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.451460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Transition to ACTIVE for port object e6b9da76-c4b2-422a-bc86-5683b31761ea will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:35.457564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc088cd-d1b1-4d69-839d-276516790ccf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:35.459728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-07344ed2-7434-4d2c-ac07-265791f30c69', 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': 'bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:35.460789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.484351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.485145 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-00628070-2f86-44e0-b041-50329ff88d63 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "DELETE /v2.0/security-groups/2dc088cd-d1b1-4d69-839d-276516790ccf HTTP/1.1" status: 204 len: 168 time: 1.0167835 Apr 29 11:44:35.490875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.498766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46794) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:35.534349 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-8627c37d-b31f-4141-822e-9e381d281172 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] show failed (client error): The resource could not be found. Apr 29 11:44:35.535390 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8627c37d-b31f-4141-822e-9e381d281172 tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "GET /v2.0/security-groups/2dc088cd-d1b1-4d69-839d-276516790ccf HTTP/1.1" status: 404 len: 347 time: 0.0364711 Apr 29 11:44:35.545923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46798) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:35.596114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.610314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': '9a596de9-9f0a-4a53-8071-0d3945906cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7b891b7d-068d-42db-a320-404da7082806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:35.611034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: 7b891b7d-068d-42db-a320-404da7082806, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:35.717967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.797471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Allocated IP 2001:db8::2 (07344ed2-7434-4d2c-ac07-265791f30c69/bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6/64747e3d-efda-456c-903c-3e5f6536c503) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:35.801549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 7b891b7d-068d-42db-a320-404da7082806 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:35.830629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.834719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85a7148a-0b98-46a2-91cc-44a0643abcbb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8275526 Apr 29 11:44:35.835494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46802) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:35.842754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:35.856727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:35.869403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Deleting port 3160da1e-f483-42ac-b538-5d3b7933eecb {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:35.869621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69', 'name': 'tempest-PortsIpV6TestJSON-301894821'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:35.869742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:35.869879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.883820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7b891b7d-068d-42db-a320-404da7082806) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:35.900399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:35.901105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:35.989759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed35a9-6594-4496-bff5-57e4bd584b50 None None] Network 7b891b7d-068d-42db-a320-404da7082806 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:36.014399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Pushing event updated for resources: {'Port': ['ID=e6b9da76-c4b2-422a-bc86-5683b31761ea,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.018038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 2ab4a729-fc03-482a-8f82-2294c2b74460 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:36.034895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-268186796'] for subnet, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.079333 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6091f322-06c7-43e1-896a-44f2ef97b950 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3985972 Apr 29 11:44:36.086590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:36.111342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:36.111920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.115783 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "PUT /v2.0/subnets/39a56b46-ce6a-4645-aa5c-e5ab2881539e HTTP/1.1" status: 200 len: 806 time: 1.8312166 Apr 29 11:44:36.118695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46810) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:36.136235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272695612'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:36.157788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:36.172799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:36.175190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Attempting to bind port e6b9da76-c4b2-422a-bc86-5683b31761ea on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:36.175190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Attempting to bind port e6b9da76-c4b2-422a-bc86-5683b31761ea by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:36.175612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Attempting to bind port e6b9da76-c4b2-422a-bc86-5683b31761ea on network f4fce62a-b487-4a19-b6ee-57bca93a4bca {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:36.190084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:36.190819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:36.191239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Checking segment: {'id': 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:36.191701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.192141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Bound using segment: {'id': 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:36.192670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Bound port: e6b9da76-c4b2-422a-bc86-5683b31761ea, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f4fce62a-b487-4a19-b6ee-57bca93a4bca'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:36.192864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.193145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.243780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:36.255327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.255650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.267594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=feaeadef-9d1f-4f51-a49d-3518ea33d50d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.456415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] For port e6b9da76-c4b2-422a-bc86-5683b31761ea, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:36.468215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.487709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] For port e6b9da76-c4b2-422a-bc86-5683b31761ea, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e6b9da76-c4b2-422a-bc86-5683b31761ea,segment=NetworkSegment(c6b3ef95-cd6e-4f84-984f-f6790a9a060d),segment_id=c6b3ef95-cd6e-4f84-984f-f6790a9a060d)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:36.491983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Transition to ACTIVE for port object 64747e3d-efda-456c-903c-3e5f6536c503 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:36.495361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f090eeb-ecf7-479b-8bd4-b5d79bc96619 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=39a56b46-ce6a-4645-aa5c-e5ab2881539e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.526858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.527376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.544341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Calling delete_port for 3160da1e-f483-42ac-b538-5d3b7933eecb owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:36.554715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:36.576440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:36.616546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Transition to ACTIVE for port object 64747e3d-efda-456c-903c-3e5f6536c503 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:36.644536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:36.648091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.650677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7b891b7d-068d-42db-a320-404da7082806', 'network_id': '7b891b7d-068d-42db-a320-404da7082806', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': 'b364f82b-c61c-49e1-8005-ede623e19ea2'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:36.651979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.658064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:36.664770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:36.664976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.668578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.672233 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] Sync routers for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:36.683611 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:36.684736 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:36.693313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=c82b1610-24ce-430e-8137-25257025c519,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.714228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.726922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 1b7042db-eb45-4c82-99c8-ded6029fe232 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:44:36.735427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3102a-21df-48bd-ab40-27ccd115dcf2 None None] Pushing event updated for resources: {'Port': ['ID=e6b9da76-c4b2-422a-bc86-5683b31761ea,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.742077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.802156 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:36.818332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.826692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:36.827463 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:36.859202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port e6b9da76-c4b2-422a-bc86-5683b31761ea {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:36.860011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:36.877821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Network 07344ed2-7434-4d2c-ac07-265791f30c69 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:36.887381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:36.889740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:36.929346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Pushing event updated for resources: {'Port': ['ID=64747e3d-efda-456c-903c-3e5f6536c503,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:36.967431 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9e8918f6-9e36-4d3b-8f63-4382ec254eee tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/floatingips/2b586cd3-f7ec-4ffc-8f81-e6b50e4ef724 HTTP/1.1" status: 200 len: 978 time: 6.6269181 Apr 29 11:44:36.975173 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:36.975960 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7d005-ca8a-43f1-9b9a-0a5f9a8ed5eb None None] The sync data for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:37.029450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.032382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.047968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Attempting to bind port 64747e3d-efda-456c-903c-3e5f6536c503 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:37.048589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Attempting to bind port 64747e3d-efda-456c-903c-3e5f6536c503 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '587cbce4-987c-45ca-85a6-d26e11be6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:37.048689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Attempting to bind port 64747e3d-efda-456c-903c-3e5f6536c503 on network 07344ed2-7434-4d2c-ac07-265791f30c69 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:37.056439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46814) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:37.060469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:37.060854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Checking segment: {'id': '587cbce4-987c-45ca-85a6-d26e11be6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:37.061252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.062083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Bound using segment: {'id': '587cbce4-987c-45ca-85a6-d26e11be6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:37.062542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Bound port: 64747e3d-efda-456c-903c-3e5f6536c503, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587cbce4-987c-45ca-85a6-d26e11be6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '07344ed2-7434-4d2c-ac07-265791f30c69'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:37.062906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.093486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Allocated IP 2001:db8:0:ffff::2 (7b891b7d-068d-42db-a320-404da7082806/b364f82b-c61c-49e1-8005-ede623e19ea2/635197b1-86c6-41e3-ab25-c25653eb4729) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:37.130851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.130851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router 79449cdb-c10d-4f09-876d-23547eab5df7 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:37.202065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:37.269879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::25f (07344ed2-7434-4d2c-ac07-265791f30c69/bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6/1b7042db-eb45-4c82-99c8-ded6029fe232) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:37.296147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] For port 64747e3d-efda-456c-903c-3e5f6536c503, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:37.318568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] For port 64747e3d-efda-456c-903c-3e5f6536c503, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=64747e3d-efda-456c-903c-3e5f6536c503,segment=NetworkSegment(587cbce4-987c-45ca-85a6-d26e11be6ba1),segment_id=587cbce4-987c-45ca-85a6-d26e11be6ba1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:37.327931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.336009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.338655 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment f09d70cf-6fef-4b47-9b9d-46ccbae11372 of type vlan for network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e Apr 29 11:44:37.368329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.403011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port e6b9da76-c4b2-422a-bc86-5683b31761ea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e6b9da76-c4b2-422a-bc86-5683b31761ea,segment=NetworkSegment(c6b3ef95-cd6e-4f84-984f-f6790a9a060d),segment_id=c6b3ef95-cd6e-4f84-984f-f6790a9a060d)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:37.403702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.410307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port ef5c8930-6a37-4647-8218-783679fa1eaa {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:37.410768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.457413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.463169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:37.463907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.503622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b855e4-87be-4634-b212-a67c7309aa81 None None] Pushing event updated for resources: {'Port': ['ID=64747e3d-efda-456c-903c-3e5f6536c503,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:37.512830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.525550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Transition to ACTIVE for port object 635197b1-86c6-41e3-ab25-c25653eb4729 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:37.548987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Transition to ACTIVE for port object 635197b1-86c6-41e3-ab25-c25653eb4729 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:37.555977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.560248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for e6b9da76-c4b2-422a-bc86-5683b31761ea owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:37.630624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Network 7b891b7d-068d-42db-a320-404da7082806 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:37.634457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:37.636605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:37.679972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Pushing event updated for resources: {'Port': ['ID=635197b1-86c6-41e3-ab25-c25653eb4729,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:37.720838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.735923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.737911 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-58f01f30-bb3c-44e0-bdad-4fcc9c70d6cb tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 204 len: 168 time: 3.9686832 Apr 29 11:44:37.779216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46818) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:37.783444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Attempting to bind port 635197b1-86c6-41e3-ab25-c25653eb4729 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:37.784125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Attempting to bind port 635197b1-86c6-41e3-ab25-c25653eb4729 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '9a596de9-9f0a-4a53-8071-0d3945906cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7b891b7d-068d-42db-a320-404da7082806'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:37.784681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Attempting to bind port 635197b1-86c6-41e3-ab25-c25653eb4729 on network 7b891b7d-068d-42db-a320-404da7082806 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:37.792445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:37.793213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Checking segment: {'id': '9a596de9-9f0a-4a53-8071-0d3945906cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7b891b7d-068d-42db-a320-404da7082806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:37.793807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.794368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Bound using segment: {'id': '9a596de9-9f0a-4a53-8071-0d3945906cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7b891b7d-068d-42db-a320-404da7082806'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:37.795128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Bound port: 635197b1-86c6-41e3-ab25-c25653eb4729, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a596de9-9f0a-4a53-8071-0d3945906cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7b891b7d-068d-42db-a320-404da7082806'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:37.795835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.807480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=e6b9da76-c4b2-422a-bc86-5683b31761ea,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:37.820251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-952196294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:37.882836 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7906663 Apr 29 11:44:37.915608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46822) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:37.926522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:37.935238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] For port 635197b1-86c6-41e3-ab25-c25653eb4729, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:37.939425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] For port 635197b1-86c6-41e3-ab25-c25653eb4729, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=635197b1-86c6-41e3-ab25-c25653eb4729,segment=NetworkSegment(9a596de9-9f0a-4a53-8071-0d3945906cbf),segment_id=9a596de9-9f0a-4a53-8071-0d3945906cbf)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:37.947449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port e6b9da76-c4b2-422a-bc86-5683b31761ea on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:37.949592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:37.949769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:38.084920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e3836-8064-4b75-8f35-616d8ac80dc0 None None] Pushing event updated for resources: {'Port': ['ID=635197b1-86c6-41e3-ab25-c25653eb4729,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:38.128680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e810982-191b-4596-aa5e-b6b01b66ebc9 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:38.131382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:38.140634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:38.148263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:38.187383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.191689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.235274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 64747e3d-efda-456c-903c-3e5f6536c503 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:38.270999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:38.282910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:38.288121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:38.297860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:38.328584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:38.333573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.400558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.432612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 64747e3d-efda-456c-903c-3e5f6536c503 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:38.532245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=39a56b46-ce6a-4645-aa5c-e5ab2881539e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:38.540786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909322f-ae68-4f98-aad2-a1a35b1d3f98 None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:38.626017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.626850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.627345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Floating IP 2b586cd3-f7ec-4ffc-8f81-e6b50e4ef724 disassociated. External IP: 172.26.0.189, port: ef5c8930-6a37-4647-8218-783679fa1eaa. Apr 29 11:44:38.627955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for ef5c8930-6a37-4647-8218-783679fa1eaa owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:38.659743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5e933708-0789-4ba5-9f50-b0f94cd44b5f None None] Could not find standard attr ID for object e6b9da76-c4b2-422a-bc86-5683b31761ea. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:44:38.758333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:38.785611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.854432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae52136-3711-47b9-a115-b2604c5dc538 None None] DHCP port deletion for f4fce62a-b487-4a19-b6ee-57bca93a4bca request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:38.859573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.863274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.873010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Pushing event deleted for resources: {'Port': ['ID=3160da1e-f483-42ac-b538-5d3b7933eecb,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:38.880027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.882236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:38.895204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444a9049-22b7-49d3-a937-66f38e9a2937 None None] Network f4fce62a-b487-4a19-b6ee-57bca93a4bca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:38.970744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fce62a-b487-4a19-b6ee-57bca93a4bca']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:39.019104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.029623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.030498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:39.031365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b3ef95-cd6e-4f84-984f-f6790a9a060d') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:39.054729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.085548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bfa22-f9f4-414e-9881-4a40e8a8bb99 None None] Network 07344ed2-7434-4d2c-ac07-265791f30c69 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:39.090183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.114711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:39.115124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:39.135047 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:39.232126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.242030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=ef5c8930-6a37-4647-8218-783679fa1eaa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:39.266903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Provisioning for port 64747e3d-efda-456c-903c-3e5f6536c503 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:39.285504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.288767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 1b7042db-eb45-4c82-99c8-ded6029fe232 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:39.288976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Provisioning complete for port 64747e3d-efda-456c-903c-3e5f6536c503 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:39.289324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.289826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.294002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.373996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.402093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.407044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=f4fce62a-b487-4a19-b6ee-57bca93a4bca,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:39.484258 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0b85cc9c-0589-4b4f-b1c4-f3dc5f1355c5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/f4fce62a-b487-4a19-b6ee-57bca93a4bca HTTP/1.1" status: 204 len: 168 time: 3.3128593 Apr 29 11:44:39.489586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46826) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:39.555347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=c62425da-5fce-41f5-83f0-67f3431a3774,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:39.561738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.562333 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-beabca04-b643-4fac-b58f-6c0e35f77e11 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:44:39.563676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beabca04-b643-4fac-b58f-6c0e35f77e11 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:44:39.568493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-beabca04-b643-4fac-b58f-6c0e35f77e11 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/f4fce62a-b487-4a19-b6ee-57bca93a4bca HTTP/1.1" status: 404 len: 339 time: 0.0516462 Apr 29 11:44:39.571055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46830) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:39.581355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796446987', 'description': 'd1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:39.586802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': 'f09d70cf-6fef-4b47-9b9d-46ccbae11372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:39.587166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:39.593029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:39.616862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] For port 64747e3d-efda-456c-903c-3e5f6536c503, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=64747e3d-efda-456c-903c-3e5f6536c503,segment=NetworkSegment(587cbce4-987c-45ca-85a6-d26e11be6ba1),segment_id=587cbce4-987c-45ca-85a6-d26e11be6ba1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:39.621283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.626393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.635073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:network and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:39.678990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:39.714295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94efba-a48d-4542-8393-12d27c9c24dd None None] Pushing event updated for resources: {'Port': ['ID=64747e3d-efda-456c-903c-3e5f6536c503,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:39.716326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:39.746391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 07344ed2-7434-4d2c-ac07-265791f30c69 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:39.756351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:39.758769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=1b7042db-eb45-4c82-99c8-ded6029fe232,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:39.761442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:39.767066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:39.767801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.771705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:39.792404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:39.794724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb5654-25e5-4206-a325-d47e728a0239 None None] Network 7b891b7d-068d-42db-a320-404da7082806 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:39.796300 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-95650d31-1d81-45ef-baf4-0ed32289ab64 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9527104 Apr 29 11:44:39.798883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46834) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:39.813529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901973e2-36ed-4ad3-82de-98763c440a84 None None] Network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:39.857701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:39.858299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.937464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.938979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-431ea3e6-9291-4f1a-9bd7-85cec0015317 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1464109 Apr 29 11:44:39.945466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46838) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:39.949472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:39.950579 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-060078ea-ee6b-48d0-9c83-ac5995c580ff tempest-ServersTestJSON-420532531 tempest-ServersTestJSON-420532531-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d9f2229-5fbf-4ebe-aa5c-61ca09db268b HTTP/1.1" status: 204 len: 168 time: 4.3971341 Apr 29 11:44:39.960408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': True}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:39.969670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46842) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:40.044460 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e140732c-bf48-4b2e-8690-6a79d2b8ce6b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1286311 Apr 29 11:44:40.045279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46846) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:40.106553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:40.110128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.124013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-37f125a5-1138-4c80-984e-837e1fa71d75 None None] Provisioning for port 635197b1-86c6-41e3-ab25-c25653eb4729 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:40.408291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 635197b1-86c6-41e3-ab25-c25653eb4729 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:40.466848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e', 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': 'c62425da-5fce-41f5-83f0-67f3431a3774'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:40.467451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.489500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Router ac5aa49c-6d73-4ad6-a887-3068a178edea has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:40.493024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 2ab4a729-fc03-482a-8f82-2294c2b74460 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:40.501117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.580074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Provisioning for port 1b7042db-eb45-4c82-99c8-ded6029fe232 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:40.609282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Provisioning complete for port 1b7042db-eb45-4c82-99c8-ded6029fe232 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:40.609690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.689786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 635197b1-86c6-41e3-ab25-c25653eb4729 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:40.733482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 635197b1-86c6-41e3-ab25-c25653eb4729 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:40.734106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.757798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:40.775720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Port 1b7042db-eb45-4c82-99c8-ded6029fe232 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:40.825541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Allocated IP 2001:db8::1 (adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e/c62425da-5fce-41f5-83f0-67f3431a3774/8cb8e1f7-4dc7-4506-b213-b403bd1c470f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:40.830938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Provisioning complete for port 64747e3d-efda-456c-903c-3e5f6536c503 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:40.831919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cf26478-eedc-425d-ad0a-7ffd2171a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.857829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:40.858161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment b98cc70a-638d-4bb5-8e52-a9f340410a85 of type vlan for network 8889349a-fa49-4bb0-aaa9-b972d608e144 Apr 29 11:44:40.907503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:40.926546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] Sync routers for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:41.068408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:41.071157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.074041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d7872314-d834-435d-ad2f-3fa9a4a41bd8 admin admin] 10.222.0.53 "PUT /v2.0/routers/ac5aa49c-6d73-4ad6-a887-3068a178edea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0022953 Apr 29 11:44:41.080601 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Sync routers for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:41.083115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46850) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:41.092501 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:41.093488 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.116641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.289997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.291972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.303730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Transition to ACTIVE for port object 8cb8e1f7-4dc7-4506-b213-b403bd1c470f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:41.323185 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:41.324750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Transition to ACTIVE for port object 8cb8e1f7-4dc7-4506-b213-b403bd1c470f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:41.329324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:41.330482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.337165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.342451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:41.343027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.397620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.399532 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-68d03717-d547-4225-89be-6a852c9ab7ac tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/ef5c8930-6a37-4647-8218-783679fa1eaa HTTP/1.1" status: 204 len: 168 time: 4.3367898 Apr 29 11:44:41.404242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:41.445744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.465267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.552296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:41.553424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.561471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9891207 Apr 29 11:44:41.565335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:41.579277 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:44:41.585444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46862) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:41.594408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.603885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:41.652011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:41.652636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.713316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22041546-53f9-4f3b-8503-52e05535a436 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=8889349a-fa49-4bb0-aaa9-b972d608e144,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:41.740242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.763503 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:44:35Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.770286 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Checking router: ac5aa49c-6d73-4ad6-a887-3068a178edea for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:41.783093 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Routers {'ac5aa49c-6d73-4ad6-a887-3068a178edea'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:41.784441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ac5aa49c-6d73-4ad6-a887-3068a178edea'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.790726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 8889349a-fa49-4bb0-aaa9-b972d608e144 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:41.900964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Attempting to bind port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:41.901377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Attempting to bind port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'f09d70cf-6fef-4b47-9b9d-46ccbae11372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:41.901697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Attempting to bind port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f on network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:41.926659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 635197b1-86c6-41e3-ab25-c25653eb4729, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=635197b1-86c6-41e3-ab25-c25653eb4729,segment=NetworkSegment(9a596de9-9f0a-4a53-8071-0d3945906cbf),segment_id=9a596de9-9f0a-4a53-8071-0d3945906cbf)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:41.935422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:41.935814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5fea4-8730-4eaf-89b1-3c45bc30f44e None None] The sync data for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:41.943135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:41.943930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 64747e3d-efda-456c-903c-3e5f6536c503 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:41.967352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ef74a-32cf-4ea5-abf3-93b274fc4e7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:41.968045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2ef74a-32cf-4ea5-abf3-93b274fc4e7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Synchronizing usage tracker for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:42.006108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:42.006474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Checking segment: {'id': 'f09d70cf-6fef-4b47-9b9d-46ccbae11372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:42.006871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.007261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Bound using segment: {'id': 'f09d70cf-6fef-4b47-9b9d-46ccbae11372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:42.007736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Bound port: 8cb8e1f7-4dc7-4506-b213-b403bd1c470f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d70cf-6fef-4b47-9b9d-46ccbae11372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:42.008123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.014612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.048626 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] Set router ac5aa49c-6d73-4ad6-a887-3068a178edea gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:42.050237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Pushing event updated for resources: {'Port': ['ID=8cb8e1f7-4dc7-4506-b213-b403bd1c470f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:42.088684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=c62425da-5fce-41f5-83f0-67f3431a3774,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:42.138549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.143009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=635197b1-86c6-41e3-ab25-c25653eb4729,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:42.162388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2ef74a-32cf-4ea5-abf3-93b274fc4e7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Unset dirty status for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:42.166352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ea2ef74a-32cf-4ea5-abf3-93b274fc4e7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks?id=8889349a-fa49-4bb0-aaa9-b972d608e144 HTTP/1.1" status: 200 len: 761 time: 0.5770772 Apr 29 11:44:42.193953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-028e3a19-ce73-4062-b4bd-eb2679d79be0 None None] Provisioning complete for port 635197b1-86c6-41e3-ab25-c25653eb4729 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:42.194311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-028e3a19-ce73-4062-b4bd-eb2679d79be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.201792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46866) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:42.206953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.279988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 64747e3d-efda-456c-903c-3e5f6536c503 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:42.279988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.354814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] For port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:42.364595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] For port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8cb8e1f7-4dc7-4506-b213-b403bd1c470f,segment=NetworkSegment(f09d70cf-6fef-4b47-9b9d-46ccbae11372),segment_id=f09d70cf-6fef-4b47-9b9d-46ccbae11372)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:42.368165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.26.0.34 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/2204487d-3a59-4417-b284-125bdf2cbb4a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:42.394778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.430926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.471235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:42.498270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09d70cf-6fef-4b47-9b9d-46ccbae11372') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:42.498554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09d70cf-6fef-4b47-9b9d-46ccbae11372') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:42.515875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.521081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.542713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.552175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.578827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e6b9da76-c4b2-422a-bc86-5683b31761ea no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:42.595834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'description': 'd2'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:42.610726 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:44:35Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:42.638475 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1bc23-3775-4e2a-9614-e59bf380fba0 None None] The sync data for ids ['ac5aa49c-6d73-4ad6-a887-3068a178edea'] in dv-neutron-839741-1-hyperv is: [{'id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'name': 'tempest-ServersTestManualDisk-1214423356-router', 'tenant_id': '94ac14784e5748b4ab5677157173ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:49Z', 'updated_at': '2022-04-29T11:44:35Z', 'revision_number': 5, 'project_id': '94ac14784e5748b4ab5677157173ed40', 'gw_port': {'id': 'aecd8e29-da0c-4aaf-ac36-bca72c4c1f94', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5aa49c-6d73-4ad6-a887-3068a178edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:50Z', 'updated_at': '2022-04-29T11:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:42.641723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e6b9da76-c4b2-422a-bc86-5683b31761ea {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:42.642061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e6b9da76-c4b2-422a-bc86-5683b31761ea not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:42.646954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.679686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d0478-5bfe-457d-984a-bd2d839b5fc6 None None] Pushing event updated for resources: {'Port': ['ID=8cb8e1f7-4dc7-4506-b213-b403bd1c470f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:42.686427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:42.687001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:42.714624 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:42.734025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86ca4d-8d88-402c-8036-3758e62b98f3 None None] Network adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:42.792618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.814897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=1b7042db-eb45-4c82-99c8-ded6029fe232,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:42.821868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:44:42.821868 dv-neutron-839741-1-hyperv neutron-server[88016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:44:42.821868 dv-neutron-839741-1-hyperv neutron-server[88016]: [parameters: {'id': 'adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e'}] Apr 29 11:44:42.821868 dv-neutron-839741-1-hyperv neutron-server[88016]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:42.822784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:42.878405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:42.949603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebbc07-664d-4762-a01e-d51cc065688d None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:43.007598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-14c96400-e265-4570-a2d3-1fd58acd15aa None None] Provisioning complete for port 1b7042db-eb45-4c82-99c8-ded6029fe232 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:43.007968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-14c96400-e265-4570-a2d3-1fd58acd15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.104449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 635197b1-86c6-41e3-ab25-c25653eb4729 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:43.125437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.155818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Deleting port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:43.156554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.192408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:43.195568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-14c96400-e265-4570-a2d3-1fd58acd15aa None None] Port 1b7042db-eb45-4c82-99c8-ded6029fe232 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:43.215985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:43.218215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=2204487d-3a59-4417-b284-125bdf2cbb4a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:43.219293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.245311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 635197b1-86c6-41e3-ab25-c25653eb4729 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:43.245705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.267640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:43.341171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebbc07-664d-4762-a01e-d51cc065688d None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:43.355468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.408736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.424234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:43.424795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.515910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.544105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.665952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network 8889349a-fa49-4bb0-aaa9-b972d608e144 is not hosted by any dhcp agent {{(pid=88015) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 11:44:43.671222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:43.671784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.673022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "PUT /v2.0/networks/8889349a-fa49-4bb0-aaa9-b972d608e144 HTTP/1.1" status: 200 len: 758 time: 1.0850427 Apr 29 11:44:43.684212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:43.738744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Deleting port 101318b0-c7c0-429f-b07c-b456c146be71 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:43.738980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:43.851187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180c7d-5851-4ebc-88c7-6041aa745223 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=8889349a-fa49-4bb0-aaa9-b972d608e144,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:43.862739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 8889349a-fa49-4bb0-aaa9-b972d608e144 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:43.898010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] For port aecd8e29-da0c-4aaf-ac36-bca72c4c1f94, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:43.898367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.086871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Calling delete_port for aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:44.223773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8cb8e1f7-4dc7-4506-b213-b403bd1c470f,segment=NetworkSegment(f09d70cf-6fef-4b47-9b9d-46ccbae11372),segment_id=f09d70cf-6fef-4b47-9b9d-46ccbae11372)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:44.224388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.274433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3a142-15de-4e4a-8211-dbd22b21b173 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:44.275903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6c3a142-15de-4e4a-8211-dbd22b21b173 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks?id=8889349a-fa49-4bb0-aaa9-b972d608e144 HTTP/1.1" status: 200 len: 761 time: 0.5819700 Apr 29 11:44:44.287482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46874) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:44.303130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1560246265'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:44.327449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:44.331370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.473784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 8cb8e1f7-4dc7-4506-b213-b403bd1c470f owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:44.606249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:44.648346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:44.651321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] For port 101318b0-c7c0-429f-b07c-b456c146be71, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=101318b0-c7c0-429f-b07c-b456c146be71,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:44.651678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.651934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.677898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.682165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device feaeadef-9d1f-4f51-a49d-3518ea33d50d no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:44.721305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: feaeadef-9d1f-4f51-a49d-3518ea33d50d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:44.721676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device feaeadef-9d1f-4f51-a49d-3518ea33d50d not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:44.799884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.836665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Calling delete_port for 101318b0-c7c0-429f-b07c-b456c146be71 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:44.887710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=8cb8e1f7-4dc7-4506-b213-b403bd1c470f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:44.892891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port 8cb8e1f7-4dc7-4506-b213-b403bd1c470f on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:44.986119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:44.993278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:45.007011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.008648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.032633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.033053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment d0f76631-f658-42f9-a03d-68d820fdc23f of type vlan for network 128410e8-c018-4f93-9cdb-8f805c9fab29 Apr 29 11:44:45.041360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.103150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.113531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecd8e29-da0c-4aaf-ac36-bca72c4c1f94,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:45.172753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:45.173706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.204127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09d70cf-6fef-4b47-9b9d-46ccbae11372') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:45.204385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09d70cf-6fef-4b47-9b9d-46ccbae11372') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:45.229833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.230750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.255596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.283110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=1b7042db-eb45-4c82-99c8-ded6029fe232,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:45.314924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.338433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:45.338833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:45.353282 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:45.452915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.458346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:45.458946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.504061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.613785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 07344ed2-7434-4d2c-ac07-265791f30c69 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:45.616958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:45.683541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.692027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.816779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.870127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:45.872091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=101318b0-c7c0-429f-b07c-b456c146be71,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:45.881494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.889000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.928079 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-315e5d8f-d698-413c-ab22-0c9f852d0fee tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e HTTP/1.1" status: 204 len: 168 time: 5.8228915 Apr 29 11:44:45.931794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46878) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:45.940433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-eed32f06-7824-411d-997b-5f077932fa42 None None] Provisioning complete for port 1b7042db-eb45-4c82-99c8-ded6029fe232 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:45.942043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eed32f06-7824-411d-997b-5f077932fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.950005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303922733'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:45.953875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:45.957967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:45.960211 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6685600 Apr 29 11:44:45.961133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:45.967239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:45.985708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46882) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:45.988354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:45.989946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e290cbe-8605-4009-9e61-cc4130986bfb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=128410e8-c018-4f93-9cdb-8f805c9fab29,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:45.992104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:45.999876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:46.017000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 128410e8-c018-4f93-9cdb-8f805c9fab29 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:46.034428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.034980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5aa49c-6d73-4ad6-a887-3068a178edea {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:46.131304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.132523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a96be009-a698-4530-b773-c56a9a45d111 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ac5aa49c-6d73-4ad6-a887-3068a178edea HTTP/1.1" status: 204 len: 168 time: 5.0484293 Apr 29 11:44:46.155960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46886) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:46.162398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-eed32f06-7824-411d-997b-5f077932fa42 None None] Port 1b7042db-eb45-4c82-99c8-ded6029fe232 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:44:46.176175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:46.221025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:46.226522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.227465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment e7c3311f-3eb6-44fc-b42a-e56deb83a3f6 of type vlan for network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 Apr 29 11:44:46.243617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Router 7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:44:46.283615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.284168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Usage tracker for resource:subnet and tenant:4b4e34f17c1d48658963b58af36a0c76 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:46.292124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:46.306390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:46.319478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Deleting subnet ac118ffe-60a9-4236-af6c-26008bf9eba8 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:46.327067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router 66541644-e1c0-4cee-b6dd-5b0c38405bd2 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:44:46.331786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.358619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port ad705737-464c-479a-8666-a62e8f0a3603 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:46.358952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.387670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:46.390946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.429767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.580521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.584517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:46.585563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.643505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:46.643712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:46.653617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] Sync routers for ids ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:46.665884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] Routers {'7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:46.666814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:46.684355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7487347 Apr 29 11:44:46.688637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46890) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:46.756794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-623fe0cb-d63d-43dc-8722-cced2ef6c534 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/routers/7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9544930 Apr 29 11:44:46.759413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:46.764367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46894) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:46.779183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:46.797553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] Routers {'7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:46.798294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:46.815134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f64f64-f332-4821-886c-7b91b8c06198 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=e65a8b1f-1f12-4de7-a4e8-89083601f4e4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:46.856686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:46.868777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:46.929246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:46.929615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device aecd8e29-da0c-4aaf-ac36-bca72c4c1f94 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:46.931155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:46.931543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fef677-bc2d-4dbb-b6aa-798a44949518 None None] The sync data for ids ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:46.949573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:46.960562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] Sync routers for ids ['66541644-e1c0-4cee-b6dd-5b0c38405bd2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:46.973915 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] Routers {'66541644-e1c0-4cee-b6dd-5b0c38405bd2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:46.977501 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['66541644-e1c0-4cee-b6dd-5b0c38405bd2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:47.007337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.033402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.037249 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ce638a14-6c8d-4e27-883d-807fca254ab9 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "PUT /v2.0/routers/66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 200 len: 913 time: 7.0877101 Apr 29 11:44:47.057123 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:47.068023 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] Routers {'66541644-e1c0-4cee-b6dd-5b0c38405bd2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:47.069159 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['66541644-e1c0-4cee-b6dd-5b0c38405bd2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:47.135226 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:47.136117 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d52a22-204b-4f09-8d3c-ae355974c60b None None] The sync data for ids ['66541644-e1c0-4cee-b6dd-5b0c38405bd2'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:47.151640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46898) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:47.160397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for ad705737-464c-479a-8666-a62e8f0a3603 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:47.191769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:47.199217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:47.203806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:47.212348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:47.234982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:47.238401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.259288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.350082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:47.606681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:47.613370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75efdac7-95b1-4ae2-bcd2-83070a1ac4f3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:47.614697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75efdac7-95b1-4ae2-bcd2-83070a1ac4f3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:47.616281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Sync routers for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:47.620537 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9fa6ab12-d6b2-40d8-993a-4eeb3bb80c6a admin admin] 10.222.0.53 "PUT /v2.0/routers/fbcd30fe-96b8-4196-b2b6-e4eb005172d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6476691 Apr 29 11:44:47.626335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46902) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:47.628299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.630777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:47.631448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:47.659742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.753417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:47.757768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:47.758124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: e65a8b1f-1f12-4de7-a4e8-89083601f4e4, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:47.780522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:47.790957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, e65a8b1f-1f12-4de7-a4e8-89083601f4e4) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:47.800103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a7f8f-38e3-493d-b2fa-fc5601b74250 None None] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:47.802687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:47.803293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.828194 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-999cfe42-c478-4d03-bc38-85ddb9a833e3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1358583 Apr 29 11:44:47.831360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46906) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:47.837777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615229754'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:47.844403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:47.849335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:47.852804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:47.859462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:47.868080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.871820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:47.874301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75efdac7-95b1-4ae2-bcd2-83070a1ac4f3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:47.876184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.880061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75efdac7-95b1-4ae2-bcd2-83070a1ac4f3 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 HTTP/1.1" status: 200 len: 988 time: 1.1121249 Apr 29 11:44:47.889259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46910) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:47.930100 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91376466-9eef-4093-90b1-2b671001653e tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 200 len: 919 time: 0.7744715 Apr 29 11:44:47.940329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46914) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:47.941177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:47.944281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:47.954932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:47.989222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65351e6f-5fe0-4b54-8c39-27b4ead9758b None None] Network 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:48.051779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:48.069683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.070081 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment b6917b14-f718-4589-9a9c-e9250bb68110 of type vlan for network 96262add-c84e-4cc8-8fcf-2be270fb54cd Apr 29 11:44:48.082105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': 'd0f76631-f658-42f9-a03d-68d820fdc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:48.082465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: 128410e8-c018-4f93-9cdb-8f805c9fab29, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:48.110475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac118ffe-60a9-4236-af6c-26008bf9eba8 HTTP/1.1" status: 204 len: 168 time: 1.9473515 Apr 29 11:44:48.123436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a11fd8-c4c6-4f7d-972f-0ada967af848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac118ffe-60a9-4236-af6c-26008bf9eba8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:48.125815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46918) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:48.198098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.236336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.237453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.329688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.335245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:48.335814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.435529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network 128410e8-c018-4f93-9cdb-8f805c9fab29 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:48.437706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=ad705737-464c-479a-8666-a62e8f0a3603,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:48.480488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=96262add-c84e-4cc8-8fcf-2be270fb54cd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:48.487113 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09c05466-9414-4339-867b-48e7e97b05b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6541579 Apr 29 11:44:48.491060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:48.500964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '96262add-c84e-4cc8-8fcf-2be270fb54cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:48.501864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 96262add-c84e-4cc8-8fcf-2be270fb54cd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:48.547679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-e65a8b1f-1f12-4de7-a4e8-89083601f4e4', 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:48.548501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.551928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.559367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 128410e8-c018-4f93-9cdb-8f805c9fab29) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:48.608379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:48.608871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.617140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570bd0ed-8179-4d1e-800c-a737d4c2a2ef None None] Network 128410e8-c018-4f93-9cdb-8f805c9fab29 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:48.620406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d6e67-18f4-4d27-bcc8-7897543e2a58 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:48.623477 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-588d6e67-18f4-4d27-bcc8-7897543e2a58 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=66541644-e1c0-4cee-b6dd-5b0c38405bd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6755257 Apr 29 11:44:48.636888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46926) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:48.711475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:48.717539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:48.720941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:48.728882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:48.777426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Deleting port 2643218e-1f35-4086-9c88-2545a2ccdc24 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:48.777649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.778094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:48.781585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.824338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] DHCP port deletion for 4aa9cd21-f53d-4c13-820e-ba18bb9cd118 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:48.845981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Deleting port 2643218e-1f35-4086-9c88-2545a2ccdc24 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:48.846427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:48.894052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5226dd73-4ed2-4d96-a83b-89190c7a32b5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9056978 Apr 29 11:44:48.897177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46930) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:48.927372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:44:45Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:48.957464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Checking router: fbcd30fe-96b8-4196-b2b6-e4eb005172d7 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:44:49.040573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.ipam_backend_mixin [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing IP validity checks on allocation pools {{(pid=88016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:44:49.041376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.ipam_backend_mixin [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:44:49.045070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.084352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Routers {'fbcd30fe-96b8-4196-b2b6-e4eb005172d7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:49.084986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:49.199727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.348844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Deleting port 9185883a-71e0-4dac-90f6-8fd4dfd63b52 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:49.349240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.432572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.437747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Allocated IP 2001:db8::1 (e65a8b1f-1f12-4de7-a4e8-89083601f4e4/1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c/e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:49.486565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 1b7042db-eb45-4c82-99c8-ded6029fe232 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:49.487046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.494519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] For port 2643218e-1f35-4086-9c88-2545a2ccdc24, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2643218e-1f35-4086-9c88-2545a2ccdc24,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:49.494519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.502018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-128410e8-c018-4f93-9cdb-8f805c9fab29', 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': '2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:49.502862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.527468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e71ff-4b16-4ed8-9486-cfc5ee3d39cd tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:49.528032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e7e71ff-4b16-4ed8-9486-cfc5ee3d39cd tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Synchronizing usage tracker for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:49.586653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] For port 9185883a-71e0-4dac-90f6-8fd4dfd63b52, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9185883a-71e0-4dac-90f6-8fd4dfd63b52,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:49.587016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=00f21d51-54ee-47e3-a175-c258da0bfc3e,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:49.587163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.590372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': 'b6917b14-f718-4589-9a9c-e9250bb68110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '96262add-c84e-4cc8-8fcf-2be270fb54cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:49.590682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: 96262add-c84e-4cc8-8fcf-2be270fb54cd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:49.623693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.668769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] Set router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:44:49.692431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.705323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 96262add-c84e-4cc8-8fcf-2be270fb54cd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:49.715900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Calling delete_port for 2643218e-1f35-4086-9c88-2545a2ccdc24 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:49.731030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 96262add-c84e-4cc8-8fcf-2be270fb54cd) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:49.736304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:49.736884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.765473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25c6be70-09e9-4e4a-b925-9312c3d56279 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2695811 Apr 29 11:44:49.765700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46934) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:49.807129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Calling delete_port for 9185883a-71e0-4dac-90f6-8fd4dfd63b52 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:49.814379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1eed19-6ca3-4149-968d-3e4cb7eeb69c None None] Network 96262add-c84e-4cc8-8fcf-2be270fb54cd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:49.822040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:49.840385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4e7e71ff-4b16-4ed8-9486-cfc5ee3d39cd tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Unset dirty status for tenant:cb1f1b3afc2b4095a9df5b00a748a0c0 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:49.844206 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4e7e71ff-4b16-4ed8-9486-cfc5ee3d39cd tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 1.1928291 Apr 29 11:44:49.868429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46938) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:49.974518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] For port 2643218e-1f35-4086-9c88-2545a2ccdc24, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2643218e-1f35-4086-9c88-2545a2ccdc24,segment=NetworkSegment(c60062e8-4e5a-4432-953b-004b52418bd1),segment_id=c60062e8-4e5a-4432-953b-004b52418bd1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:49.975362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.013810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 1b7042db-eb45-4c82-99c8-ded6029fe232 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:50.071419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-110f9f3e-ac51-4337-bb06-80cac5168005 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 200 len: 205 time: 0.1996791 Apr 29 11:44:50.074281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46942) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:50.236405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Calling delete_port for 2643218e-1f35-4086-9c88-2545a2ccdc24 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:50.257341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.277518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.366432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.389478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.399557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] Pushing event deleted for resources: {'Port': ['ID=2643218e-1f35-4086-9c88-2545a2ccdc24,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:50.434183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a70e9-715c-45db-9b84-15358f324d3c None None] No DVR routers for this DVR port 2643218e-1f35-4086-9c88-2545a2ccdc24 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:50.496876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Allocated IP 172.20.0.2 (128410e8-c018-4f93-9cdb-8f805c9fab29/2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498/eb94f701-4e1b-4ef1-9968-63a6c3ab9b10) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:50.504840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.668437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:50.669015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:50.685255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100e010-c809-4057-9097-35c5984c4303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-96262add-c84e-4cc8-8fcf-2be270fb54cd', 'network_id': '96262add-c84e-4cc8-8fcf-2be270fb54cd', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '00f21d51-54ee-47e3-a175-c258da0bfc3e'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:50.685934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9100e010-c809-4057-9097-35c5984c4303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.695097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.799006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2643218e-1f35-4086-9c88-2545a2ccdc24 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:50.843896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.882409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2643218e-1f35-4086-9c88-2545a2ccdc24 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:50.882983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.883135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2643218e-1f35-4086-9c88-2545a2ccdc24 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:50.901465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9185883a-71e0-4dac-90f6-8fd4dfd63b52,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:50.902577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Transition to ACTIVE for port object e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:50.924345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.934650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:50.944982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.945326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.945986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.946490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.947063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.947876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.948449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.948944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.949282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.949653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.949976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.950464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:50.970027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 2ab4a729-fc03-482a-8f82-2294c2b74460 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:50.979984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=00f21d51-54ee-47e3-a175-c258da0bfc3e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:50.997300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Transition to ACTIVE for port object e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:51.015811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:44:45Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.017869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=1b7042db-eb45-4c82-99c8-ded6029fe232,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:51.023885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port 2204487d-3a59-4417-b284-125bdf2cbb4a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:51.025157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.026052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.060627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2ed52-e798-49b1-b893-5c5d65218ed7 None None] The sync data for ids ['fbcd30fe-96b8-4196-b2b6-e4eb005172d7'] in dv-neutron-839741-1-hyperv is: [{'id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'name': 'tempest-ServersTestJSON-1910040665-router', 'tenant_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:44:45Z', 'revision_number': 5, 'project_id': 'fd48c60fd4ae4d3bb08914f7dbba868e', 'gw_port': {'id': '9185883a-71e0-4dac-90f6-8fd4dfd63b52', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcd30fe-96b8-4196-b2b6-e4eb005172d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-9100e010-c809-4057-9097-35c5984c4303 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00f21d51-54ee-47e3-a175-c258da0bfc3e: This subnet is being modified by another concurrent operation. Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:44:51.091541 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00f21d51-54ee-47e3-a175-c258da0bfc3e: This subnet is being modified by another concurrent operation. Apr 29 11:44:51.095043 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:44:51.111499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:51.116851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:51.123312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.126047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:51.174823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf126ff-1fab-45f0-8a6b-981308d9f220 None None] Network 96262add-c84e-4cc8-8fcf-2be270fb54cd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:51.188183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Transition to ACTIVE for port object eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:51.196256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Pushing event updated for resources: {'Port': ['ID=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:51.231787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Deleting port 2643218e-1f35-4086-9c88-2545a2ccdc24 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:51.232514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.268405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Transition to ACTIVE for port object eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:51.291293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.341914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] The port '2643218e-1f35-4086-9c88-2545a2ccdc24' was deleted {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:51.347028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.371138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.430574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Attempting to bind port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:51.431316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Attempting to bind port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:51.431700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Attempting to bind port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 on network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:51.435074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.455100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Network 128410e8-c018-4f93-9cdb-8f805c9fab29 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:51.487868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:51.488246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Checking segment: {'id': 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:51.488665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.489508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Bound using segment: {'id': 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:51.489623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Bound port: e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e65a8b1f-1f12-4de7-a4e8-89083601f4e4'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:51.489948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.500059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:51.509208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96262add-c84e-4cc8-8fcf-2be270fb54cd']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.510291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:51.515351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Pushing event updated for resources: {'Port': ['ID=eb94f701-4e1b-4ef1-9968-63a6c3ab9b10,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:51.542914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6917b14-f718-4589-9a9c-e9250bb68110') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.543289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6917b14-f718-4589-9a9c-e9250bb68110') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.621265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.689120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.692212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.703883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.715702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Attempting to bind port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:51.715702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Attempting to bind port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'd0f76631-f658-42f9-a03d-68d820fdc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:51.716343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Attempting to bind port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 on network 128410e8-c018-4f93-9cdb-8f805c9fab29 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:51.725525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:51.725900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Checking segment: {'id': 'd0f76631-f658-42f9-a03d-68d820fdc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:51.726359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.726708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Bound using segment: {'id': 'd0f76631-f658-42f9-a03d-68d820fdc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:51.727178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Bound port: eb94f701-4e1b-4ef1-9968-63a6c3ab9b10, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f76631-f658-42f9-a03d-68d820fdc23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '128410e8-c018-4f93-9cdb-8f805c9fab29'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:51.727549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.740275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.746452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] For port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:51.747706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.752592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.767273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:51.784179 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] Sync routers for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:51.794054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:51.795238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] For port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,segment=NetworkSegment(e7c3311f-3eb6-44fc-b42a-e56deb83a3f6),segment_id=e7c3311f-3eb6-44fc-b42a-e56deb83a3f6)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:51.809623 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:51.810791 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.816727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:51.817138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:51.833602 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:51.854019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa9cd21-f53d-4c13-820e-ba18bb9cd118']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.895192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aa1b8129-3389-4ebb-9cba-386794b21b40 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/routers/2ab4a729-fc03-482a-8f82-2294c2b74460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4886293 Apr 29 11:44:51.896245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.897131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbcd30fe-96b8-4196-b2b6-e4eb005172d7 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:51.898624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:51.912091 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.928568 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] Routers {'2ab4a729-fc03-482a-8f82-2294c2b74460'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:51.929240 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2ab4a729-fc03-482a-8f82-2294c2b74460'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.956141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60062e8-4e5a-4432-953b-004b52418bd1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.956422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60062e8-4e5a-4432-953b-004b52418bd1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:51.957526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] For port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:51.962360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] For port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eb94f701-4e1b-4ef1-9968-63a6c3ab9b10,segment=NetworkSegment(d0f76631-f658-42f9-a03d-68d820fdc23f),segment_id=d0f76631-f658-42f9-a03d-68d820fdc23f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:51.966983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.976417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:51.981792 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-832d9ea1-db88-4fb5-b16a-ae9ceea6a2f3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fbcd30fe-96b8-4196-b2b6-e4eb005172d7 HTTP/1.1" status: 204 len: 168 time: 4.3488293 Apr 29 11:44:51.995727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.011048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46954) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:52.033013 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.033753 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d3168-1cbb-4b0c-a0d4-28cac663f2f7 None None] The sync data for ids ['2ab4a729-fc03-482a-8f82-2294c2b74460'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:52.057888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.076114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12657830-fcb3-41c3-82cb-ee989ea36997 None None] Pushing event updated for resources: {'Port': ['ID=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:52.178482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31c6db-865b-4e78-83b1-923dd9da9226 None None] Pushing event updated for resources: {'Port': ['ID=eb94f701-4e1b-4ef1-9968-63a6c3ab9b10,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:52.220501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for 2204487d-3a59-4417-b284-125bdf2cbb4a owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:52.294404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4d0f2-14be-486e-a614-efdccc4fce51 None None] Network 128410e8-c018-4f93-9cdb-8f805c9fab29 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:52.372007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Router 7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:44:52.402912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.414326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.418264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.484493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128410e8-c018-4f93-9cdb-8f805c9fab29']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.503024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.599988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f76631-f658-42f9-a03d-68d820fdc23f') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.600458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f76631-f658-42f9-a03d-68d820fdc23f') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.622718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:52.623227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:52.643106 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:52.674873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Deleting subnet 59ad3535-04a5-4d73-8c31-c9f69956d90a {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:52.692645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.758958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.773283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=96262add-c84e-4cc8-8fcf-2be270fb54cd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:52.788283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/96262add-c84e-4cc8-8fcf-2be270fb54cd HTTP/1.1" status: 204 len: 168 time: 3.0185380 Apr 29 11:44:52.798025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:44:52.799641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46962) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:52.812852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.821478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361653424'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:52.826485 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ef95ac1f-faad-4255-83f2-e4679b0a28c5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/routers/7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9347746 Apr 29 11:44:52.826973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] Sync routers for ids ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:44:52.832214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.832741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.833454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.834197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.834902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.835540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.836196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.837089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.837634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46966) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:52.837822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.838420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.839082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.839720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06995b-bbe7-486d-9ae5-cc59e510d04b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:52.840000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:52.843616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:52.844023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.847669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:52.856101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:52.862242 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:52.864548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:52.867120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.874911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:52.899358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:52.899802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] Routers {'7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:52.900641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.903536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.962737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:52.968877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525c38c-f5da-4b4f-80dd-e9ce1adf506a req-c11b3c7a-c2e7-4f8c-8e9a-04d9fe5a1e13 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:52.976183 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8525c38c-f5da-4b4f-80dd-e9ce1adf506a req-c11b3c7a-c2e7-4f8c-8e9a-04d9fe5a1e13 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.2862771 Apr 29 11:44:52.978146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:52.996744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] Routers {'7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:44:52.997502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:53.039354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:53.061850 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8525c38c-f5da-4b4f-80dd-e9ce1adf506a req-db746307-0aee-4146-a326-d7690680b303 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844274 Apr 29 11:44:53.065630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.074426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.079901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:53.080476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653670f5-ced7-48ec-9b76-7d23a0a98a2a None None] The sync data for ids ['7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:44:53.096423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:53.110711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.111061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment d2c9e7ec-50cd-42e0-845e-378f95566be3 of type vlan for network ba888b37-234d-42d0-b66d-67427dabbe6a Apr 29 11:44:53.138085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=2204487d-3a59-4417-b284-125bdf2cbb4a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:53.158230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.167423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 101318b0-c7c0-429f-b07c-b456c146be71 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:53.179569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceca4d2d-b214-4b8d-aaf8-8c394e8935c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:44:53.181282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ceca4d2d-b214-4b8d-aaf8-8c394e8935c6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/1b7042db-eb45-4c82-99c8-ded6029fe232 HTTP/1.1" status: 404 len: 333 time: 0.3395634 Apr 29 11:44:53.195338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa9cd21-f53d-4c13-820e-ba18bb9cd118,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:53.203826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46970) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:53.278127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.285971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 101318b0-c7c0-429f-b07c-b456c146be71 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:53.285971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 101318b0-c7c0-429f-b07c-b456c146be71 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:53.285971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9185883a-71e0-4dac-90f6-8fd4dfd63b52 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:53.296844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.326963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 9185883a-71e0-4dac-90f6-8fd4dfd63b52 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:53.327305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9185883a-71e0-4dac-90f6-8fd4dfd63b52 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:53.375917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-493531b1-b58c-4af9-a296-523deae206fa admin admin] 10.222.0.53 "DELETE /v2.0/networks/4aa9cd21-f53d-4c13-820e-ba18bb9cd118 HTTP/1.1" status: 204 len: 168 time: 5.2374175 Apr 29 11:44:53.376999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:44:53.376999 dv-neutron-839741-1-hyperv neutron-server[88015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:44:53.376999 dv-neutron-839741-1-hyperv neutron-server[88015]: [parameters: {'id': '128410e8-c018-4f93-9cdb-8f805c9fab29'}] Apr 29 11:44:53.376999 dv-neutron-839741-1-hyperv neutron-server[88015]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:53.377807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:53.419005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-0ab61a0a-a472-4e79-89fb-dfa72da634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:53.420572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-0ab61a0a-a472-4e79-89fb-dfa72da634cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.9004235 Apr 29 11:44:53.424585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.424987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:44:53.516498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.521776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.546609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.553023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:53.553874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.583860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.584352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router 66541644-e1c0-4cee-b6dd-5b0c38405bd2 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:53.618642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2657550-eced-48d0-850e-286ed084c414 None None] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:53.630288 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8216884 Apr 29 11:44:53.635808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.635964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1d442b8c-b92d-42ae-ae39-c3e5c4093619 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 204 len: 168 time: 3.5607076 Apr 29 11:44:53.640016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46976) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:53.640345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 46978) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:53.658496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-12128882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:53.667110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:53.685568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46984) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:53.709160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eee564-673f-491b-9492-a622cd607fb4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=ba888b37-234d-42d0-b66d-67427dabbe6a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:53.734817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ba888b37-234d-42d0-b66d-67427dabbe6a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:53.747416 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3b333e20-fd84-44a4-895b-6e675f0fcbd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94ac14784e5748b4ab5677157173ed40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0584116 Apr 29 11:44:53.747719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 46988) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:53.824140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.841360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Provisioning for port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:44:53.854785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.873853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Provisioning complete for port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:53.874361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.924470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.942407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04a772c-ea12-408a-9e85-2a4ef0d217f8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:53.955851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.957347 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2676bd24-0cd2-40e3-882b-ccb8fa035f63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b04a772c-ea12-408a-9e85-2a4ef0d217f8 HTTP/1.1" status: 204 len: 168 time: 0.2084765 Apr 29 11:44:53.983149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:53.985271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:53.987618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.053126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.120364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.135569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:54.143169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:54.171093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 6bb906ba-3af0-406d-9057-6d8d36be7e18 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:54.171665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.175560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] For port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,segment=NetworkSegment(e7c3311f-3eb6-44fc-b42a-e56deb83a3f6),segment_id=e7c3311f-3eb6-44fc-b42a-e56deb83a3f6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:54.180929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.201820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:54.250064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.268520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Pushing event updated for resources: {'Port': ['ID=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:54.278203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.278600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.278935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.279263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.279591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.279925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.280239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.280561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.280879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.281193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.281535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.281850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5408d1-1792-4f24-ad2e-07e1ca0f79d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:44:54.311856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-83aa6bbe-3088-45ac-94e4-abe45d085c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:54.313332 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-83aa6bbe-3088-45ac-94e4-abe45d085c95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.8291962 Apr 29 11:44:54.326726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.333262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:54.333262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.411627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9112e3c-374b-4bdf-bf3c-a0c284406734 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:54.447238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.448636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.485777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3da4143e-7f29-4e73-8c5a-cce64eb17b03 None None] Provisioning complete for port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:54.486142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3da4143e-7f29-4e73-8c5a-cce64eb17b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.643795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:54.676345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9112e3c-374b-4bdf-bf3c-a0c284406734 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:54.713985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.726781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:54.740201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:54.748875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.749638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Fanout notify agent at l3_agent the message router_deleted on router 7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:54.782775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:54.817159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:44:54.851414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-28f9e88e-d4d0-4dff-9e83-1a89af3d9873 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.4484942 Apr 29 11:44:54.921448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:54.993454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:44:54.994009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.061087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:55.064873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.095069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ad3535-04a5-4d73-8c31-c9f69956d90a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:55.099631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.121335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.173758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.174826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ff67bacf-8e83-4611-ad46-2136fed41b53 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/routers/7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 HTTP/1.1" status: 204 len: 168 time: 1.9635909 Apr 29 11:44:55.180657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47018) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:55.203048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eb94f701-4e1b-4ef1-9968-63a6c3ab9b10,segment=NetworkSegment(d0f76631-f658-42f9-a03d-68d820fdc23f),segment_id=d0f76631-f658-42f9-a03d-68d820fdc23f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:55.203456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.276530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b298fc5-8e40-4dfa-bc27-eec5022d7d73 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:44:55.299781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:55.303702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.310771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.324294 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6d8e706a-fea9-4c72-a247-ca245e1fee39 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59ad3535-04a5-4d73-8c31-c9f69956d90a HTTP/1.1" status: 204 len: 168 time: 3.2243233 Apr 29 11:44:55.347611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:55.427754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b298fc5-8e40-4dfa-bc27-eec5022d7d73 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:44:55.473570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.481916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:55.703208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.732037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Deleting port f72636a0-461a-4bff-8c00-1198c8319c3c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:55.732447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.786393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47036) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:55.797517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.801224 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-461d2107-1f1e-4754-83ac-a758f2ac049d tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.1483238 Apr 29 11:44:55.805428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47042) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:55.812801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-f5018ad7-28ca-4643-8c9f-25421126988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:55.814575 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-f5018ad7-28ca-4643-8c9f-25421126988d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.9509315 Apr 29 11:44:55.864669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:55.869611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:55.947634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5d6de-5921-48db-920a-c8582ec7dba4 None None] Network 5650cb91-6506-40b5-ab7f-695bb49ba887 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:55.973179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26b639-c430-4475-a972-8cc40b3649cb req-58f2d35a-c24a-4e66-9413-25a8da2b3724 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:55.974664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c26b639-c430-4475-a972-8cc40b3649cb req-58f2d35a-c24a-4e66-9413-25a8da2b3724 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.6545944 Apr 29 11:44:55.988861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 6bb906ba-3af0-406d-9057-6d8d36be7e18 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:56.008375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1926623836', 'router:external': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:56.041266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:56.043884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.082132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:network and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:56.095730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=eb94f701-4e1b-4ef1-9968-63a6c3ab9b10,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:56.109273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port eb94f701-4e1b-4ef1-9968-63a6c3ab9b10 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:56.179003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:56.243421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] DHCP port deletion for 5650cb91-6506-40b5-ab7f-695bb49ba887 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:56.247967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Deleting port f72636a0-461a-4bff-8c00-1198c8319c3c {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:56.248567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.281821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:56.311151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] For port f72636a0-461a-4bff-8c00-1198c8319c3c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f72636a0-461a-4bff-8c00-1198c8319c3c,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:56.312015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.344835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.355964 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c26b639-c430-4475-a972-8cc40b3649cb req-64618b38-c0a7-4943-8bc1-7f8abf42db4b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763031 Apr 29 11:44:56.356785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.442544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128410e8-c018-4f93-9cdb-8f805c9fab29']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:56.461576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.470591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f76631-f658-42f9-a03d-68d820fdc23f') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:56.470806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f76631-f658-42f9-a03d-68d820fdc23f') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:56.490986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Made reservation on behalf of dc2177c926654353be33e242ee1ba070 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:56.491221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-dd841d7e-b2e9-4121-ae60-f152bcc32fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:56.492690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-dd841d7e-b2e9-4121-ae60-f152bcc32fbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5590661 Apr 29 11:44:56.493409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.529059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] For port f72636a0-461a-4bff-8c00-1198c8319c3c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f72636a0-461a-4bff-8c00-1198c8319c3c,segment=NetworkSegment(6e197df2-2a4b-4c97-b50a-d5656cab5fdc),segment_id=6e197df2-2a4b-4c97-b50a-d5656cab5fdc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:56.529538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.538530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.587109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=3290bfb9-514e-4d28-b900-4b075d2735b8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:56.605165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': 'd2c9e7ec-50cd-42e0-845e-378f95566be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:56.605378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: ba888b37-234d-42d0-b66d-67427dabbe6a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:44:56.616685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.631517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Calling delete_port for f72636a0-461a-4bff-8c00-1198c8319c3c owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:56.640606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:56.641234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.672594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.679763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Calling delete_port for f72636a0-461a-4bff-8c00-1198c8319c3c owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:56.708831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:56.728273 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:56.766225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:56.774591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:56.777614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:security_group_rule and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:56.780783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.782989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8b746-6bfd-4043-b534-0271bc066c78 None None] Network 07344ed2-7434-4d2c-ac07-265791f30c69 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:56.784809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:56.803165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f72636a0-461a-4bff-8c00-1198c8319c3c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:56.825992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.853369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:56.860073 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6e29c494-1c0a-41ec-9bf0-b17d6b91a545 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6 HTTP/1.1" status: 204 len: 168 time: 1.6733093 Apr 29 11:44:56.863864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47046) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:56.869028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network ba888b37-234d-42d0-b66d-67427dabbe6a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:44:56.902510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.905888 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-92d79e13-28bf-4d3c-964d-1190b660360c service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999636 Apr 29 11:44:56.910242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:56.910567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:56.910947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] No DVR routers for this DVR port f72636a0-461a-4bff-8c00-1198c8319c3c on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:56.913053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f72636a0-461a-4bff-8c00-1198c8319c3c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:56.913980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f72636a0-461a-4bff-8c00-1198c8319c3c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:56.928904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6f7e2-8507-4a75-9eb5-b3a71c62b4db None None] Pushing event deleted for resources: {'Port': ['ID=f72636a0-461a-4bff-8c00-1198c8319c3c,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:56.943086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:56.947699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ba888b37-234d-42d0-b66d-67427dabbe6a) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:56.971071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.000788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00f62e-a45a-43c3-b015-14f8e1fdeaa1 None None] Network ba888b37-234d-42d0-b66d-67427dabbe6a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:57.014075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=128410e8-c018-4f93-9cdb-8f805c9fab29,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:57.016511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:57.017103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.070954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=6bb906ba-3af0-406d-9057-6d8d36be7e18,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:57.113103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2e510062-8b02-4286-9b0d-5b06217cf341 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/128410e8-c018-4f93-9cdb-8f805c9fab29 HTTP/1.1" status: 204 len: 168 time: 8.0136127 Apr 29 11:44:57.162831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47050) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:57.198011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-27b3aef9-15df-4fb6-94dd-80d21e916193 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5489542 Apr 29 11:44:57.207379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.209196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47054) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:57.229828 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03cbd7c-d074-4212-abbe-01fc1294680f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] GET failed (client error): The resource could not be found. Apr 29 11:44:57.230349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c03cbd7c-d074-4212-abbe-01fc1294680f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Synchronizing usage tracker for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:57.333922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 64747e3d-efda-456c-903c-3e5f6536c503 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:57.335013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.345066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.355390 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ba888b37-234d-42d0-b66d-67427dabbe6a', 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '3290bfb9-514e-4d28-b900-4b075d2735b8'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:44:57.359101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.424765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] DHCP port deletion for 07344ed2-7434-4d2c-ac07-265791f30c69 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:57.435608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Deleting port 64747e3d-efda-456c-903c-3e5f6536c503 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:57.436494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.535803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Deleting port f72636a0-461a-4bff-8c00-1198c8319c3c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:57.536141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.586331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c03cbd7c-d074-4212-abbe-01fc1294680f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Unset dirty status for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:57.588021 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c03cbd7c-d074-4212-abbe-01fc1294680f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets/2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498 HTTP/1.1" status: 404 len: 337 time: 0.4233508 Apr 29 11:44:57.614357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47060) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:57.639872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a64f08f-26cb-40e0-b039-36747a53afd6 req-34f85d21-ee54-49bc-aec7-a84ce9847158 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936402 Apr 29 11:44:57.655479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.670975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.676058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.718851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.729239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.729828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab4a729-fc03-482a-8f82-2294c2b74460 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:44:57.734223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] The port 'f72636a0-461a-4bff-8c00-1198c8319c3c' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:57.743132 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dbd7b2-a9fa-4b74-9dd1-29355d815f7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:44:57.743894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dbd7b2-a9fa-4b74-9dd1-29355d815f7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:44:57.746435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.777635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.782120 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a0cb609d-42e1-4d9b-b696-c2d3e14a5606 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/routers/2ab4a729-fc03-482a-8f82-2294c2b74460 HTTP/1.1" status: 204 len: 168 time: 5.8179526 Apr 29 11:44:57.782822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47064) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:57.825954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] For port 64747e3d-efda-456c-903c-3e5f6536c503, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=64747e3d-efda-456c-903c-3e5f6536c503,segment=NetworkSegment(587cbce4-987c-45ca-85a6-d26e11be6ba1),segment_id=587cbce4-987c-45ca-85a6-d26e11be6ba1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:57.827508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.851149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.907763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:44:57.909234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Allocated IP 2001:db8::1 (ba888b37-234d-42d0-b66d-67427dabbe6a/3290bfb9-514e-4d28-b900-4b075d2735b8/a33bcd84-e7c4-41ed-a78b-7e0129bedd2a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:57.914796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting subnet 3c4c562d-f449-4fa5-8641-b07d2fd0e2c3 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:44:57.918094 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-19dbd7b2-a9fa-4b74-9dd1-29355d815f7d tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/128410e8-c018-4f93-9cdb-8f805c9fab29 HTTP/1.1" status: 404 len: 339 time: 0.2700996 Apr 29 11:44:57.922025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47068) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:57.927553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:57.984687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Calling delete_port for 64747e3d-efda-456c-903c-3e5f6536c503 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:57.986963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8f8ac-350d-468e-a17d-2b9a836e3592,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:58.014439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.014819 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Added segment c7f6836c-d562-4c6d-8eae-3dcb2d962ce6 of type vlan for network 867bff29-9f1d-49a8-9fe3-2a504225b248 Apr 29 11:44:58.029550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.078233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.092223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.185933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.187066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.190731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36163b9c-e8c9-429f-bc4b-3f3c98036845 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.191452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-36163b9c-e8c9-429f-bc4b-3f3c98036845 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Synchronizing usage tracker for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:58.221774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-36163b9c-e8c9-429f-bc4b-3f3c98036845 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Unset dirty status for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:58.225828 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-36163b9c-e8c9-429f-bc4b-3f3c98036845 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3000250 Apr 29 11:44:58.226000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47072) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:58.232754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] For port 64747e3d-efda-456c-903c-3e5f6536c503, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=64747e3d-efda-456c-903c-3e5f6536c503,segment=NetworkSegment(587cbce4-987c-45ca-85a6-d26e11be6ba1),segment_id=587cbce4-987c-45ca-85a6-d26e11be6ba1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:58.233204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.262216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] No DVR routers for this DVR port 64747e3d-efda-456c-903c-3e5f6536c503 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:44:58.267537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.276155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a655cf50-c37c-4eb9-9b6e-d557c88dc35a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Synchronizing usage tracker for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:44:58.278039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.282510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6553b0-5685-4687-8c11-c1e3b29e959d None None] Pushing event deleted for resources: {'Port': ['ID=64747e3d-efda-456c-903c-3e5f6536c503,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:58.333702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5650cb91-6506-40b5-ab7f-695bb49ba887']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:58.347811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a655cf50-c37c-4eb9-9b6e-d557c88dc35a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Unset dirty status for tenant:4b4e34f17c1d48658963b58af36a0c76 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:44:58.349663 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a655cf50-c37c-4eb9-9b6e-d557c88dc35a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 207 time: 0.1225514 Apr 29 11:44:58.356107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47076) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:58.374448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.385799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Transition to ACTIVE for port object a33bcd84-e7c4-41ed-a78b-7e0129bedd2a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:58.407164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dfa3e-2b8c-4bcb-8f69-f5722e6c79ec req-695c00df-60f9-46f4-abe2-40b53bd88c53 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.409494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Transition to ACTIVE for port object a33bcd84-e7c4-41ed-a78b-7e0129bedd2a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:44:58.415103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-005dfa3e-2b8c-4bcb-8f69-f5722e6c79ec req-695c00df-60f9-46f4-abe2-40b53bd88c53 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.8500006 Apr 29 11:44:58.420678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.435672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 64747e3d-efda-456c-903c-3e5f6536c503 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:44:58.494742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e197df2-2a4b-4c97-b50a-d5656cab5fdc') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:58.495392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e197df2-2a4b-4c97-b50a-d5656cab5fdc') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:58.528134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.534449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.550272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Pushing event updated for resources: {'Port': ['ID=a33bcd84-e7c4-41ed-a78b-7e0129bedd2a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:58.553815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Network ba888b37-234d-42d0-b66d-67427dabbe6a is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:44:58.555566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:44:58.557852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:44:58.576604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.612765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=3290bfb9-514e-4d28-b900-4b075d2735b8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:58.628054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.646870 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-005dfa3e-2b8c-4bcb-8f69-f5722e6c79ec req-74977760-72f2-49d3-93cb-1eb2547dc427 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298882 Apr 29 11:44:58.651494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Attempting to bind port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:44:58.651976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Attempting to bind port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'd2c9e7ec-50cd-42e0-845e-378f95566be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:44:58.652414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Attempting to bind port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a on network ba888b37-234d-42d0-b66d-67427dabbe6a {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Checking segment: {'id': 'd2c9e7ec-50cd-42e0-845e-378f95566be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Bound using segment: {'id': 'd2c9e7ec-50cd-42e0-845e-378f95566be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Bound port: a33bcd84-e7c4-41ed-a78b-7e0129bedd2a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c9e7ec-50cd-42e0-845e-378f95566be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:44:58.663275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.678045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.679609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Allocated IP 172.26.0.163 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/2de14622-1beb-4385-91c2-6e49aa361a05) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:44:58.689664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4c562d-f449-4fa5-8641-b07d2fd0e2c3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:58.717359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7344af96-a1a0-4887-b408-8ae3c86ada68 None None] Network 420d13cc-9528-4a4b-a258-e403d61d2ac1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:58.731916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:58.732550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.766958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae409e5-591f-49c0-bb92-d5fedf43cc94 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.768200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:58.768611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:58.769295 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:58.771994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 64747e3d-efda-456c-903c-3e5f6536c503 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:44:58.772718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae409e5-591f-49c0-bb92-d5fedf43cc94 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.778304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae409e5-591f-49c0-bb92-d5fedf43cc94 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.785152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae409e5-591f-49c0-bb92-d5fedf43cc94 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.786878 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8ae409e5-591f-49c0-bb92-d5fedf43cc94 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4298236 Apr 29 11:44:58.792200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.801320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47080) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:58.806435 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2a46e18e-7446-476a-82c1-461e552ae0da tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/subnets/3c4c562d-f449-4fa5-8641-b07d2fd0e2c3 HTTP/1.1" status: 204 len: 168 time: 1.0163398 Apr 29 11:44:58.814324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47082) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:58.815647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 64747e3d-efda-456c-903c-3e5f6536c503 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:44:58.815647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 64747e3d-efda-456c-903c-3e5f6536c503 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:44:58.838930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.840004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:58.840655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:58.919940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba888b37-234d-42d0-b66d-67427dabbe6a']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:58.967535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] For port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:44:58.989529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] For port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a33bcd84-e7c4-41ed-a78b-7e0129bedd2a,segment=NetworkSegment(d2c9e7ec-50cd-42e0-845e-378f95566be3),segment_id=d2c9e7ec-50cd-42e0-845e-378f95566be3)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:44:58.996636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.056284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c9e7ec-50cd-42e0-845e-378f95566be3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:59.056846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c9e7ec-50cd-42e0-845e-378f95566be3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:59.061554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.066465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.085424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.092001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.115029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37001d2-2be0-450a-a880-dd099d588550 None None] Pushing event updated for resources: {'Port': ['ID=a33bcd84-e7c4-41ed-a78b-7e0129bedd2a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:59.130055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.151847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:59.152183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.186608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:44:59.186881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.199284 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] 10.222.0.53 "DELETE /v2.0/networks/5650cb91-6506-40b5-ab7f-695bb49ba887 HTTP/1.1" status: 204 len: 168 time: 3.8464899 Apr 29 11:44:59.199445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edad39-b9a2-453c-9a34-aa75bd8af7f9 None None] Network ba888b37-234d-42d0-b66d-67427dabbe6a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:44:59.210432 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:44:59.229467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Network': ['ID=867bff29-9f1d-49a8-9fe3-2a504225b248,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:59.229839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98f39a69-2ba0-4f26-93e9-59442eb7bbe4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 682 time: 0.4175143 Apr 29 11:44:59.233515 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6c8fd7dc-c83f-48b7-a1b8-6cdcd387042e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.4456675 Apr 29 11:44:59.244182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47090) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.244372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47092) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.245575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] DHCP port deletion for 420d13cc-9528-4a4b-a258-e403d61d2ac1 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:44:59.248240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:44:59.255487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5043c-3785-4a57-9c87-dfab74c4a9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5650cb91-6506-40b5-ab7f-695bb49ba887,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:44:59.285249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Deleting port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:59.285719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.321433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.332137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 64747e3d-efda-456c-903c-3e5f6536c503 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:44:59.333688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.420272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] The port '64747e3d-efda-456c-903c-3e5f6536c503' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:44:59.435061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'subnet': {'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:44:59.489032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47098) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.514905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:44:59.529308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:subnet and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:44:59.538409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:44:59.576288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:44:59.576288 dv-neutron-839741-1-hyperv neutron-server[88015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:44:59.576288 dv-neutron-839741-1-hyperv neutron-server[88015]: [parameters: {'id': 'ba888b37-234d-42d0-b66d-67427dabbe6a'}] Apr 29 11:44:59.576288 dv-neutron-839741-1-hyperv neutron-server[88015]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:44:59.576767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:44:59.589328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:44:59.609943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bccb2-3efa-4e56-98d9-6df795884ff1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:59.611836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bccb2-3efa-4e56-98d9-6df795884ff1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:59.613246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-680bccb2-3efa-4e56-98d9-6df795884ff1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3533978 Apr 29 11:44:59.621511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Made reservation on behalf of dc2177c926654353be33e242ee1ba070 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:44:59.621857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47102) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.622105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.738132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.777245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07344ed2-7434-4d2c-ac07-265791f30c69']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:59.792200 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ba562961-6b47-4d47-a3d1-7d1ac09c4b5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd48c60fd4ae4d3bb08914f7dbba868e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2980974 Apr 29 11:44:59.795299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c80f5-586f-4ec7-9640-76d2f486f305 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:59.796912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c80f5-586f-4ec7-9640-76d2f486f305 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:44:59.803871 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-410c80f5-586f-4ec7-9640-76d2f486f305 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1785512 Apr 29 11:44:59.803871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47108) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.806541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587cbce4-987c-45ca-85a6-d26e11be6ba1') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:59.806876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587cbce4-987c-45ca-85a6-d26e11be6ba1') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:44:59.823750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47110) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:44:59.828384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.869044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] For port ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,segment=NetworkSegment(2f1ca687-269c-4bea-9bf3-795b8955cb96),segment_id=2f1ca687-269c-4bea-9bf3-795b8955cb96)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:59.869044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.874645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.963578 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:44:59.996954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] For port ec398ea3-6c40-4c50-ae78-7fde1c3773e2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,segment=NetworkSegment(2f1ca687-269c-4bea-9bf3-795b8955cb96),segment_id=2f1ca687-269c-4bea-9bf3-795b8955cb96)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:44:59.997905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.000800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:00.000800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.009418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for ec398ea3-6c40-4c50-ae78-7fde1c3773e2 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:00.021704 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:00.031257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:00.095308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.095564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:00.124618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Calling delete_port for ec398ea3-6c40-4c50-ae78-7fde1c3773e2 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:00.152389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:00.152803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.157016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:00.211764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c17f-3a91-42f0-9644-f4395b46a9d7 req-06ac08ff-f56d-4b9d-9501-620fadcfd8fd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:00.213476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8b1c17f-3a91-42f0-9644-f4395b46a9d7 req-06ac08ff-f56d-4b9d-9501-620fadcfd8fd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4306722 Apr 29 11:45:00.232451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Pushing event updated for resources: {'Port': ['ID=2de14622-1beb-4385-91c2-6e49aa361a05,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:00.254937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:00.255129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:00.256245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.271202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.275885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.286471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dc0f34c7-1971-4599-9dfd-bc0396c728f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.317257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.367755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] No DVR routers for this DVR port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:00.393007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=07344ed2-7434-4d2c-ac07-265791f30c69,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:00.409918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=ec398ea3-6c40-4c50-ae78-7fde1c3773e2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:00.460327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.464983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8b1c17f-3a91-42f0-9644-f4395b46a9d7 req-d556041b-b4dc-4f72-9380-3bcd5b8c63f0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352493 Apr 29 11:45:00.473145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3c2cd-0a92-4821-ad32-7035283e7669 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:00.474534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25c3c2cd-0a92-4821-ad32-7035283e7669 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks/e39bb42a-f73c-492e-8644-3e2927e9fbee HTTP/1.1" status: 200 len: 800 time: 0.6491625 Apr 29 11:45:00.475954 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-96abce07-6430-4ada-ae5d-021ca494f395 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/07344ed2-7434-4d2c-ac07-265791f30c69 HTTP/1.1" status: 204 len: 168 time: 3.6105120 Apr 29 11:45:00.496017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:00.496017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47118) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:00.697311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.731012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec398ea3-6c40-4c50-ae78-7fde1c3773e2 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:00.737691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.763993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Deleting port ec398ea3-6c40-4c50-ae78-7fde1c3773e2 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:00.764646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.797863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ec398ea3-6c40-4c50-ae78-7fde1c3773e2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:00.798185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec398ea3-6c40-4c50-ae78-7fde1c3773e2 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:00.842982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00650ea7-99fa-4c31-babf-bfce861e54bd None None] The port 'ec398ea3-6c40-4c50-ae78-7fde1c3773e2' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:45:00.862645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebfebb2-7b8e-4fc0-8420-9701e9a73aea None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:45:00.904937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed1d78-9129-4302-a165-a71b27844473,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:00.937003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.942596 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bf993a1f-3b54-47dd-a968-bd7ff9e93cd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00ed1d78-9129-4302-a165-a71b27844473 HTTP/1.1" status: 204 len: 168 time: 1.1189351 Apr 29 11:45:00.961226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:00.970462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6501f8-5c90-4032-ade7-62879a63461f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:00.971820 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2f6501f8-5c90-4032-ade7-62879a63461f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/68c37aab-c620-470d-b877-03714b2ce578 HTTP/1.1" status: 200 len: 844 time: 0.4795048 Apr 29 11:45:00.979802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47126) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:00.998857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d13cc-9528-4a4b-a258-e403d61d2ac1']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:01.007761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a33bcd84-e7c4-41ed-a78b-7e0129bedd2a,segment=NetworkSegment(d2c9e7ec-50cd-42e0-845e-378f95566be3),segment_id=d2c9e7ec-50cd-42e0-845e-378f95566be3)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:01.008369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.038654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebfebb2-7b8e-4fc0-8420-9701e9a73aea None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:45:01.110217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1ca687-269c-4bea-9bf3-795b8955cb96') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:01.110521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1ca687-269c-4bea-9bf3-795b8955cb96') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:01.215839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.288412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for a33bcd84-e7c4-41ed-a78b-7e0129bedd2a owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:01.347510 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e99c37f0-b2a2-4573-94e8-3d2f4ad6a0be tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/networks/e39bb42a-f73c-492e-8644-3e2927e9fbee?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8534174 Apr 29 11:45:01.354979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47136) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:01.360717 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-53223f33-3573-4f0f-9f5a-78df6193d4df tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/68c37aab-c620-470d-b877-03714b2ce578?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3672037 Apr 29 11:45:01.370684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47138) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:01.371728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.417638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:01.458042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:01.458304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.476083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:01.477827 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:01.489516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.669813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2eec3-1fec-4d88-836e-c79177486456 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:01.671168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4cd2eec3-1fec-4d88-836e-c79177486456 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets/01a5a380-8d11-4189-89ab-130e371d3bb7 HTTP/1.1" status: 200 len: 811 time: 0.3034832 Apr 29 11:45:01.683442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47154) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:01.725691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.736009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.767716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.786890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe379d67-e549-48d6-80b1-3a27540cec8e req-0a1c7f2d-19cc-4d01-86dc-5ee9d9d71f5b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:01.788530 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe379d67-e549-48d6-80b1-3a27540cec8e req-0a1c7f2d-19cc-4d01-86dc-5ee9d9d71f5b tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.1359947 Apr 29 11:45:01.843655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:01.848043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=a33bcd84-e7c4-41ed-a78b-7e0129bedd2a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:01.850264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Network': ['ID=420d13cc-9528-4a4b-a258-e403d61d2ac1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:01.850420 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe379d67-e549-48d6-80b1-3a27540cec8e req-b1ac54bb-5747-4238-aff0-e16971982b0c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551491 Apr 29 11:45:01.851100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Router 7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:01.863771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:01.871449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:01.914082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port a33bcd84-e7c4-41ed-a78b-7e0129bedd2a on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:01.923451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:01.956095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:45:01.956554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:01.964123 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f7ff0fd3-dc42-4881-8f23-03cae2e479dc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/networks/420d13cc-9528-4a4b-a258-e403d61d2ac1 HTTP/1.1" status: 204 len: 168 time: 3.1475177 Apr 29 11:45:01.974470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47164) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:02.010187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8f2e31-ffab-4387-9ce7-791898ef032a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['shared'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:02.011612 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ec8f2e31-ffab-4387-9ce7-791898ef032a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "GET /v2.0/subnets/01a5a380-8d11-4189-89ab-130e371d3bb7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3241394 Apr 29 11:45:02.032548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47168) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:02.047885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316904658'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:02.062114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:02.065936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.100474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:02.168866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port fce369b3-620f-4b02-bb44-82d072ed9132 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:02.169249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.198577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:02.260568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:02.267691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.271747 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fcaefda8-5aa5-48d3-9c31-36ecde417539 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "PUT /v2.0/routers/7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 200 len: 914 time: 6.4624701 Apr 29 11:45:02.271893 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] Sync routers for ids ['7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:02.277590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.280805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] Routers {'7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:02.281304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47176) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:02.281442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.305232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:02.337078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:02.340816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.348896 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.355985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba888b37-234d-42d0-b66d-67427dabbe6a']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.363560 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] Routers {'7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:02.365102 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.366801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Checking segment: {'id': 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:02.367356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network hostable DHCP agents. Network: 867bff29-9f1d-49a8-9fe3-2a504225b248, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:02.394164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c9e7ec-50cd-42e0-845e-378f95566be3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.394663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c9e7ec-50cd-42e0-845e-378f95566be3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.420562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.459592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:02.468181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:02.478439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 867bff29-9f1d-49a8-9fe3-2a504225b248) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:02.483410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.493827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16582b-b085-462d-bc42-274ebb313449 None None] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:02.510593 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:02.510999 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6033c-0235-4acf-9e24-95c120046239 None None] The sync data for ids ['7bc1af0d-a327-4de0-b3fa-1e4b92f64f62'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:02.532080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:02.532826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.543363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.543869 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Added segment c0059292-f82f-4b75-9c5f-2d03e412755f of type vlan for network ba243f64-8384-477a-b01c-b959a5a92f4c Apr 29 11:45:02.550237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:02.550571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:02.571842 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:02.716277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-05cd756c-7bc0-4aba-bb48-67f5f1ddbd84 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4521031 Apr 29 11:45:02.726315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47188) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:02.736347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.744851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1446925548', 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:02.766220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.770247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:02.854486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56fdab0-7c98-47e9-941e-35f10803d113 None None] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:02.887437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.888043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.929364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:02.935996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:port and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:02.943864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:02.946918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=ba888b37-234d-42d0-b66d-67427dabbe6a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:02.957369 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f468e91-0125-4919-9531-a1c057f10386 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/ba888b37-234d-42d0-b66d-67427dabbe6a HTTP/1.1" status: 204 len: 168 time: 5.7451499 Apr 29 11:45:02.960507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:02.961808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:02.970373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.036207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for fce369b3-620f-4b02-bb44-82d072ed9132 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:03.054280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:03.058573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1380546577'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:03.066890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=5ee81ea1-5f8b-483c-8607-7b98c45aba71,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:03.069624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:03.078601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:03.079187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.084964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:03.086088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5e6539d7-8702-41f3-9e80-dfc86e7a37c5 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 200 len: 920 time: 0.8033159 Apr 29 11:45:03.092817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47202) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.099344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e326a57-1cfc-4dda-bada-4b427b5248e0 None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:03.134238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:03.145694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:03.147071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c137ba53-d794-4352-9a68-a92a84dde414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.150863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Made reservation on behalf of dc2177c926654353be33e242ee1ba070 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:03.153747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.175807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.182352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:03.183302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.201574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:03.223920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4c8b8-a2e9-4fd7-9b09-79d5cab372d4 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:03.228820 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eba4c8b8-a2e9-4fd7-9b09-79d5cab372d4 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=7bc1af0d-a327-4de0-b3fa-1e4b92f64f62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1346030 Apr 29 11:45:03.229904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47210) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.329057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Network': ['ID=ba243f64-8384-477a-b01c-b959a5a92f4c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:03.338231 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ec872922-1958-42c5-b4ef-9f15ad8d5d31 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3015995 Apr 29 11:45:03.343097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-858147d6-17d8-437f-b29a-742f4d8a69e1 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9670613 Apr 29 11:45:03.344995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47214) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.345485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47216) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.353425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ba243f64-8384-477a-b01c-b959a5a92f4c details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:03.361297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:03.427375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.477508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] device_id is not set on port dd618b28-7234-492b-8ca8-28bb4975fb03 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:03.512658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'security_group': {'name': 'tempest-secgroup-117802437'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:03.525257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:03.527897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:03.531229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:03.534704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.550712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:03.558843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=fce369b3-620f-4b02-bb44-82d072ed9132,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:03.565188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:03.584475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:03.597413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:03.603132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47226) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.656514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.662781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a66ec-fcbd-4ed3-86cd-ad47bdc5ad8b tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:03.668045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:03.668444 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f23a66ec-fcbd-4ed3-86cd-ad47bdc5ad8b tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.4345038 Apr 29 11:45:03.669302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.675130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.685883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.686327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment 95904e5e-c748-451f-8573-ee445867191a of type vlan for network a6d0d453-62c1-4999-a9de-e045898713e4 Apr 29 11:45:03.695086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7829cc82-d34a-4805-a0d2-10de511cd045', 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'tenant_id': '55dfa95668754d5a8b9dd310e9ffa21b', 'fixed_ips': [{'subnet_id': '5ee81ea1-5f8b-483c-8607-7b98c45aba71'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:03.696715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.753176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-db9d8ed6-5e77-488b-aec9-5c6e8a1ff425 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 200 len: 205 time: 0.0796645 Apr 29 11:45:03.755605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47236) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.791838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 2001:db8::1b4 (867bff29-9f1d-49a8-9fe3-2a504225b248/7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6/dd618b28-7234-492b-8ca8-28bb4975fb03) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:03.799550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.861851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.862963 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e7d2b3ed-b918-4101-a94c-cfbdf3fc12c8 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b586cd3-f7ec-4ffc-8f81-e6b50e4ef724 HTTP/1.1" status: 204 len: 168 time: 1.8880780 Apr 29 11:45:03.871810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.872032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:03.917407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:03.931672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Made reservation on behalf of 4b4e34f17c1d48658963b58af36a0c76 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:03.937663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Allocated IP 2001:db8::2 (7829cc82-d34a-4805-a0d2-10de511cd045/5ee81ea1-5f8b-483c-8607-7b98c45aba71/8c875593-89b8-49b2-90be-c3f13d5999f1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:03.949041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.978427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:03.981769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:03.983656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:floatingip and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:03.988031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:03.995270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:03.997237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d5b8d7-5bca-4786-9091-c728bc68cbf0 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:03.998104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d5b8d7-5bca-4786-9091-c728bc68cbf0 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:04.002499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f0d5b8d7-5bca-4786-9091-c728bc68cbf0 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/ef5c8930-6a37-4647-8218-783679fa1eaa HTTP/1.1" status: 404 len: 333 time: 0.1272388 Apr 29 11:45:04.003066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47244) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.028486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:04.034192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:04.056931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6def16bb-867b-4748-a304-62b7f3efcb1e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Synchronizing usage tracker for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:04.058718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7497f-ae1c-4603-8630-083c71c5bf0c req-217c98e4-9842-4441-bd7a-59684a6c0641 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:04.060453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7da7497f-ae1c-4603-8630-083c71c5bf0c req-217c98e4-9842-4441-bd7a-59684a6c0641 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.9862332 Apr 29 11:45:04.088169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:04.097315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6def16bb-867b-4748-a304-62b7f3efcb1e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Unset dirty status for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:04.098497 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6def16bb-867b-4748-a304-62b7f3efcb1e tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ab4a729-fc03-482a-8f82-2294c2b74460 HTTP/1.1" status: 200 len: 205 time: 0.0946515 Apr 29 11:45:04.100934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47248) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.136518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:04.153740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.157603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.210415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.217580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.229016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Transition to ACTIVE for port object 8c875593-89b8-49b2-90be-c3f13d5999f1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:04.250589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Transition to ACTIVE for port object 8c875593-89b8-49b2-90be-c3f13d5999f1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:04.262271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.270511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:45:04.271020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:45:04.301581 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a442ee00-179a-4381-b465-e73e14814b4c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] delete failed (client error): The resource could not be found. Apr 29 11:45:04.302604 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a442ee00-179a-4381-b465-e73e14814b4c tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/routers/2ab4a729-fc03-482a-8f82-2294c2b74460 HTTP/1.1" status: 404 len: 336 time: 0.2002561 Apr 29 11:45:04.305399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47252) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.339420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:04.343056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:04.347403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:04.350124 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-41401de0-70a1-45b4-beac-f551cce0aed5 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:04.350566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41401de0-70a1-45b4-beac-f551cce0aed5 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:04.352238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-41401de0-70a1-45b4-beac-f551cce0aed5 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/subnets/3c4c562d-f449-4fa5-8641-b07d2fd0e2c3 HTTP/1.1" status: 404 len: 337 time: 0.0460517 Apr 29 11:45:04.355323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.396737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Pushing event updated for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:04.438484 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7da7497f-ae1c-4603-8630-083c71c5bf0c req-3e7e7ada-585a-400f-bbbd-062330486b72 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313260 Apr 29 11:45:04.465012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Attempting to bind port 8c875593-89b8-49b2-90be-c3f13d5999f1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:04.465635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Attempting to bind port 8c875593-89b8-49b2-90be-c3f13d5999f1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:04.466145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Attempting to bind port 8c875593-89b8-49b2-90be-c3f13d5999f1 on network 7829cc82-d34a-4805-a0d2-10de511cd045 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:04.478934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:04.479542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.479895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Checking segment: {'id': '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:04.480542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.481111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Bound using segment: {'id': '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:04.481917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Bound port: 8c875593-89b8-49b2-90be-c3f13d5999f1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:04.482534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.485304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:04.485958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.589122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:04.592721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c875593-89b8-49b2-90be-c3f13d5999f1,segment=NetworkSegment(852bc9d4-a9b6-48b5-9b3c-a011f01fdf50),segment_id=852bc9d4-a9b6-48b5-9b3c-a011f01fdf50)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:04.600074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.603229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port b170bd8f-fa2d-4324-ae96-129fdc60a66e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:04.603575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.654443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.671978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port 2de14622-1beb-4385-91c2-6e49aa361a05 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:04.672287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.707891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549d1c2-9eab-4ec9-aa30-8e5d11e6e25d None None] Pushing event updated for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:04.751570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=a6d0d453-62c1-4999-a9de-e045898713e4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:04.767800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a6d0d453-62c1-4999-a9de-e045898713e4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:04.821666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.828528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.840701 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c2b44043-4b8a-4c52-ace9-c2ff5fd1a890 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8598783 Apr 29 11:45:04.841370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47260) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.856330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.867462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:04.966239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:04.970192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6144443 Apr 29 11:45:04.971835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47264) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:04.996483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914512212'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:05.005485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:05.022753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:05.029888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:05.044291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:05.089485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54a9cb-f4ff-403d-a2ef-318e40b7e63a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942f2af4-aa26-451a-9985-71d1487f302a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:05.093766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.112999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.118856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:05.128764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:05.134321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.134483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.137681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:05.146760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.186078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:05.275913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for 2de14622-1beb-4385-91c2-6e49aa361a05 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:05.337087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.435524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:05.446060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for b170bd8f-fa2d-4324-ae96-129fdc60a66e owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:05.466948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:05.468201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.470385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.492583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:05.499900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:05.505269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:05.511418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:05.528873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:05.532072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:05.533641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:05.534525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.578134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=dd618b28-7234-492b-8ca8-28bb4975fb03,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:05.582278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=f35e179a-c9d9-4778-9ada-4bee39cf0e97,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:05.701845 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75529e63-b4c8-435d-ac39-59e4baf70e3e tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9743316 Apr 29 11:45:05.707167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Checking segment: {'id': 'c0059292-f82f-4b75-9c5f-2d03e412755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:05.707535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network hostable DHCP agents. Network: ba243f64-8384-477a-b01c-b959a5a92f4c, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:05.712401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47270) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:05.801857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.809415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Allocated IP 172.26.0.26 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/95831dbf-88ad-49ce-9178-28e419a8edca) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:05.812869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.834138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Network ba243f64-8384-477a-b01c-b959a5a92f4c is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:05.840311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Deleting port dd618b28-7234-492b-8ca8-28bb4975fb03 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:05.840659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.869707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.928427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ba243f64-8384-477a-b01c-b959a5a92f4c) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:05.934108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:05.934869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:05.960961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12301021-67fb-45ae-9112-04daada1da08 None None] Network ba243f64-8384-477a-b01c-b959a5a92f4c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:05.963470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=b170bd8f-fa2d-4324-ae96-129fdc60a66e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:06.036164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af43a5b-4412-47a5-9bd8-60cd6349aa90 req-fbfd12fa-6290-47e1-9984-9ffb76e530c2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:06.037844 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7af43a5b-4412-47a5-9bd8-60cd6349aa90 req-fbfd12fa-6290-47e1-9984-9ffb76e530c2 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4358473 Apr 29 11:45:06.070768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968dc8d5-888f-4dc1-9189-f3414f8d6514,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:06.082688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.088502 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-196c629f-28ec-4d57-a4d4-42a85ca2768d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1162953 Apr 29 11:45:06.089429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47274) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:06.124828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582778782', 'security_groups': ['968dc8d5-888f-4dc1-9189-f3414f8d6514'], 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ee81ea1-5f8b-483c-8607-7b98c45aba71'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:06.146758 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b6db5264-030e-4466-ae1d-2ba8ade58bd2 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7959371 Apr 29 11:45:06.152618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.156250 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47278) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:06.171439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:06.172723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-261cc1f6-b9d1-4b40-9e2e-96cf7e5ac1a7 None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:06.173085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-261cc1f6-b9d1-4b40-9e2e-96cf7e5ac1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.238058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=2de14622-1beb-4385-91c2-6e49aa361a05,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:06.245588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-261cc1f6-b9d1-4b40-9e2e-96cf7e5ac1a7 None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:06.288438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.293732 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-334ff306-aa61-41cd-96b8-b1baec1d4202 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/b170bd8f-fa2d-4324-ae96-129fdc60a66e HTTP/1.1" status: 204 len: 168 time: 1.9315412 Apr 29 11:45:06.301358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-261cc1f6-b9d1-4b40-9e2e-96cf7e5ac1a7 None None] Provisioning for port 8c875593-89b8-49b2-90be-c3f13d5999f1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:06.318407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47282) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:06.377988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ba243f64-8384-477a-b01c-b959a5a92f4c', 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': 'f35e179a-c9d9-4778-9ada-4bee39cf0e97'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:06.379079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.415506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.453590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.524632 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7af43a5b-4412-47a5-9bd8-60cd6349aa90 req-3786ffcd-283f-46b5-b2e8-7bf449d9be05 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578874 Apr 29 11:45:06.596724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Allocated IP 172.20.0.3 (ba243f64-8384-477a-b01c-b959a5a92f4c/f35e179a-c9d9-4778-9ada-4bee39cf0e97/a8a89ac6-efda-4106-9389-440221592e8f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:06.598739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.622779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.632937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 73601e6c-f429-4c01-8be5-0b8a8651e073 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:06.633260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.642982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:06.693624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=39db2f29-87f5-484f-b576-5bfdbce903aa,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:06.762082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:port and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:06.778667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:06.787323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:06.802265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.806124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.832131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:06.833368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:06.834094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Calling delete_port for dd618b28-7234-492b-8ca8-28bb4975fb03 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:06.865347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266671551'] for subnet, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.877397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.877963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:06.893561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.910524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Transition to ACTIVE for port object a8a89ac6-efda-4106-9389-440221592e8f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:06.931475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': '95904e5e-c748-451f-8573-ee445867191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:06.931830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: a6d0d453-62c1-4999-a9de-e045898713e4, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:06.946924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Transition to ACTIVE for port object a8a89ac6-efda-4106-9389-440221592e8f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:06.949796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8c875593-89b8-49b2-90be-c3f13d5999f1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:06.950699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.955307 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f2fabf2-f21c-4af9-bcc5-f824243d7c39 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 204 len: 168 time: 3.1879907 Apr 29 11:45:06.955707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47288) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:06.957750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:06.958330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:06.961695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1125104296', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:06.971949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:06.978615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Usage tracker for resource:router and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:06.983814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:06.993898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.001864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:07.005262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.011768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.034532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.036637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.041030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:07.083863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Network ba243f64-8384-477a-b01c-b959a5a92f4c is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:07.089340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:07.095512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:07.191577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Pushing event updated for resources: {'Port': ['ID=a8a89ac6-efda-4106-9389-440221592e8f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:07.238645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Attempting to bind port a8a89ac6-efda-4106-9389-440221592e8f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:07.238930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Attempting to bind port a8a89ac6-efda-4106-9389-440221592e8f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c0059292-f82f-4b75-9c5f-2d03e412755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:07.239360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Attempting to bind port a8a89ac6-efda-4106-9389-440221592e8f on network ba243f64-8384-477a-b01c-b959a5a92f4c {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:07.259652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:07.260084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Checking segment: {'id': 'c0059292-f82f-4b75-9c5f-2d03e412755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:07.260418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.261631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Bound using segment: {'id': 'c0059292-f82f-4b75-9c5f-2d03e412755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:07.261631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Bound port: a8a89ac6-efda-4106-9389-440221592e8f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0059292-f82f-4b75-9c5f-2d03e412755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:07.262266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.309120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::2d3 (7829cc82-d34a-4805-a0d2-10de511cd045/5ee81ea1-5f8b-483c-8607-7b98c45aba71/073a9c10-05bd-4ffa-b117-94f0c5c4eee5) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:07.325639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.331371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:07.353599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:07.356222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:07.380922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network a6d0d453-62c1-4999-a9de-e045898713e4 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:07.385877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c875593-89b8-49b2-90be-c3f13d5999f1,segment=NetworkSegment(852bc9d4-a9b6-48b5-9b3c-a011f01fdf50),segment_id=852bc9d4-a9b6-48b5-9b3c-a011f01fdf50)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:07.392542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] For port a8a89ac6-efda-4106-9389-440221592e8f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:07.396600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] For port a8a89ac6-efda-4106-9389-440221592e8f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a8a89ac6-efda-4106-9389-440221592e8f,segment=NetworkSegment(c0059292-f82f-4b75-9c5f-2d03e412755f),segment_id=c0059292-f82f-4b75-9c5f-2d03e412755f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:07.397522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.425921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=95831dbf-88ad-49ce-9178-28e419a8edca,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:07.475772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:07.479328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.503883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a6d0d453-62c1-4999-a9de-e045898713e4) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:07.508987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:07.509758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1702240'] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.520961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4abba-c05e-465d-a27a-6db7ced6e3cc None None] Network a6d0d453-62c1-4999-a9de-e045898713e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:07.534940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.543066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.557568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.565568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:07.650782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f217-737d-4a0d-bfc2-ca01de36f983 None None] Pushing event updated for resources: {'Port': ['ID=a8a89ac6-efda-4106-9389-440221592e8f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:07.690493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd618b28-7234-492b-8ca8-28bb4975fb03,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:07.732492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.749906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.762474 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6dcff007-4a53-42b2-938e-da6854b60759 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9154959 Apr 29 11:45:07.774986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47292) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:07.792755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.805002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-a6d0d453-62c1-4999-a9de-e045898713e4', 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '39db2f29-87f5-484f-b576-5bfdbce903aa'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:07.806110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.809867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:07.815186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:07.817885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:07.823346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:07.824036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:07.951266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 73601e6c-f429-4c01-8be5-0b8a8651e073 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:08.041124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=073a9c10-05bd-4ffa-b117-94f0c5c4eee5,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:08.079377 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-279be138-3ce3-4b28-b9e3-6432935b219c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9669516 Apr 29 11:45:08.081853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47296) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:08.085307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.091523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6d2b25cb-63ab-4813-9ea6-a42cb9379ca2 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/ports/dd618b28-7234-492b-8ca8-28bb4975fb03 HTTP/1.1" status: 204 len: 168 time: 2.3707685 Apr 29 11:45:08.100128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47298) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:08.108256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:08.127239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'external_fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4'}]}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:08.150204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Allocated IP 2001:db8::1 (a6d0d453-62c1-4999-a9de-e045898713e4/39db2f29-87f5-484f-b576-5bfdbce903aa/923c4f56-b017-4915-ae3b-1484550dfff8) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:08.171526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:08.189090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:router and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:08.196380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:08.215717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.304192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2d0db42b-e6c6-4b63-838a-0047f5e5faca None None] Provisioning for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:08.312235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-266876596'] for subnet, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.314046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2d0db42b-e6c6-4b63-838a-0047f5e5faca None None] Provisioning complete for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:08.314414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d0db42b-e6c6-4b63-838a-0047f5e5faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.400647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:08.443661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.444994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.450363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.488972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2d0db42b-e6c6-4b63-838a-0047f5e5faca None None] Port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:08.492069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.495988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.517672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:08.518374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.518713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.522514 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "PUT /v2.0/subnets/f35e179a-c9d9-4778-9ada-4bee39cf0e97 HTTP/1.1" status: 200 len: 877 time: 2.3606806 Apr 29 11:45:08.523316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:08.528910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47304) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:08.533314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Transition to ACTIVE for port object 923c4f56-b017-4915-ae3b-1484550dfff8 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:08.552950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Transition to ACTIVE for port object 923c4f56-b017-4915-ae3b-1484550dfff8 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:08.559315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.567852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8272651-8f3a-4913-89f7-6de744ca8cab tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event updated for resources: {'Subnet': ['ID=f35e179a-c9d9-4778-9ada-4bee39cf0e97,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:08.581477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 923c4f56-b017-4915-ae3b-1484550dfff8 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:08.581735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:08.581874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.589036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:08.609401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.620692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:08.631487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Network a6d0d453-62c1-4999-a9de-e045898713e4 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:08.634476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:08.638391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:08.644681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Pushing event updated for resources: {'Port': ['ID=923c4f56-b017-4915-ae3b-1484550dfff8,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:08.725399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=73601e6c-f429-4c01-8be5-0b8a8651e073,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:08.812676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Attempting to bind port 923c4f56-b017-4915-ae3b-1484550dfff8 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:08.813072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Attempting to bind port 923c4f56-b017-4915-ae3b-1484550dfff8 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '95904e5e-c748-451f-8573-ee445867191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:08.814001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Attempting to bind port 923c4f56-b017-4915-ae3b-1484550dfff8 on network a6d0d453-62c1-4999-a9de-e045898713e4 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:08.823345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:08.823738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Checking segment: {'id': '95904e5e-c748-451f-8573-ee445867191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:08.824170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.824558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Bound using segment: {'id': '95904e5e-c748-451f-8573-ee445867191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:08.825009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Bound port: 923c4f56-b017-4915-ae3b-1484550dfff8, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95904e5e-c748-451f-8573-ee445867191a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a6d0d453-62c1-4999-a9de-e045898713e4'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:08.825510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.940273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:08.941047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:08.951336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:09.033328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:09.039806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=923c4f56-b017-4915-ae3b-1484550dfff8,segment=NetworkSegment(95904e5e-c748-451f-8573-ee445867191a),segment_id=95904e5e-c748-451f-8573-ee445867191a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:09.047141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.104898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:09.105935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.207496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.223948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.225169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377ed27-4743-46dd-92ab-eaab53e0b45f None None] Pushing event updated for resources: {'Port': ['ID=923c4f56-b017-4915-ae3b-1484550dfff8,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:09.296608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.316482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.321339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.322691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a32e7-324d-4e86-a2c2-34454f652507 None None] Network ba243f64-8384-477a-b01c-b959a5a92f4c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:09.327522 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc4d6c85-d03b-4c79-a346-d090066b6d5b tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/ports/73601e6c-f429-4c01-8be5-0b8a8651e073 HTTP/1.1" status: 204 len: 168 time: 3.0095010 Apr 29 11:45:09.342486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47308) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:09.359904 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ee81ea1-5f8b-483c-8607-7b98c45aba71 (CIDR: 2001:db8::/64) Apr 29 11:45:09.388056 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:45:09.388667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:09.521080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a8a89ac6-efda-4106-9389-440221592e8f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:09.552458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7c58de57-c6e7-4d3e-b8a2-674992567525 None None] Provisioning for port a8a89ac6-efda-4106-9389-440221592e8f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:09.564383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=95831dbf-88ad-49ce-9178-28e419a8edca,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:09.594573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.619724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.620975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e939c6eb-30b4-4d94-955f-5cdedc872d59 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0132775 Apr 29 11:45:09.623857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0923d8a2-fdee-452f-a648-7ac1f791f20f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5270488 Apr 29 11:45:09.624473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47312) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:09.627032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47314) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:09.629078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port a8a89ac6-efda-4106-9389-440221592e8f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:09.629445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.653299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:09.665061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2059284019'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:09.674173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, got binding levels [] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:09.674526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.705786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port a8a89ac6-efda-4106-9389-440221592e8f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:09.716047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a8a89ac6-efda-4106-9389-440221592e8f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:09.716422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.725673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:09.733788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.775381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:network and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:09.778608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:09.788429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:09.815610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.820049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Made reservation on behalf of c56274c22cbd4b988818a8b4e849167d for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:09.823667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.825509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a309ae-fd94-4cce-a32e-eac46d662af1 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:09.826268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2a309ae-fd94-4cce-a32e-eac46d662af1 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Synchronizing usage tracker for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:09.838477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 923c4f56-b017-4915-ae3b-1484550dfff8 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:09.912204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.916406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:09.973649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port a8a89ac6-efda-4106-9389-440221592e8f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a8a89ac6-efda-4106-9389-440221592e8f,segment=NetworkSegment(c0059292-f82f-4b75-9c5f-2d03e412755f),segment_id=c0059292-f82f-4b75-9c5f-2d03e412755f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:09.980644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.007501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2a309ae-fd94-4cce-a32e-eac46d662af1 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Unset dirty status for tenant:6be2c5e631bc4d07a437bc8cb0495c96 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:10.012258 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c2a309ae-fd94-4cce-a32e-eac46d662af1 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "GET /v2.0/ports?device_id=95b07a88-5c10-4c22-9787-db97f989ef50 HTTP/1.1" status: 200 len: 913 time: 0.5835781 Apr 29 11:45:10.049095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47320) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:10.083339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=a8a89ac6-efda-4106-9389-440221592e8f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:10.153414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:10.153414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:10.165565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:10.171505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:10.175165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:10.182603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:10.199011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:10.203510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.330469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcaa01-c422-4166-9cc3-56b540fce434 None None] Network ba243f64-8384-477a-b01c-b959a5a92f4c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:10.369608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:10.455899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:security_group_rule and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:10.476277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:10.509019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:10.526719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d21f06-1169-439b-89b3-c6bc2ceac511 None None] Network a6d0d453-62c1-4999-a9de-e045898713e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:10.567527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5e39cf3-bf82-465b-862f-5e48c5541fcc None None] Provisioning complete for port a8a89ac6-efda-4106-9389-440221592e8f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:10.567902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b5e39cf3-bf82-465b-862f-5e48c5541fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.628315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.685731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 923c4f56-b017-4915-ae3b-1484550dfff8 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:10.686308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.733038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Allocated IP 172.26.0.101 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b8fc2ee8-8c87-4f28-bc1a-77bc2d2d97da) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:10.808839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:10.817405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:10.831587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:10.832498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:10.903515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cfca54-1401-431c-b3f0-02efa0e3461b None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:10.926306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=c616dfb2-3281-4962-9858-d830e0f86ed9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:10.973245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5fb75a08-f54c-4e60-b026-0f293b0d85d5 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3361187 Apr 29 11:45:10.974515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47324) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:10.991201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2145642433', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c616dfb2-3281-4962-9858-d830e0f86ed9'}], 'security_groups': ['942f2af4-aa26-451a-9985-71d1487f302a']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:11.004595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port a8a89ac6-efda-4106-9389-440221592e8f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a8a89ac6-efda-4106-9389-440221592e8f,segment=NetworkSegment(c0059292-f82f-4b75-9c5f-2d03e412755f),segment_id=c0059292-f82f-4b75-9c5f-2d03e412755f)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:11.005125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.048373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 923c4f56-b017-4915-ae3b-1484550dfff8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:11.282534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for a8a89ac6-efda-4106-9389-440221592e8f owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:11.459717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 923c4f56-b017-4915-ae3b-1484550dfff8 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:11.490619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a8a89ac6-efda-4106-9389-440221592e8f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:11.491139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.514610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=923c4f56-b017-4915-ae3b-1484550dfff8,segment=NetworkSegment(95904e5e-c748-451f-8573-ee445867191a),segment_id=95904e5e-c748-451f-8573-ee445867191a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:11.514955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.532297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Provisioning for port 923c4f56-b017-4915-ae3b-1484550dfff8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:11.551068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Provisioning complete for port 923c4f56-b017-4915-ae3b-1484550dfff8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:11.551446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.577363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.698117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:11.756634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.776624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.777002 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Added segment 21d52a2e-1a8c-4066-9272-14525befa25f of type vlan for network f5288aed-1b12-4724-9ba5-3126b01925e9 Apr 29 11:45:11.785286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287f5250-695c-4ebe-ab49-32985a1c0ab7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:11.789784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:11.790455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:11.828120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a8a89ac6-efda-4106-9389-440221592e8f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:11.828415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.876517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.900643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Update dhcp port {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'fixed_ips': [{'subnet_id': '5ee81ea1-5f8b-483c-8607-7b98c45aba71', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c616dfb2-3281-4962-9858-d830e0f86ed9'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '8c875593-89b8-49b2-90be-c3f13d5999f1'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:45:11.907497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.950448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.961081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:11.971015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 923c4f56-b017-4915-ae3b-1484550dfff8 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:11.972094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.053133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=923c4f56-b017-4915-ae3b-1484550dfff8,segment=NetworkSegment(95904e5e-c748-451f-8573-ee445867191a),segment_id=95904e5e-c748-451f-8573-ee445867191a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:12.062110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.099833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.160263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29865f48-0624-409f-a00d-0ed83490b82c None None] Pushing event updated for resources: {'Port': ['ID=923c4f56-b017-4915-ae3b-1484550dfff8,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:12.200795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.273721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:12.274065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:12.281589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.287707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:12.288446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.313618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port a8a89ac6-efda-4106-9389-440221592e8f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:12.313618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.315750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2cfe49e8-3fda-4d4c-aae8-1ef992fbffc4 None None] Provisioning complete for port 923c4f56-b017-4915-ae3b-1484550dfff8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:12.316141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2cfe49e8-3fda-4d4c-aae8-1ef992fbffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.328633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 923c4f56-b017-4915-ae3b-1484550dfff8 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:12.328633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.390011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:12.405828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:12.424895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:12.485556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Allocated IP 2001:db8:0:1::2 (7829cc82-d34a-4805-a0d2-10de511cd045/c616dfb2-3281-4962-9858-d830e0f86ed9/8c875593-89b8-49b2-90be-c3f13d5999f1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:12.543083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event updated for resources: {'Port': ['ID=b8fc2ee8-8c87-4f28-bc1a-77bc2d2d97da,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:12.666206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 923c4f56-b017-4915-ae3b-1484550dfff8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=923c4f56-b017-4915-ae3b-1484550dfff8,segment=NetworkSegment(95904e5e-c748-451f-8573-ee445867191a),segment_id=95904e5e-c748-451f-8573-ee445867191a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:12.666797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.687025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Network': ['ID=f5288aed-1b12-4724-9ba5-3126b01925e9,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:12.690719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bded8a7c-0de2-43fe-967f-5feaea5072ad tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0631356 Apr 29 11:45:12.706119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2cfe49e8-3fda-4d4c-aae8-1ef992fbffc4 None None] Provisioning complete for port a8a89ac6-efda-4106-9389-440221592e8f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:12.706485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2cfe49e8-3fda-4d4c-aae8-1ef992fbffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:12.706614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47328) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:12.741445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Request body: {'subnet': {'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:12.756711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:12.789506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 923c4f56-b017-4915-ae3b-1484550dfff8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:12.841165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 923c4f56-b017-4915-ae3b-1484550dfff8 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:12.941330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c875593-89b8-49b2-90be-c3f13d5999f1,segment=NetworkSegment(852bc9d4-a9b6-48b5-9b3c-a011f01fdf50),segment_id=852bc9d4-a9b6-48b5-9b3c-a011f01fdf50)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:12.997900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.030024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Could not find standard attr ID for object 923c4f56-b017-4915-ae3b-1484550dfff8. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:45:13.040534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.070017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Transition to ACTIVE for port object 8c875593-89b8-49b2-90be-c3f13d5999f1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:13.071012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=923c4f56-b017-4915-ae3b-1484550dfff8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:13.076839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.188712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 2001:db8::1b4 (867bff29-9f1d-49a8-9fe3-2a504225b248/7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6/0e2d8af6-849b-4099-8b76-5a83a943f83d) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:13.215224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca5407-2a30-4ace-b450-566c54441b2a None None] DHCP port deletion for a6d0d453-62c1-4999-a9de-e045898713e4 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:13.216188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:13.232482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:subnet and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:13.241163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:13.259898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port 923c4f56-b017-4915-ae3b-1484550dfff8 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:13.284086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:13.297885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f67f-3c2e-49c9-abca-74eef9c78082 None None] Pushing event updated for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:13.350935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.375152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.487115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Delete allocated IP 2001:db8::2d3 (7829cc82-d34a-4805-a0d2-10de511cd045/5ee81ea1-5f8b-483c-8607-7b98c45aba71) {{(pid=88015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:45:13.500944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8:0:1::343 (7829cc82-d34a-4805-a0d2-10de511cd045/c616dfb2-3281-4962-9858-d830e0f86ed9/073a9c10-05bd-4ffa-b117-94f0c5c4eee5) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:13.510878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.580999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=39db2f29-87f5-484f-b576-5bfdbce903aa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:13.597331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17fe0f-fc93-4116-8367-ee26f52f8673 None None] Network a6d0d453-62c1-4999-a9de-e045898713e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:13.775264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Made reservation on behalf of c56274c22cbd4b988818a8b4e849167d for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:13.780094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.819654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df73cf-8e95-4ed4-ba2c-7a8b13423c85 None None] DHCP port deletion for a6d0d453-62c1-4999-a9de-e045898713e4 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:13.826771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port a8a89ac6-efda-4106-9389-440221592e8f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a8a89ac6-efda-4106-9389-440221592e8f,segment=NetworkSegment(c0059292-f82f-4b75-9c5f-2d03e412755f),segment_id=c0059292-f82f-4b75-9c5f-2d03e412755f)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:13.827368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.899660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:13.949654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d0d453-62c1-4999-a9de-e045898713e4']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:13.975676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95904e5e-c748-451f-8573-ee445867191a') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:13.975676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95904e5e-c748-451f-8573-ee445867191a') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:14.000719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0dc503-a443-4fd9-989e-ce63e9475c55 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:45:14.001685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.028741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.039756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:14.040258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:14.068900 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:14.074241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for a8a89ac6-efda-4106-9389-440221592e8f owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:14.086106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.128494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:14.129013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.164051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:14.168401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.174887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.210853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:14.226613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dc503-a443-4fd9-989e-ce63e9475c55 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:45:14.230932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.231334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Provisioning for port 8c875593-89b8-49b2-90be-c3f13d5999f1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:14.241787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:14.242170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.272465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=a6d0d453-62c1-4999-a9de-e045898713e4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:14.297459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.326040 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9ae1cd57-aead-404b-815e-dac80e8832a4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/a6d0d453-62c1-4999-a9de-e045898713e4 HTTP/1.1" status: 204 len: 168 time: 6.5374241 Apr 29 11:45:14.326284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:14.334379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] In _notify_port_updated(), no bound segment for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 on network 7829cc82-d34a-4805-a0d2-10de511cd045 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:45:14.339600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:14.340292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.344579 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/ports/073a9c10-05bd-4ffa-b117-94f0c5c4eee5 HTTP/1.1" status: 200 len: 931 time: 3.3613946 Apr 29 11:45:14.348607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47336) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:14.356702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1101829041'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:14.391288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86ad84-520c-40ae-b4ea-faf29fcd209d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=073a9c10-05bd-4ffa-b117-94f0c5c4eee5,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:14.394264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:14.415402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:14.421015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:14.433566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:14.456053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:14.456053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.498644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:14.506493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.607511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.614513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Provisioning for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:14.622364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Provisioning complete for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:14.622881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.624160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:14.657225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.657668 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment 71d852de-31bd-49da-b983-3346b1e6bfe5 of type vlan for network 3cb81046-b780-4174-a153-0279a705fecf Apr 29 11:45:14.702396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b6623-6a8d-4ebd-9a5d-a14b15767d1c None None] Port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:14.778970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:14.800591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.831169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.874175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.878915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:14.879357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.882753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:14.888220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:14.888801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.054338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=a8a89ac6-efda-4106-9389-440221592e8f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:15.075800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:15.120682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.128546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 923c4f56-b017-4915-ae3b-1484550dfff8 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:15.184693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8536055 Apr 29 11:45:15.193638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47340) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:15.205781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '3cb81046-b780-4174-a153-0279a705fecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:15.221578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a629c-aa8d-49f3-920a-6dd6960462b8 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=3cb81046-b780-4174-a153-0279a705fecf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:15.247753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad5bf4-d814-45fb-a012-6670a5fcdfd9 None None] DHCP port deletion for ba243f64-8384-477a-b01c-b959a5a92f4c request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:15.250574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 3cb81046-b780-4174-a153-0279a705fecf details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:15.279544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.281327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 923c4f56-b017-4915-ae3b-1484550dfff8 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:15.282171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 923c4f56-b017-4915-ae3b-1484550dfff8 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:15.284038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port a8a89ac6-efda-4106-9389-440221592e8f on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:15.401597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e9b98-9dc3-477e-b2ee-f3225e7d2153 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:45:15.431481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:15.450860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:15.457223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:15.468733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:15.471690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-952302f8-4ecc-4363-8c4a-74d5a2e9a1fa None None] Provisioning complete for port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:15.472212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-952302f8-4ecc-4363-8c4a-74d5a2e9a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.491002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:15.495634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.505553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 867bff29-9f1d-49a8-9fe3-2a504225b248 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:15.522197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-952302f8-4ecc-4363-8c4a-74d5a2e9a1fa None None] Port 073a9c10-05bd-4ffa-b117-94f0c5c4eee5 was deleted so its status cannot be updated. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 11:45:15.524445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.591230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=073a9c10-05bd-4ffa-b117-94f0c5c4eee5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:15.594196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:15.656025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:15.799173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.802044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e9b98-9dc3-477e-b2ee-f3225e7d2153 None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:15.814823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e9b98-9dc3-477e-b2ee-f3225e7d2153 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f5288aed-1b12-4724-9ba5-3126b01925e9) {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:45:15.823069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6e68b29b-8cd2-4e36-86b2-faa3ddd9c620 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/073a9c10-05bd-4ffa-b117-94f0c5c4eee5 HTTP/1.1" status: 204 len: 168 time: 1.4716873 Apr 29 11:45:15.824154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47344) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:15.835315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=0e2d8af6-849b-4099-8b76-5a83a943f83d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:15.873526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-3325d288-6b34-463e-93f0-8c6b42c46154 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:45:15.874054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3325d288-6b34-463e-93f0-8c6b42c46154 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:15.885462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.909617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port d21674d6-623e-4673-98a3-9347d72e22fb {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:15.909861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.937277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3325d288-6b34-463e-93f0-8c6b42c46154 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:15.941547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3325d288-6b34-463e-93f0-8c6b42c46154 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/073a9c10-05bd-4ffa-b117-94f0c5c4eee5 HTTP/1.1" status: 404 len: 333 time: 0.1113176 Apr 29 11:45:15.942556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:15.973229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:15.999979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Subnet': ['ID=22bb5a99-358a-40d6-a379-35b09eb27931,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:16.044672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.100682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.172348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.186005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4c2f3-ee07-41af-bc57-433eed1d983b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:16.202052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': '71d852de-31bd-49da-b983-3346b1e6bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3cb81046-b780-4174-a153-0279a705fecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:16.202398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: 3cb81046-b780-4174-a153-0279a705fecf, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:16.210940 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Checking segment: {'id': '21d52a2e-1a8c-4066-9272-14525befa25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:16.211348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network hostable DHCP agents. Network: f5288aed-1b12-4724-9ba5-3126b01925e9, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:16.241223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 3cb81046-b780-4174-a153-0279a705fecf is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:16.248110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.254115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a9e3a-c8f8-4c3c-b74a-45bf4e714632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ba243f64-8384-477a-b01c-b959a5a92f4c', 'network_id': 'ba243f64-8384-477a-b01c-b959a5a92f4c', 'tenant_id': '4b4e34f17c1d48658963b58af36a0c76', 'fixed_ips': [{'subnet_id': 'f35e179a-c9d9-4778-9ada-4bee39cf0e97'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:16.254940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9e3a-c8f8-4c3c-b74a-45bf4e714632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.268421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f5288aed-1b12-4724-9ba5-3126b01925e9', 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9', 'tenant_id': 'c56274c22cbd4b988818a8b4e849167d', 'fixed_ips': [{'subnet_id': '22bb5a99-358a-40d6-a379-35b09eb27931'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:16.269233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.280519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 3cb81046-b780-4174-a153-0279a705fecf) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:16.283429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968dc8d5-888f-4dc1-9189-f3414f8d6514,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:16.292595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:16.293435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.306500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Unable to find a vacant binding_index for network f5288aed-1b12-4724-9ba5-3126b01925e9 and agent 6b13f954-ee71-422a-8147-b032a9a11dea {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 11:45:16.318628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.319644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8acd6f55-5802-43ed-a7d9-37dce54141be tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/security-groups/968dc8d5-888f-4dc1-9189-f3414f8d6514 HTTP/1.1" status: 204 len: 168 time: 0.3767462 Apr 29 11:45:16.322575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47352) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:16.338761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83283d31-335d-4f4c-af46-865805fc00df tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1440301 Apr 29 11:45:16.342382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47356) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:16.350248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '3cb81046-b780-4174-a153-0279a705fecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:16.505936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.509533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f5288aed-1b12-4724-9ba5-3126b01925e9) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:16.535506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.537809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:16.538621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.562556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Allocated IP 172.20.0.2 (f5288aed-1b12-4724-9ba5-3126b01925e9/22bb5a99-358a-40d6-a379-35b09eb27931/685d6c98-e91f-45ea-a82b-f34667d745b8) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-9c3a9e3a-c8f8-4c3c-b74a-45bf4e714632 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f35e179a-c9d9-4778-9ada-4bee39cf0e97: This subnet is being modified by another concurrent operation. Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:45:16.585758 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f35e179a-c9d9-4778-9ada-4bee39cf0e97: This subnet is being modified by another concurrent operation. Apr 29 11:45:16.590058 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:45:16.604882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.605015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:16.608730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:subnet and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:16.611832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:16.621012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:16.643442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.657141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.672155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f2af4-aa26-451a-9985-71d1487f302a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:16.682556 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-afd446e8-25af-47c3-bccd-c56b8c12fa2e tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9541476 Apr 29 11:45:16.685815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=f35e179a-c9d9-4778-9ada-4bee39cf0e97,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:16.691387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47360) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:16.702444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.703459 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2662b201-e82b-409e-b686-a25b1e92014a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/security-groups/942f2af4-aa26-451a-9985-71d1487f302a HTTP/1.1" status: 204 len: 168 time: 0.3796585 Apr 29 11:45:16.704505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:16.707190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47364) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:16.710126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.745271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1761791259', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:16.753962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:16.759296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:router and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:16.762802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:16.768612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a8a89ac6-efda-4106-9389-440221592e8f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:16.781204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:16.832872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: a8a89ac6-efda-4106-9389-440221592e8f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:16.832872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a8a89ac6-efda-4106-9389-440221592e8f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:16.861094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.862194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.869656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.882458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Transition to ACTIVE for port object 685d6c98-e91f-45ea-a82b-f34667d745b8 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:16.897215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.900373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for d21674d6-623e-4673-98a3-9347d72e22fb owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:16.908420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Transition to ACTIVE for port object 685d6c98-e91f-45ea-a82b-f34667d745b8 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:16.916673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:16.987370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:16.990386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:16.994298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:17.000477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Pushing event updated for resources: {'Port': ['ID=685d6c98-e91f-45ea-a82b-f34667d745b8,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:17.093498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Attempting to bind port 685d6c98-e91f-45ea-a82b-f34667d745b8 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:17.093918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Attempting to bind port 685d6c98-e91f-45ea-a82b-f34667d745b8 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '21d52a2e-1a8c-4066-9272-14525befa25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:17.094271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Attempting to bind port 685d6c98-e91f-45ea-a82b-f34667d745b8 on network f5288aed-1b12-4724-9ba5-3126b01925e9 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:17.100793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:17.100793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Checking segment: {'id': '21d52a2e-1a8c-4066-9272-14525befa25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:17.101160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.101269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Bound using segment: {'id': '21d52a2e-1a8c-4066-9272-14525befa25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:17.101804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Bound port: 685d6c98-e91f-45ea-a82b-f34667d745b8, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d52a2e-1a8c-4066-9272-14525befa25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:17.102429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.177184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.201223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] For port 685d6c98-e91f-45ea-a82b-f34667d745b8, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:17.205500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] For port 685d6c98-e91f-45ea-a82b-f34667d745b8, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=685d6c98-e91f-45ea-a82b-f34667d745b8,segment=NetworkSegment(21d52a2e-1a8c-4066-9272-14525befa25f),segment_id=21d52a2e-1a8c-4066-9272-14525befa25f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:17.210737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.242186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.246789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.316074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05215b14-4eee-442d-b071-47e0d2b95d88 None None] Pushing event updated for resources: {'Port': ['ID=685d6c98-e91f-45ea-a82b-f34667d745b8,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:17.351775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Router 4025ee50-0076-46ea-963c-1059ff0167eb is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:17.376845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 5ee81ea1-5f8b-483c-8607-7b98c45aba71 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:17.385753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba243f64-8384-477a-b01c-b959a5a92f4c']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:17.406330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.423108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.467943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0059292-f82f-4b75-9c5f-2d03e412755f') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:17.468235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0059292-f82f-4b75-9c5f-2d03e412755f') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:17.525818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 3cb81046-b780-4174-a153-0279a705fecf is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:17.549314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:17.552383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.552954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.567275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.571045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=92065d55-8fc4-4104-9836-a3d9aa984b8b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:17.605597 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-912c7169-ef99-41d5-9ad6-7f2272f2cabe tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2618656 Apr 29 11:45:17.606368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:17.686086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.725904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.810358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:17.810627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:17.830439 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:17.940798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:17.975535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.977100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.978669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.980147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.981707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:17.982555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Synchronizing usage tracker for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:17.990530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.058204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Unset dirty status for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:18.063172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-33afefa5-50b7-4fc4-931a-0870a0e8bbeb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4519441 Apr 29 11:45:18.066923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47372) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.067107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:18.079110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-336107017'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:18.079317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] Sync routers for ids ['4025ee50-0076-46ea-963c-1059ff0167eb'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:18.083448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:18.092290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:18.097887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:18.100799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] Routers {'4025ee50-0076-46ea-963c-1059ff0167eb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:18.101788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4025ee50-0076-46ea-963c-1059ff0167eb'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:18.117728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.135938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:18.167117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:18.173137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.173555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.199375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=ba243f64-8384-477a-b01c-b959a5a92f4c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:18.206196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.210948 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7c9ec8a1-bff2-4628-85ed-1e4ca9588f60 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.2541974 Apr 29 11:45:18.211688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47376) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.216594 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b00ee12e-6197-4f27-ad33-5b56bfd9ce81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/ba243f64-8384-477a-b01c-b959a5a92f4c HTTP/1.1" status: 204 len: 168 time: 9.6369395 Apr 29 11:45:18.218170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47378) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.220026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.221608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:18.247639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.268538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:18.275919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Allocated IP 172.26.0.150 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/53ec7507-3326-46d2-8b41-be35a1727274) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:18.282809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] Routers {'4025ee50-0076-46ea-963c-1059ff0167eb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:18.283571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4025ee50-0076-46ea-963c-1059ff0167eb'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:18.292061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.369648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=d21674d6-623e-4673-98a3-9347d72e22fb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:18.378935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:18.379428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb65816-ae6f-47d4-b129-949c31ef02ac None None] The sync data for ids ['4025ee50-0076-46ea-963c-1059ff0167eb'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:18.424741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:18.442282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f4784-aee1-4976-948d-dabfc0588c1a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:18.442701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443f4784-aee1-4976-948d-dabfc0588c1a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:18.473891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.474238 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment b2eee8e3-9b23-436e-b570-686fe13f6837 of type vlan for network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 Apr 29 11:45:18.500016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-443f4784-aee1-4976-948d-dabfc0588c1a tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/f35e179a-c9d9-4778-9ada-4bee39cf0e97 HTTP/1.1" status: 404 len: 337 time: 0.2208095 Apr 29 11:45:18.505072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47384) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.512845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a0124-5015-4733-ae40-dba670618c31 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:45:18.532161 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:45:18.597767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd6ca1d0-8668-4875-a253-549b4ff40cd3 None None] Provisioning for port 685d6c98-e91f-45ea-a82b-f34667d745b8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:18.628528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffebc10-c7d2-4a64-aaed-8f0ff54c5969 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:18.629123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffebc10-c7d2-4a64-aaed-8f0ff54c5969 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:18.630667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8ffebc10-c7d2-4a64-aaed-8f0ff54c5969 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/ba243f64-8384-477a-b01c-b959a5a92f4c HTTP/1.1" status: 404 len: 339 time: 0.1210148 Apr 29 11:45:18.641891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47388) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.646008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.743142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a0124-5015-4733-ae40-dba670618c31 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:45:18.767769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2519eae-76ff-4861-be1c-b78caa3ae168 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:18.768353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2519eae-76ff-4861-be1c-b78caa3ae168 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:18.770743 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d2519eae-76ff-4861-be1c-b78caa3ae168 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/2f6b6053-67e2-4a0d-ab61-e3ffdb2a9498 HTTP/1.1" status: 404 len: 337 time: 0.1275563 Apr 29 11:45:18.781926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47392) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:18.837679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 685d6c98-e91f-45ea-a82b-f34667d745b8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:18.889750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:45:18.948795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.954175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:18.960118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:18.961639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.001749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 685d6c98-e91f-45ea-a82b-f34667d745b8 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:19.012225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.020785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 685d6c98-e91f-45ea-a82b-f34667d745b8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:19.021623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.085655 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e0ebfb-c3b4-41b6-a079-23362228fe35 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:19.086815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e0ebfb-c3b4-41b6-a079-23362228fe35 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:19.094493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0283492 Apr 29 11:45:19.105118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.107752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47396) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:19.112488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee81ea1-5f8b-483c-8607-7b98c45aba71,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:19.129735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:19.159059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2719-c831-46cf-a193-333f09da5c81 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=650fa936-9cf3-40a3-ae7f-81aea3aa83d8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:19.162424 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-37e0ebfb-c3b4-41b6-a079-23362228fe35 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/128410e8-c018-4f93-9cdb-8f805c9fab29 HTTP/1.1" status: 404 len: 339 time: 0.3792372 Apr 29 11:45:19.177759 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-71d6921d-6db7-468a-bf59-d72d39357152 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/5ee81ea1-5f8b-483c-8607-7b98c45aba71 HTTP/1.1" status: 204 len: 168 time: 2.4674878 Apr 29 11:45:19.193525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:19.196303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47400) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:19.196671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47402) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:19.219277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:19.284425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.361302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:19.363690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.371957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:19.376925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:19.393524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.408210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=53ec7507-3326-46d2-8b41-be35a1727274,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:19.444652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.453304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 685d6c98-e91f-45ea-a82b-f34667d745b8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=685d6c98-e91f-45ea-a82b-f34667d745b8,segment=NetworkSegment(21d52a2e-1a8c-4066-9272-14525befa25f),segment_id=21d52a2e-1a8c-4066-9272-14525befa25f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:19.461545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router 2c51125f-684a-463b-8c16-b007215eff67 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:19.475919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.619136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=685d6c98-e91f-45ea-a82b-f34667d745b8,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:19.650287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Deleting port b8fc2ee8-8c87-4f28-bc1a-77bc2d2d97da {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:19.650287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.651217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.679448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76458a52-00df-4ca2-a051-dc2ef418d8e1 None None] DHCP port deletion for ba243f64-8384-477a-b01c-b959a5a92f4c request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:19.699685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-3cb81046-b780-4174-a153-0279a705fecf', 'network_id': '3cb81046-b780-4174-a153-0279a705fecf', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '92065d55-8fc4-4104-9836-a3d9aa984b8b'}, {'subnet_id': 'c6f4c2f3-ee07-41af-bc57-433eed1d983b'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:19.700807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.763900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:19.971239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Allocated IP 172.20.0.1 (3cb81046-b780-4174-a153-0279a705fecf/92065d55-8fc4-4104-9836-a3d9aa984b8b/d6561cc4-0756-4bc6-be9f-cce6af454a70) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:19.980272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Allocated IP 2001:db8::2 (3cb81046-b780-4174-a153-0279a705fecf/c6f4c2f3-ee07-41af-bc57-433eed1d983b/d6561cc4-0756-4bc6-be9f-cce6af454a70) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:20.058209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:20.104887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:20.111181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.117730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.128928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:20.180767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:20.214883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.226059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Transition to ACTIVE for port object d6561cc4-0756-4bc6-be9f-cce6af454a70 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:20.228211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.246692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Transition to ACTIVE for port object d6561cc4-0756-4bc6-be9f-cce6af454a70 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:20.252827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.267195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:20.274923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Calling delete_port for b8fc2ee8-8c87-4f28-bc1a-77bc2d2d97da owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:20.276652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:20.280091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.287574 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Sync routers for ids ['2c51125f-684a-463b-8c16-b007215eff67'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:20.298200 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Routers {'2c51125f-684a-463b-8c16-b007215eff67'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:20.299089 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2c51125f-684a-463b-8c16-b007215eff67'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:20.366512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Network 3cb81046-b780-4174-a153-0279a705fecf is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:20.372874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:20.380850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:20.472386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Pushing event updated for resources: {'Port': ['ID=d6561cc4-0756-4bc6-be9f-cce6af454a70,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:20.480658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.531648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 is not hosted by any dhcp agent {{(pid=88016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 11:45:20.536966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:20.537613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.541774 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "PUT /v2.0/networks/650fa936-9cf3-40a3-ae7f-81aea3aa83d8 HTTP/1.1" status: 200 len: 723 time: 1.4278934 Apr 29 11:45:20.564339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47410) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:20.565448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.570032 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Set router 2c51125f-684a-463b-8c16-b007215eff67 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:20.570628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.607051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:20.621986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Attempting to bind port d6561cc4-0756-4bc6-be9f-cce6af454a70 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:20.622345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Attempting to bind port d6561cc4-0756-4bc6-be9f-cce6af454a70 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '71d852de-31bd-49da-b983-3346b1e6bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3cb81046-b780-4174-a153-0279a705fecf'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:20.622704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Attempting to bind port d6561cc4-0756-4bc6-be9f-cce6af454a70 on network 3cb81046-b780-4174-a153-0279a705fecf {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:20.628350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:20.628709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Checking segment: {'id': '71d852de-31bd-49da-b983-3346b1e6bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3cb81046-b780-4174-a153-0279a705fecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:20.629104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.629543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Bound using segment: {'id': '71d852de-31bd-49da-b983-3346b1e6bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3cb81046-b780-4174-a153-0279a705fecf'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:20.630003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Bound port: d6561cc4-0756-4bc6-be9f-cce6af454a70, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d852de-31bd-49da-b983-3346b1e6bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3cb81046-b780-4174-a153-0279a705fecf'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:20.630370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.651372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Pushing event deleted for resources: {'Port': ['ID=b8fc2ee8-8c87-4f28-bc1a-77bc2d2d97da,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:20.733837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] For port d6561cc4-0756-4bc6-be9f-cce6af454a70, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:20.737528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] For port d6561cc4-0756-4bc6-be9f-cce6af454a70, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d6561cc4-0756-4bc6-be9f-cce6af454a70,segment=NetworkSegment(71d852de-31bd-49da-b983-3346b1e6bfe5),segment_id=71d852de-31bd-49da-b983-3346b1e6bfe5)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:20.744101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.801375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:20.805080 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25b18fc9-bd2c-4d41-8bcf-50f5b08ed06d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.7011909 Apr 29 11:45:20.811750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889349a-fa49-4bb0-aaa9-b972d608e144']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:20.819010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035d2b0-10a8-4cd5-b168-ac7a137d844f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=650fa936-9cf3-40a3-ae7f-81aea3aa83d8,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:20.822846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47414) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:20.841947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5170a7-73c8-4215-b80f-012069b4d548 None None] Pushing event updated for resources: {'Port': ['ID=d6561cc4-0756-4bc6-be9f-cce6af454a70,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:20.846178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 685d6c98-e91f-45ea-a82b-f34667d745b8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:20.902336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:20.976254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98cc70a-638d-4bb5-8e52-a9f340410a85') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:20.977182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98cc70a-638d-4bb5-8e52-a9f340410a85') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.019643 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c51125f-684a-463b-8c16-b007215eff67', 'name': '', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'external_fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4'}], 'enable_snat': True}, 'gw_port_id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:08Z', 'updated_at': '2022-04-29T11:45:16Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'name': '', 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c51125f-684a-463b-8c16-b007215eff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:12Z', 'updated_at': '2022-04-29T11:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.024048 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Checking router: 2c51125f-684a-463b-8c16-b007215eff67 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:21.024383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Updating router 2c51125f-684a-463b-8c16-b007215eff67 port 0e2d8af6-849b-4099-8b76-5a83a943f83d binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:21.039075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 685d6c98-e91f-45ea-a82b-f34667d745b8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:21.039478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.090643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.114898 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.115971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:21.166761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:21.168596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.206228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.206569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:21.206692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:21.234814 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:21.326501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:21.330753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.436132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Router 95b07a88-5c10-4c22-9787-db97f989ef50 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:45:21.492493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.530969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.561347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=8889349a-fa49-4bb0-aaa9-b972d608e144,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:21.578046 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.591193 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Transition to ACTIVE for port object 0e2d8af6-849b-4099-8b76-5a83a943f83d will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:21.598670 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.678113 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Attempting to bind port 0e2d8af6-849b-4099-8b76-5a83a943f83d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:21.678470 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Attempting to bind port 0e2d8af6-849b-4099-8b76-5a83a943f83d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:21.678812 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Attempting to bind port 0e2d8af6-849b-4099-8b76-5a83a943f83d on network 867bff29-9f1d-49a8-9fe3-2a504225b248 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:21.686277 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:21.686638 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Checking segment: {'id': 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:21.687050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.687398 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Bound using segment: {'id': 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:21.687857 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Bound port: 0e2d8af6-849b-4099-8b76-5a83a943f83d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:21.688249 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.724644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-175fd7ce-0b7b-4311-a548-f8ff6ac979ca tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/8889349a-fa49-4bb0-aaa9-b972d608e144 HTTP/1.1" status: 204 len: 168 time: 2.5211151 Apr 29 11:45:21.730079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47418) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:21.736233 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Pushing event updated for resources: {'Port': ['ID=0e2d8af6-849b-4099-8b76-5a83a943f83d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:21.748221 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.748573 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.748901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.749211 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.749577 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.749910 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.750228 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.750536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.750872 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.751188 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.751481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.751792 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:21.783557 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] For port 0e2d8af6-849b-4099-8b76-5a83a943f83d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:21.787797 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] For port 0e2d8af6-849b-4099-8b76-5a83a943f83d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0e2d8af6-849b-4099-8b76-5a83a943f83d,segment=NetworkSegment(c7f6836c-d562-4c6d-8eae-3dcb2d962ce6),segment_id=c7f6836c-d562-4c6d-8eae-3dcb2d962ce6)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:21.788207 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ecfcec-f535-48c1-94ce-9433fd04f8fb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:21.788659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ecfcec-f535-48c1-94ce-9433fd04f8fb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:21.793573 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.817848 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a4ecfcec-f535-48c1-94ce-9433fd04f8fb tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/39a56b46-ce6a-4645-aa5c-e5ab2881539e HTTP/1.1" status: 404 len: 337 time: 0.0843487 Apr 29 11:45:21.840634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:21.845744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.873299 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c87b9-eea3-4687-a3c4-6d5bf28295e1 None None] Pushing event updated for resources: {'Port': ['ID=0e2d8af6-849b-4099-8b76-5a83a943f83d,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:21.890195 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Routers {'2c51125f-684a-463b-8c16-b007215eff67'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:21.890805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2c51125f-684a-463b-8c16-b007215eff67'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:21.911102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:21.921777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9952a6ce-24d1-4848-8ba8-194dacea125d tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "PUT /v2.0/routers/95b07a88-5c10-4c22-9787-db97f989ef50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8702939 Apr 29 11:45:21.928391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:21.930130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] Sync routers for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:21.932786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47426) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:21.952496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:21.953215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.043376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.060063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] Routers {'95b07a88-5c10-4c22-9787-db97f989ef50'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:22.060771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['95b07a88-5c10-4c22-9787-db97f989ef50'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.128912 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] Set router 2c51125f-684a-463b-8c16-b007215eff67 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:22.159625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.160153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27546b5d-c535-45ae-8cec-7ad70746e15a None None] The sync data for ids ['95b07a88-5c10-4c22-9787-db97f989ef50'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:22.219361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.247841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.321924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:22.323653 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c124d56-3bef-4cbf-b780-fd1054318a01 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:22.324195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c124d56-3bef-4cbf-b780-fd1054318a01 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:22.339209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0977a51-0ca2-4b4d-b553-b20872fc6fb0 None None] Network 3cb81046-b780-4174-a153-0279a705fecf requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:22.339534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:22.349637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:22.350224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.358134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1d544-6f1e-4c54-b7dd-b23b09d9d149 None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:22.380803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.389561 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1c124d56-3bef-4cbf-b780-fd1054318a01 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/f4fce62a-b487-4a19-b6ee-57bca93a4bca HTTP/1.1" status: 404 len: 339 time: 0.5456038 Apr 29 11:45:22.390674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.400704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47430) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:22.401311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=666409f8-1dce-439c-a0eb-2d10222f327b,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:22.561663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.578863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.596186 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c51125f-684a-463b-8c16-b007215eff67', 'name': '', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'external_fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4'}], 'enable_snat': True}, 'gw_port_id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:08Z', 'updated_at': '2022-04-29T11:45:16Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'name': '', 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c51125f-684a-463b-8c16-b007215eff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:12Z', 'updated_at': '2022-04-29T11:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:22.601137 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bfa388-5f15-4ec6-9acc-23b164e3c42c None None] The sync data for ids ['2c51125f-684a-463b-8c16-b007215eff67'] in dv-neutron-839741-1-hyperv is: [{'id': '2c51125f-684a-463b-8c16-b007215eff67', 'name': '', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'external_fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4'}], 'enable_snat': True}, 'gw_port_id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:08Z', 'updated_at': '2022-04-29T11:45:16Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '0e2d8af6-849b-4099-8b76-5a83a943f83d', 'name': '', 'network_id': '867bff29-9f1d-49a8-9fe3-2a504225b248', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c51125f-684a-463b-8c16-b007215eff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'ip_address': '2001:db8::1b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:12Z', 'updated_at': '2022-04-29T11:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:22.639372 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2fe529e9-60bc-4916-9ace-21437827f197 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4343314 Apr 29 11:45:22.654602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae59f8-3cb7-4aea-b852-8a3b20b993f2 None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:22.724084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47434) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:22.740490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'security_group': {'name': 'tempest-secgroup-512829782'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:22.754661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:22.767664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:22.776500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:22.783044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': 'b2eee8e3-9b23-436e-b570-686fe13f6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:22.783509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: 650fa936-9cf3-40a3-ae7f-81aea3aa83d8, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:22.799411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:22.806792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=58420ee4-60b8-420d-bc0f-968f3f605082,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:22.843580 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-562bb27e-ea1d-4dab-afc8-a3166e756e3f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:22.844115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562bb27e-ea1d-4dab-afc8-a3166e756e3f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:22.846438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-562bb27e-ea1d-4dab-afc8-a3166e756e3f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/7776fa4c-4c5b-4a9f-8f0d-53544fb57fc0 HTTP/1.1" status: 404 len: 337 time: 0.3783200 Apr 29 11:45:22.849182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47438) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:22.867223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Deleting port 0e2d8af6-849b-4099-8b76-5a83a943f83d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:22.867561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.888270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.905293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Router 4025ee50-0076-46ea-963c-1059ff0167eb has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:45:22.908608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:22.920625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:22.936158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c58db7c-063f-4390-adc5-17ebd31a9b8c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:22.936351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c58db7c-063f-4390-adc5-17ebd31a9b8c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:22.939722 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c58db7c-063f-4390-adc5-17ebd31a9b8c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/a79168b8-b2fc-4bb9-828d-39aff3e0e5fd HTTP/1.1" status: 404 len: 339 time: 0.0885315 Apr 29 11:45:22.942289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47442) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:22.963563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:22.968787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 650fa936-9cf3-40a3-ae7f-81aea3aa83d8) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:22.980772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting port 5c14255f-33a2-423e-9ded-5dca0f1ae541 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:22.981492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.001838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d6561cc4-0756-4bc6-be9f-cce6af454a70 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:23.007604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:23.024079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:23.025204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.029801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:23.044995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee150c6-a069-438b-ad5d-81bf48e3014e None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:23.062443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:23.107491 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4fbc3ea1-221c-4c03-9ee9-85a71e3b344e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5248394 Apr 29 11:45:23.124939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.135625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:23.158346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1941062-fd2b-48b2-93a6-c7721ce1dec8 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:23.158802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1941062-fd2b-48b2-93a6-c7721ce1dec8 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:23.162855 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c1941062-fd2b-48b2-93a6-c7721ce1dec8 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/88347a70-b8a1-4ad5-8f47-9ca4bbd77012 HTTP/1.1" status: 404 len: 337 time: 0.2144403 Apr 29 11:45:23.173144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47452) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.313795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-081971e7-be72-4a1c-b2f7-a557a5fb361f None None] Provisioning for port d6561cc4-0756-4bc6-be9f-cce6af454a70 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:23.314347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:23.325074 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] Sync routers for ids ['4025ee50-0076-46ea-963c-1059ff0167eb'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:23.328811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.335817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-36eb41b9-366d-4b1f-8d87-43dc51f25627 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "PUT /v2.0/routers/4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 200 len: 706 time: 5.1203234 Apr 29 11:45:23.338476 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] Routers {'4025ee50-0076-46ea-963c-1059ff0167eb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:23.341412 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4025ee50-0076-46ea-963c-1059ff0167eb'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:23.343721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47456) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.373138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-291129b1-89f7-48b9-b169-61e40fde6eb5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:23.373684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291129b1-89f7-48b9-b169-61e40fde6eb5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:23.375535 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-291129b1-89f7-48b9-b169-61e40fde6eb5 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/759dbe91-ecf7-4cfd-97d7-33b3a4e96c7f HTTP/1.1" status: 404 len: 339 time: 0.2011771 Apr 29 11:45:23.382984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47460) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.504447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b76468-af8e-4195-9fd7-b3544a23d959 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:23.504909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b76468-af8e-4195-9fd7-b3544a23d959 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:23.507007 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e6b76468-af8e-4195-9fd7-b3544a23d959 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/a62200e4-8d7c-4cc6-961b-b9d114899aad HTTP/1.1" status: 404 len: 337 time: 0.1201191 Apr 29 11:45:23.523742 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:23.526537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] For port 0e2d8af6-849b-4099-8b76-5a83a943f83d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0e2d8af6-849b-4099-8b76-5a83a943f83d,segment=NetworkSegment(c7f6836c-d562-4c6d-8eae-3dcb2d962ce6),segment_id=c7f6836c-d562-4c6d-8eae-3dcb2d962ce6)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:23.526707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.546836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47464) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.551655 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] Routers {'4025ee50-0076-46ea-963c-1059ff0167eb'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:23.552441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4025ee50-0076-46ea-963c-1059ff0167eb'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:23.588682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.616140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-650fa936-9cf3-40a3-ae7f-81aea3aa83d8', 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': '58420ee4-60b8-420d-bc0f-968f3f605082'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:23.616973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.623650 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce0e29c-19d7-4b40-8444-ba719b160b81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:23.624700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce0e29c-19d7-4b40-8444-ba719b160b81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:23.627035 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2ce0e29c-19d7-4b40-8444-ba719b160b81 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/692690f0-8b43-469c-bda4-72826c9fbb73 HTTP/1.1" status: 404 len: 339 time: 0.0691392 Apr 29 11:45:23.631079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47468) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.658253 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:23.658848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117706f7-13e2-44d6-a5c2-1f7612f24d55 None None] The sync data for ids ['4025ee50-0076-46ea-963c-1059ff0167eb'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:23.710073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266339218'] for subnet, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.763851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port d6561cc4-0756-4bc6-be9f-cce6af454a70 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:23.771071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Router 4def7c2d-d289-4f71-846c-60331b3e7eb4 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:23.818294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Calling delete_port for 5c14255f-33a2-423e-9ded-5dca0f1ae541 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:23.832630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:23.832790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.851546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.866305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Calling delete_port for 0e2d8af6-849b-4099-8b76-5a83a943f83d owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:23.896746 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d16ea3c2-edb4-4488-af08-ae5a22d6dd88 tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/routers/4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 200 len: 741 time: 0.5463011 Apr 29 11:45:23.911462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:23.935140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47472) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.943423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f466e4a0-8296-485f-a881-b055711fe142 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:23.943854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f466e4a0-8296-485f-a881-b055711fe142 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:23.948357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f466e4a0-8296-485f-a881-b055711fe142 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/2a16609a-e632-4005-a3a1-a4b05ffa947c HTTP/1.1" status: 404 len: 337 time: 0.3131788 Apr 29 11:45:23.973325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47476) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:23.996180 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6e46842a-184f-48d1-bd1a-762896251b1c tempest-RoutersAdminTest-740647922 tempest-RoutersAdminTest-740647922-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 200 len: 205 time: 0.0544901 Apr 29 11:45:23.998576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47478) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.116675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.134664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7114181a-d784-4019-b4c7-cffef28722d6 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 200 len: 205 time: 0.1332042 Apr 29 11:45:24.164237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port d6561cc4-0756-4bc6-be9f-cce6af454a70, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d6561cc4-0756-4bc6-be9f-cce6af454a70,segment=NetworkSegment(71d852de-31bd-49da-b983-3346b1e6bfe5),segment_id=71d852de-31bd-49da-b983-3346b1e6bfe5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:24.168970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.179096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b1784-859c-4d24-b803-4bbebcc8153b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:24.187821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47484) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.191100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.192447 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-825f9c47-5c9a-4a64-9f1e-d578f7070dd0 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4673133 Apr 29 11:45:24.193342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-268186796'] for subnet, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.212958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47486) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.386806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:24.420211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b572a4-27fd-4c3f-94b4-847c170f30a7 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:24.420762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] Sync routers for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:24.420884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b572a4-27fd-4c3f-94b4-847c170f30a7 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:24.422649 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d9b572a4-27fd-4c3f-94b4-847c170f30a7 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/cb4ad51c-5446-4d37-9c0d-d9cae5ac9108 HTTP/1.1" status: 404 len: 339 time: 0.4172904 Apr 29 11:45:24.423771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=58420ee4-60b8-420d-bc0f-968f3f605082,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:24.435760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'security_group': {'name': 'tempest-secgroup-618118709'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:24.441548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47492) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.467229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:24.468185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.470379 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c515c2eb-5ea0-414b-ac04-4ce6aa2b9f5c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "PUT /v2.0/subnets/58420ee4-60b8-420d-bc0f-968f3f605082 HTTP/1.1" status: 200 len: 826 time: 1.3436606 Apr 29 11:45:24.530309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Allocated IP 2001:db8::2 (650fa936-9cf3-40a3-ae7f-81aea3aa83d8/58420ee4-60b8-420d-bc0f-968f3f605082/89491e1f-404a-4ca3-8956-a44dbc59e343) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:24.531054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47496) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.593444 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c24088-1ae0-404c-8982-abdce3642dc1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:24.593979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c24088-1ae0-404c-8982-abdce3642dc1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:24.598604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-24c24088-1ae0-404c-8982-abdce3642dc1 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/7f118efb-c414-4bce-8890-737deef9a05d HTTP/1.1" status: 404 len: 337 time: 0.1561673 Apr 29 11:45:24.599280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.606642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.610732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2cbc98e0-763a-475d-b162-271f8763e86b tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.9112363 Apr 29 11:45:24.622867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47504) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:24.654467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.806698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:24.811370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:24.818574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:24.832838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:24.917699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=d6561cc4-0756-4bc6-be9f-cce6af454a70,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:24.925223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e2d8af6-849b-4099-8b76-5a83a943f83d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:24.962895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d3ae7f0d-17fd-4d8b-a788-559f7c8717b2 None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:24.963256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7f0d-17fd-4d8b-a788-559f7c8717b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:24.987170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.012702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:25.012702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:25.018472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.064660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1932a7-36a0-49a2-bb0a-684ea0d933ca None None] Network 3cb81046-b780-4174-a153-0279a705fecf requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:25.104601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c53bfd-fae6-4c9d-be5f-483ed5cb3be7 None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:25.116647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0e2d8af6-849b-4099-8b76-5a83a943f83d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:25.116980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e2d8af6-849b-4099-8b76-5a83a943f83d not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 11:45:25.141498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.154965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:25.163713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:25.168735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:25.176257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.180009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:25.192044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:25.215680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Port 0e2d8af6-849b-4099-8b76-5a83a943f83d not found, will not notify nova. {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 11:45:25.221087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e2d8af6-849b-4099-8b76-5a83a943f83d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:25.223566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Transition to ACTIVE for port object 89491e1f-404a-4ca3-8956-a44dbc59e343 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:25.223698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4469e8-7410-410e-ab63-6962dff29371 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:25.224273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4469e8-7410-410e-ab63-6962dff29371 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:25.226695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e4469e8-7410-410e-ab63-6962dff29371 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/1defe310-a36c-42ed-a82a-07949e887109 HTTP/1.1" status: 404 len: 339 time: 0.6210983 Apr 29 11:45:25.250209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.305657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.336913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Port': ['ID=5c14255f-33a2-423e-9ded-5dca0f1ae541,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:25.338379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae7f0d-17fd-4d8b-a788-559f7c8717b2 None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:25.382255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:25.382890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:25.420625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-af53da98-0261-4d8d-a3e0-92f4111a8a2c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:25.421373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af53da98-0261-4d8d-a3e0-92f4111a8a2c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:25.423315 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af53da98-0261-4d8d-a3e0-92f4111a8a2c tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/20b2eed9-da33-416f-a8c5-b7ccbbd6112d HTTP/1.1" status: 404 len: 337 time: 0.1620228 Apr 29 11:45:25.433418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Transition to ACTIVE for port object 89491e1f-404a-4ca3-8956-a44dbc59e343 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:25.440226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47512) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.463460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.469743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:25.470377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062eac52-6d8e-47a5-b8da-17ec98cb026b None None] The sync data for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:25.483664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.523506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.532408 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b50e4bf-d1fe-4b80-8b27-95f394e4fd27 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:25.532867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b50e4bf-d1fe-4b80-8b27-95f394e4fd27 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:25.536194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.539259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.581090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 89491e1f-404a-4ca3-8956-a44dbc59e343 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:25.581612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.583889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b50e4bf-d1fe-4b80-8b27-95f394e4fd27 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/eec6ea72-34c8-44b5-8379-dbcd6ce62b2c HTTP/1.1" status: 404 len: 339 time: 0.1315448 Apr 29 11:45:25.584801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47516) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.597228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.597714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Fanout notify agent at l3_agent the message router_deleted on router 4025ee50-0076-46ea-963c-1059ff0167eb {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:25.608653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.652883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe3c318-893f-4c28-843c-34741217ba05 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:25.653317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe3c318-893f-4c28-843c-34741217ba05 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:25.657914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.668731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d3ae7f0d-17fd-4d8b-a788-559f7c8717b2 None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:25.669109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7f0d-17fd-4d8b-a788-559f7c8717b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.760734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.760734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c51125f-684a-463b-8c16-b007215eff67 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:25.783115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.784396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ec407cc9-8a50-48f6-a50d-8ac5178c3336 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2c51125f-684a-463b-8c16-b007215eff67 HTTP/1.1" status: 204 len: 168 time: 4.9563460 Apr 29 11:45:25.791733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47520) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.842061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.846127 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cbe3c318-893f-4c28-843c-34741217ba05 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/6167ba0e-ae92-4b4f-a592-40c6c3ae36ba HTTP/1.1" status: 404 len: 337 time: 0.2541630 Apr 29 11:45:25.849480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47524) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.852555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.857451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:25.857643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4228119a-a6df-4b49-890b-b5dc1911a447 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 204 len: 168 time: 1.6496181 Apr 29 11:45:25.874478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47528) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:25.875137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.884232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:25.886651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:25.941750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.944324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:25.981437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Deleting subnet 7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:25.989424 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-08255097-bfbd-4925-a3a3-71a40dc9e067 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 200 len: 205 time: 0.1099491 Apr 29 11:45:26.000628 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bf86b1-7b96-4929-b7ac-8f3714a57a4f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:26.001230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bf86b1-7b96-4929-b7ac-8f3714a57a4f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:26.008110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47532) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.039331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Pushing event updated for resources: {'Port': ['ID=89491e1f-404a-4ca3-8956-a44dbc59e343,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:26.049362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.066709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.067388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Fanout notify agent at l3_agent the message router_deleted on router 95b07a88-5c10-4c22-9787-db97f989ef50 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:26.069116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.070464 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7680295 Apr 29 11:45:26.080180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47536) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.082615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.086027 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e313bad0-4db9-4e81-991f-88dc0f967bfc tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/routers/95b07a88-5c10-4c22-9787-db97f989ef50 HTTP/1.1" status: 204 len: 168 time: 4.1227827 Apr 29 11:45:26.086027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d62461-9243-40a6-bcf2-2bbaa67d819f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a69b264-ea06-44c2-a229-7d3aeb8a6e59,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:26.091082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-28bf86b1-7b96-4929-b7ac-8f3714a57a4f tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/f5745823-e512-446c-a042-8544f36a1949 HTTP/1.1" status: 404 len: 339 time: 0.2335100 Apr 29 11:45:26.096833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47538) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.097190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47540) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.127266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Attempting to bind port 89491e1f-404a-4ca3-8956-a44dbc59e343 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:26.127873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Attempting to bind port 89491e1f-404a-4ca3-8956-a44dbc59e343 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'b2eee8e3-9b23-436e-b570-686fe13f6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:26.128043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Attempting to bind port 89491e1f-404a-4ca3-8956-a44dbc59e343 on network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:26.156941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:26.157312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Checking segment: {'id': 'b2eee8e3-9b23-436e-b570-686fe13f6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:26.157737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.158130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Bound using segment: {'id': 'b2eee8e3-9b23-436e-b570-686fe13f6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:26.158615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Bound port: 89491e1f-404a-4ca3-8956-a44dbc59e343, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2eee8e3-9b23-436e-b570-686fe13f6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '650fa936-9cf3-40a3-ae7f-81aea3aa83d8'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:26.158985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.164554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-8a9fa3a3-2c73-4563-9fe3-a135f6095a41 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:26.168193 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8a9fa3a3-2c73-4563-9fe3-a135f6095a41 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/4025ee50-0076-46ea-963c-1059ff0167eb HTTP/1.1" status: 404 len: 336 time: 0.1554744 Apr 29 11:45:26.173900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47548) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.206145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694133843'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:26.225062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:26.243809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:26.253488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:26.268719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:26.289472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.313423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:26.321371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=89491e1f-404a-4ca3-8956-a44dbc59e343,segment=NetworkSegment(b2eee8e3-9b23-436e-b570-686fe13f6837),segment_id=b2eee8e3-9b23-436e-b570-686fe13f6837)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:26.336765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.438576 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-98ca4ae7-4a38-4706-a75f-f79daa2f9b16 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 200 len: 205 time: 0.2614017 Apr 29 11:45:26.444383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47552) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.481621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2e52e-d33c-4c9f-ae8d-fa6bd62f57d2 None None] Pushing event updated for resources: {'Port': ['ID=89491e1f-404a-4ca3-8956-a44dbc59e343,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:26.523210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6a88b42c-0162-42a4-a9f0-644a1e99c9d7 None None] Provisioning complete for port 685d6c98-e91f-45ea-a82b-f34667d745b8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:26.523851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6a88b42c-0162-42a4-a9f0-644a1e99c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.541127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Deleting subnet 9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:26.557417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.589868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-cf80d789-9521-4b99-b562-aacf62ab8456 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:26.593735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf80d789-9521-4b99-b562-aacf62ab8456 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/7bc1af0d-a327-4de0-b3fa-1e4b92f64f62 HTTP/1.1" status: 404 len: 336 time: 0.1432803 Apr 29 11:45:26.605927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting subnet 01a5a380-8d11-4189-89ab-130e371d3bb7 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:26.605927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47556) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.611836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895632c-2897-4105-956d-acaf5273750a None None] Network 3cb81046-b780-4174-a153-0279a705fecf requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:26.644458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.648942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, got binding levels [] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:26.649311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.657531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.700172 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c7f4ae8d-dd8f-4a26-a7c0-67dca4c93f24 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 200 len: 205 time: 0.0934253 Apr 29 11:45:26.711742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.736346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47560) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:26.786438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.806934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d6561cc4-0756-4bc6-be9f-cce6af454a70 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:26.816856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 89491e1f-404a-4ca3-8956-a44dbc59e343 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:26.910241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.928630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6a88b42c-0162-42a4-a9f0-644a1e99c9d7 None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:26.929004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6a88b42c-0162-42a4-a9f0-644a1e99c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:26.969118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.018681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:27.020900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.050703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f5761873-c019-4840-afba-64807563eb6c tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:27.054008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5761873-c019-4840-afba-64807563eb6c tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/66541644-e1c0-4cee-b6dd-5b0c38405bd2 HTTP/1.1" status: 404 len: 336 time: 0.2520468 Apr 29 11:45:27.054811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47564) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.067773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:security_group_rule and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:27.089006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:27.093334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:27.094035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.103894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:27.120922 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3f2cfaa1-a0c3-4d97-affc-c6bd643c3e02 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 200 len: 205 time: 0.0628419 Apr 29 11:45:27.121459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47568) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.183138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.210437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:27.210437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:27.228376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.244206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a3aa100f-0064-4d0d-9f38-7bb4d3dc0f1e tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:27.247665 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a3aa100f-0064-4d0d-9f38-7bb4d3dc0f1e tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/79449cdb-c10d-4f09-876d-23547eab5df7 HTTP/1.1" status: 404 len: 336 time: 0.1229162 Apr 29 11:45:27.247818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.254492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47572) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.255524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Subnet': ['ID=01a5a380-8d11-4189-89ab-130e371d3bb7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:27.260783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.264974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.279553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e857e-5705-4ec6-9c30-82f744c42c42 None None] Network e39bb42a-f73c-492e-8644-3e2927e9fbee requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:27.325678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.329099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:27.353412 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-74c4cfb5-f906-4618-a894-b46f5e99f424 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 200 len: 205 time: 0.0957446 Apr 29 11:45:27.378203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Subnet': ['ID=9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:27.381623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47576) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.404055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.419900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e8397a75-e5ac-4f43-ba4b-779b86c9dbe5 None None] Provisioning complete for port 685d6c98-e91f-45ea-a82b-f34667d745b8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:27.420703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8397a75-e5ac-4f43-ba4b-779b86c9dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.457408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e2d8af6-849b-4099-8b76-5a83a943f83d no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:27.507107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2f18670c-2633-4b81-afa6-6acacf86ba26 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/subnets/9b02c94a-ddb7-4cf4-bfaf-a0e1d734ace8 HTTP/1.1" status: 204 len: 168 time: 1.4086783 Apr 29 11:45:27.511804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47580) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.516875 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-fb3e7d8b-556c-4b91-8088-746bc87c0a25 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:27.517830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fb3e7d8b-556c-4b91-8088-746bc87c0a25 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/f79f5f92-619b-4b6e-aaa5-f6bbb11cb101 HTTP/1.1" status: 404 len: 336 time: 0.1340573 Apr 29 11:45:27.519332 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0b0723a9-d7ef-4a76-bd23-5564ff7a4365 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/subnets/01a5a380-8d11-4189-89ab-130e371d3bb7 HTTP/1.1" status: 204 len: 168 time: 1.4195032 Apr 29 11:45:27.526256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47584) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.528724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47586) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.550853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0e2d8af6-849b-4099-8b76-5a83a943f83d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:27.551200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e2d8af6-849b-4099-8b76-5a83a943f83d not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:27.590622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.592280 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-82b66ac7-9bd1-4c83-a3a1-e9bbf90a08e7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6 HTTP/1.1" status: 204 len: 168 time: 1.7995226 Apr 29 11:45:27.597991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47592) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.679176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.726755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 89491e1f-404a-4ca3-8956-a44dbc59e343 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:27.727091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.737609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.743692 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6240b42-adc1-4982-b584-8603ad5b8da6 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "GET /v2.0/ports?device_id=7522d5c2-11b2-49aa-9825-a69c36026b34 HTTP/1.1" status: 200 len: 205 time: 0.2104287 Apr 29 11:45:27.744016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47598) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.812097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.834521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-00f680f7-d607-4bed-94b5-dbcbe80b29b1 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] delete failed (client error): The resource could not be found. Apr 29 11:45:27.838377 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-00f680f7-d607-4bed-94b5-dbcbe80b29b1 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/routers/7522d5c2-11b2-49aa-9825-a69c36026b34 HTTP/1.1" status: 404 len: 336 time: 0.0904944 Apr 29 11:45:27.842039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47602) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.842703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Deleting port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:27.843034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.848708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e8397a75-e5ac-4f43-ba4b-779b86c9dbe5 None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:27.849222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8397a75-e5ac-4f43-ba4b-779b86c9dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.880392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:27.884345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7436128 Apr 29 11:45:27.894270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47606) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:27.904719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-33806895', 'security_groups': ['dc82709c-7d1f-4723-b50a-7c3f7e52b618'], 'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '666409f8-1dce-439c-a0eb-2d10222f327b'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:27.916722 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f943f9c7-da69-43c9-8fb5-200d8751a920 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:27.917340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f943f9c7-da69-43c9-8fb5-200d8751a920 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:27.922227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f943f9c7-da69-43c9-8fb5-200d8751a920 tempest-RoutersAdminTest-1682357489 tempest-RoutersAdminTest-1682357489-project] 10.222.0.53 "DELETE /v2.0/subnets/db4978c7-f74b-4a9f-bf40-02075044c631 HTTP/1.1" status: 404 len: 337 time: 0.0494218 Apr 29 11:45:27.941456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b81bd-30a4-4c3e-a9bf-26a552514d4d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82709c-7d1f-4723-b50a-7c3f7e52b618,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:27.949216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] DHCP port deletion for e39bb42a-f73c-492e-8644-3e2927e9fbee request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:27.956732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Deleting port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:27.959043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.005669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.061901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7230a-3d97-420e-839d-20e3ff7e03f7 None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:28.131539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] For port 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9c5059bf-a3b5-42f9-a168-9e9951d6b762,segment=NetworkSegment(6b4028cc-7dd1-49fb-8131-ad238a57fbfa),segment_id=6b4028cc-7dd1-49fb-8131-ad238a57fbfa)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:28.131891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.393293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47616) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:28.406388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Calling delete_port for 9c5059bf-a3b5-42f9-a168-9e9951d6b762 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:28.450729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] For port 9c5059bf-a3b5-42f9-a168-9e9951d6b762, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9c5059bf-a3b5-42f9-a168-9e9951d6b762,segment=NetworkSegment(6b4028cc-7dd1-49fb-8131-ad238a57fbfa),segment_id=6b4028cc-7dd1-49fb-8131-ad238a57fbfa)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:28.451300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.496305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.544339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] No DVR routers for this DVR port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:28.591413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Port': ['ID=9c5059bf-a3b5-42f9-a168-9e9951d6b762,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:28.597962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.617103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.642865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Calling delete_port for 9c5059bf-a3b5-42f9-a168-9e9951d6b762 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:28.655712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:28.691213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ddaf6cf0-b271-45ba-9111-2ef46e1e578a None None] Provisioning for port 89491e1f-404a-4ca3-8956-a44dbc59e343 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:28.708646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c22dfe8c7a6d4e75a568e8dcff9b6f78 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:28.712409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.719778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:28.729507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:28.742682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ddaf6cf0-b271-45ba-9111-2ef46e1e578a None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:28.743052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6cf0-b271-45ba-9111-2ef46e1e578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.750842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39bb42a-f73c-492e-8644-3e2927e9fbee']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.770892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4028cc-7dd1-49fb-8131-ad238a57fbfa') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.771286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4028cc-7dd1-49fb-8131-ad238a57fbfa') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.786568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.792767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:28.793167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:28.828620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.844282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:28.845147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.847029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 89491e1f-404a-4ca3-8956-a44dbc59e343 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:28.859807 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:28.906757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a78f43-70a2-4a63-8b77-4c674f56cb4d']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.950709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.966931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a03a41-9e94-4b61-a123-cd8e37abe112') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.967553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a03a41-9e94-4b61-a123-cd8e37abe112') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:28.980974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 89491e1f-404a-4ca3-8956-a44dbc59e343 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:28.983034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Allocated IP 172.20.0.1 (f5288aed-1b12-4724-9ba5-3126b01925e9/22bb5a99-358a-40d6-a379-35b09eb27931/b1308789-3093-4a93-91c5-8d34792aa698) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:28.989580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 89491e1f-404a-4ca3-8956-a44dbc59e343 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:28.989946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:28.995886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:29.003429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.006382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:29.012747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.037900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:29.049797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.065359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.080366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.092705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d2289-06ab-45a4-9ae0-8b5bcbea39e1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.093509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867bff29-9f1d-49a8-9fe3-2a504225b248']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.108314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] Pushing event deleted for resources: {'Network': ['ID=e39bb42a-f73c-492e-8644-3e2927e9fbee,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.126083 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5abd12e2-1d5f-4434-afeb-a0f5342db9c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c22dfe8c7a6d4e75a568e8dcff9b6f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293689 Apr 29 11:45:29.132142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47622) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:29.137516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.141668 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f80c090a-7928-4d8c-8e1c-9dabeeb4fcd4 tempest-NetworksTest-512433091 tempest-NetworksTest-512433091-project] 10.222.0.53 "DELETE /v2.0/networks/e39bb42a-f73c-492e-8644-3e2927e9fbee HTTP/1.1" status: 204 len: 168 time: 1.6086323 Apr 29 11:45:29.143794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.144091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f6836c-d562-4c6d-8eae-3dcb2d962ce6') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:29.169746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.186921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b3ea0-570f-4d4b-8ef6-bc794913220c None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:29.208227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=89491e1f-404a-4ca3-8956-a44dbc59e343,segment=NetworkSegment(b2eee8e3-9b23-436e-b570-686fe13f6837),segment_id=b2eee8e3-9b23-436e-b570-686fe13f6837)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:29.219736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.223329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.257691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.274053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=89491e1f-404a-4ca3-8956-a44dbc59e343,segment=NetworkSegment(b2eee8e3-9b23-436e-b570-686fe13f6837),segment_id=b2eee8e3-9b23-436e-b570-686fe13f6837)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:29.274430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.293324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.293853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:29.294272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:29.310900 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:29.333143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Deleting port 9c5059bf-a3b5-42f9-a168-9e9951d6b762 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:29.333619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.374954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.388184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9c5059bf-a3b5-42f9-a168-9e9951d6b762 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:29.396294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.396463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d2289-06ab-45a4-9ae0-8b5bcbea39e1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.416728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.430227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 9c5059bf-a3b5-42f9-a168-9e9951d6b762 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:29.430451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9c5059bf-a3b5-42f9-a168-9e9951d6b762 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:29.431695 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0cd846b8-e104-4dad-8e8d-f3731838def2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/365d2289-06ab-45a4-9ae0-8b5bcbea39e1 HTTP/1.1" status: 204 len: 168 time: 0.2971158 Apr 29 11:45:29.538521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47632) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:29.582400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3206d8d7-4fad-4150-b936-827c54e1927f None None] The port '9c5059bf-a3b5-42f9-a168-9e9951d6b762' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:45:29.583099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:29.583555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.594057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9a9bd58e-d9fe-425a-a674-8ef93dcf6a61 None None] Provisioning complete for port 89491e1f-404a-4ca3-8956-a44dbc59e343 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:29.594417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9a9bd58e-d9fe-425a-a674-8ef93dcf6a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:29.600979 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:29.622903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 89491e1f-404a-4ca3-8956-a44dbc59e343 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:29.662889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=89491e1f-404a-4ca3-8956-a44dbc59e343,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.748952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.779596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] device_id is not set on port eb1471d1-0ee2-4a53-ab13-4f81623721c6 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:29.827841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.883861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.910140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] Pushing event deleted for resources: {'Network': ['ID=15a78f43-70a2-4a63-8b77-4c674f56cb4d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:29.948819 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-29e13160-10c1-40bf-b7a9-a860f0a00dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b4e34f17c1d48658963b58af36a0c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082623 Apr 29 11:45:29.951699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47640) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:29.974292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47644) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:29.977859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.981000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:29.985334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-36b837e7-0abb-47c4-bcae-82d3e85a1d88 tempest-FloatingIPTestJSON-2131667492 tempest-FloatingIPTestJSON-2131667492-project] 10.222.0.53 "DELETE /v2.0/networks/15a78f43-70a2-4a63-8b77-4c674f56cb4d HTTP/1.1" status: 204 len: 168 time: 2.4692137 Apr 29 11:45:30.034762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 867bff29-9f1d-49a8-9fe3-2a504225b248 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 11:45:30.049441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.056177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.065263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Network': ['ID=867bff29-9f1d-49a8-9fe3-2a504225b248,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:30.095458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.103178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Transition to ACTIVE for port object b1308789-3093-4a93-91c5-8d34792aa698 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:30.110691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:30.111012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:30.133348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c474aa1e-4a57-4caf-b567-5d9d15641b37 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/networks/867bff29-9f1d-49a8-9fe3-2a504225b248 HTTP/1.1" status: 204 len: 168 time: 2.5322564 Apr 29 11:45:30.148486 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8728fe28-958d-4f84-9df9-d64449f841f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb1f1b3afc2b4095a9df5b00a748a0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650341 Apr 29 11:45:30.161976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47652) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:30.269275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.306726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-36024e52-cca6-4369-bf73-174524642d6a None None] Provisioning complete for port 89491e1f-404a-4ca3-8956-a44dbc59e343 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:30.315041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-36024e52-cca6-4369-bf73-174524642d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.321411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.323013 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9ec7e27-eba0-47cb-8442-965ec15f28dd HTTP/1.1" status: 204 len: 168 time: 0.3700752 Apr 29 11:45:30.331098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76a19a-4f9e-432e-9587-f6f8d2a4e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec7e27-eba0-47cb-8442-965ec15f28dd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:30.333254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.391261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.481748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8959f482-c625-4cd1-ae03-f1454e20f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.499170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.511239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.518713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 89491e1f-404a-4ca3-8956-a44dbc59e343 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:30.519333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.546996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bdf43-e5a4-4d25-be2d-94c8c5df0a94,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:30.551897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.556955 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c19dfed5-49de-435c-91cc-b4b1a85e0b89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e6bdf43-e5a4-4d25-be2d-94c8c5df0a94 HTTP/1.1" status: 204 len: 168 time: 0.3920877 Apr 29 11:45:30.560286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47664) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:30.666212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=b1308789-3093-4a93-91c5-8d34792aa698,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:30.699766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8::337 (7829cc82-d34a-4805-a0d2-10de511cd045/666409f8-1dce-439c-a0eb-2d10222f327b/eb1471d1-0ee2-4a53-ab13-4f81623721c6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:30.731165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network f5288aed-1b12-4724-9ba5-3126b01925e9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:30.735997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:30.738787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:30.777022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 89491e1f-404a-4ca3-8956-a44dbc59e343 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:30.898692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 89491e1f-404a-4ca3-8956-a44dbc59e343 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:30.899850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:30.967377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.065554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cb421ae-6d6a-41a7-92c8-0884a2b474db None None] Provisioning for port b1308789-3093-4a93-91c5-8d34792aa698 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:31.071357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cb421ae-6d6a-41a7-92c8-0884a2b474db None None] Provisioning complete for port b1308789-3093-4a93-91c5-8d34792aa698 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:31.071885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cb421ae-6d6a-41a7-92c8-0884a2b474db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.098408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47676) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:31.104882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'name': 'tempest-router--463188926', 'project_id': '25ac134c2fe64ba3a3cb55ca0e322c47'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:31.119147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:31.129910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:router and tenant:25ac134c2fe64ba3a3cb55ca0e322c47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:31.138792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:31.153287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:31.179394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.181276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.190542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3cb421ae-6d6a-41a7-92c8-0884a2b474db None None] Port b1308789-3093-4a93-91c5-8d34792aa698 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:31.210291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.221671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 89491e1f-404a-4ca3-8956-a44dbc59e343, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=89491e1f-404a-4ca3-8956-a44dbc59e343,segment=NetworkSegment(b2eee8e3-9b23-436e-b570-686fe13f6837),segment_id=b2eee8e3-9b23-436e-b570-686fe13f6837)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:31.222816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.251911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.314643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.315820 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2d3c8d3a-efd6-4c4f-98fc-4a2190aa9896 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2162461 Apr 29 11:45:31.319974 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35e8e20c-fb81-4cb5-b716-2bb8b198b32f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6be2c5e631bc4d07a437bc8cb0495c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586226 Apr 29 11:45:31.320531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47688) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:31.323257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47690) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:31.369542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.379499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 89491e1f-404a-4ca3-8956-a44dbc59e343 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:31.436616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object eb1471d1-0ee2-4a53-ab13-4f81623721c6 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:31.517807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.556459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.687205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.711912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.801088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.874834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:31.901949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:31.932595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:31.944359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47718) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:31.947515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:31.952986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:31.953628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.007785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=eb1471d1-0ee2-4a53-ab13-4f81623721c6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.027387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df957d67-4152-4d7e-be4f-259f174d3ad3 None None] DHCP port deletion for 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:32.157246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47726) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:32.170568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.188686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.192584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c3754-01c6-486a-a795-318a15e5613d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.197280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.212511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.213871 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f3ce37fe-e0a5-4287-a49c-57879020458e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/849c3754-01c6-486a-a795-318a15e5613d HTTP/1.1" status: 204 len: 168 time: 0.7680359 Apr 29 11:45:32.227278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port 89491e1f-404a-4ca3-8956-a44dbc59e343 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:32.253798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.254340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a80f9c58-f82a-4203-8368-2c9609107976 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:32.267985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=89491e1f-404a-4ca3-8956-a44dbc59e343,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.276922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.278437 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-000f1e42-a754-4813-9479-968059c15da7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a80f9c58-f82a-4203-8368-2c9609107976 HTTP/1.1" status: 204 len: 168 time: 0.9567215 Apr 29 11:45:32.285265 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-df664e9d-d1e4-4c99-b35b-7c5a94c4786d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3857381 Apr 29 11:45:32.289947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47738) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:32.299518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:32.336593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29eb4a6-0bc1-4d00-aeeb-9d387b46c35b None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:45:32.341577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.521681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-66289206-8e40-4f8d-a906-4d70b087d52a None None] Provisioning for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:32.538693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-66289206-8e40-4f8d-a906-4d70b087d52a None None] Provisioning complete for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:32.539285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-66289206-8e40-4f8d-a906-4d70b087d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.543020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f3d3a85e-3b7b-4d05-bdc7-07f354592b4b tempest-DvrRoutersNegativeTest-1174817685 tempest-DvrRoutersNegativeTest-1174817685-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1120719318', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:32.549554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.policy [None req-f3d3a85e-3b7b-4d05-bdc7-07f354592b4b tempest-DvrRoutersNegativeTest-1174817685 tempest-DvrRoutersNegativeTest-1174817685-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88015) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 29 11:45:32.549846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.policy [None req-f3d3a85e-3b7b-4d05-bdc7-07f354592b4b tempest-DvrRoutersNegativeTest-1174817685 tempest-DvrRoutersNegativeTest-1174817685-project] Failed policy check for 'create_router' {{(pid=88015) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 29 11:45:32.551179 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f3d3a85e-3b7b-4d05-bdc7-07f354592b4b tempest-DvrRoutersNegativeTest-1174817685 tempest-DvrRoutersNegativeTest-1174817685-project] create failed (client error): Access was denied to this resource. Apr 29 11:45:32.552186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f3d3a85e-3b7b-4d05-bdc7-07f354592b4b tempest-DvrRoutersNegativeTest-1174817685 tempest-DvrRoutersNegativeTest-1174817685-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5890734 Apr 29 11:45:32.582504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:32.589844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1021055556'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:32.596331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:32.601464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:network and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:32.605278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:32.611218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29eb4a6-0bc1-4d00-aeeb-9d387b46c35b None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:45:32.617320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:32.627893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-66289206-8e40-4f8d-a906-4d70b087d52a None None] Port eb1471d1-0ee2-4a53-ab13-4f81623721c6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:32.630914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:32.635399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:32.639418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:32.643897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.645995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.665078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:32.667880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.692046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:32.697899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:security_group_rule and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:32.701620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:32.710472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:32.715781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.717255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=58420ee4-60b8-420d-bc0f-968f3f605082,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:32.733568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:32.772626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47744) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:32.830368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 89491e1f-404a-4ca3-8956-a44dbc59e343 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:32.881714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 89491e1f-404a-4ca3-8956-a44dbc59e343 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:32.882234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 89491e1f-404a-4ca3-8956-a44dbc59e343 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:32.931032 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 666409f8-1dce-439c-a0eb-2d10222f327b (CIDR: 2001:db8::/64) Apr 29 11:45:32.941216 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:45:32.941869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:32.978310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c250e015-8aaf-42d0-b389-e93df6b40108 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6868551 Apr 29 11:45:32.978543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:32.981045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47752) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:32.981857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-652e8705-2107-47b4-bf59-3601a596d1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.001558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:33.005880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:45:33.036180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.069699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.216273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1623496269', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:33.229202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180cd4c-86e6-417b-a36c-67a34e014a5e None None] Network 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:33.242470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:33.254148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:33.265176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:33.280863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.282101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:33.300911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.308096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650fa936-9cf3-40a3-ae7f-81aea3aa83d8']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:33.326829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47760) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:33.340026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eee8e3-9b23-436e-b570-686fe13f6837') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:33.340247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:33.340675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eee8e3-9b23-436e-b570-686fe13f6837') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:33.352345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.353354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.362299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:33.377071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:33.379895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a14f8-d1f1-427d-950d-b60138bbf178,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.384362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:33.391095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.391095 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Added segment 1b8a6dd6-a768-485e-8b43-23eb9e8b22e7 of type vlan for network 509b49ef-561b-4c7b-b648-76f046bd5c48 Apr 29 11:45:33.402487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=b1308789-3093-4a93-91c5-8d34792aa698,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.408671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.418283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:33.432817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.444287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:33.444730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.464899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.506244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.511047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:33.516823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.537320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025932e4-cc42-4a87-85c0-a8b70fc2ac84 None None] DHCP port deletion for 650fa936-9cf3-40a3-ae7f-81aea3aa83d8 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:33.570374 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:33.572683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.596422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.629957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.658951 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/650fa936-9cf3-40a3-ae7f-81aea3aa83d8 HTTP/1.1" status: 204 len: 168 time: 9.1179292 Apr 29 11:45:33.659153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:33.659765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720639d3-0675-4db5-906b-605a356b6ea4 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=650fa936-9cf3-40a3-ae7f-81aea3aa83d8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:33.700721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.758979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.800269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.821060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network f5288aed-1b12-4724-9ba5-3126b01925e9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:33.823052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:33.825271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:33.859206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1175be6e-f987-4d97-ad4d-1a2d50d26d2d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:33.859695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1175be6e-f987-4d97-ad4d-1a2d50d26d2d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:33.873007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.878645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:33.879276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.947645 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1175be6e-f987-4d97-ad4d-1a2d50d26d2d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/650fa936-9cf3-40a3-ae7f-81aea3aa83d8 HTTP/1.1" status: 404 len: 339 time: 0.2701180 Apr 29 11:45:33.970405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Usage tracker for resource:security_group_rule and tenant:3542397e203e45aeb7f5b1f5653b006b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:33.973997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47784) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:33.974936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:33.977711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:34.004739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388249754', 'description': 'd1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:34.012902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:34.017635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:34.028897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Usage tracker for resource:network and tenant:c3797068def647e393260ac1c6fad4d0 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:34.031570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47788) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.032414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:34.071731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:34.113773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:34.118853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.143034 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9835303 Apr 29 11:45:34.144548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c616dfb2-3281-4962-9858-d830e0f86ed9 (CIDR: 2001:db8:0:1::/64) Apr 29 11:45:34.147507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47794) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.164204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:34.166688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4325b794-72d4-403b-861a-cb12a37a9c29 None None] Provisioning complete for port b1308789-3093-4a93-91c5-8d34792aa698 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:34.167274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4325b794-72d4-403b-861a-cb12a37a9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.178897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab75a5-a4ae-406c-8eae-ab26f9085492 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Network': ['ID=509b49ef-561b-4c7b-b648-76f046bd5c48,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:34.183887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.188744 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:45:34.189621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:34.199215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0519e6b6-02bd-41fb-95c4-39c15e031a3c tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] Request body: {'port': {'network_id': '60e38352-a43b-435e-b304-105b2efdafc9', 'name': 'tempest-NetworksNegativeTestJSON-1172008571'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:34.200859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:34.229142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d9f4ff6c-12f2-4d34-925e-9da2765fd206 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2466872 Apr 29 11:45:34.238550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47798) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.248077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'subnet': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:34.253550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Router 4def7c2d-d289-4f71-846c-60331b3e7eb4 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:45:34.257878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:34.267799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0519e6b6-02bd-41fb-95c4-39c15e031a3c tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] POST failed (client error): The resource could not be found. Apr 29 11:45:34.268337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0519e6b6-02bd-41fb-95c4-39c15e031a3c tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:34.269518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0519e6b6-02bd-41fb-95c4-39c15e031a3c tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2299697 Apr 29 11:45:34.280252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47802) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.319728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4325b794-72d4-403b-861a-cb12a37a9c29 None None] Port b1308789-3093-4a93-91c5-8d34792aa698 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:34.378903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.379549 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment 155ae4cd-4abf-43f9-a659-0971d1614684 of type vlan for network e1611a5f-f2a6-435c-9835-64a16a166cdf Apr 29 11:45:34.410678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1560a8-c88b-4013-8f90-cf13d37df365 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:34.411299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1560a8-c88b-4013-8f90-cf13d37df365 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:34.578696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:34.584183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Usage tracker for resource:subnet and tenant:55dfa95668754d5a8b9dd310e9ffa21b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:34.588694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:34.595709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:34.612087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Made reservation on behalf of 55dfa95668754d5a8b9dd310e9ffa21b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:34.615573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.709220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:34.716531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.723960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:34.727723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.733589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:34.736919 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e1560a8-c88b-4013-8f90-cf13d37df365 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "DELETE /v2.0/networks/52605232-85e7-4108-8af2-78215bb834e3 HTTP/1.1" status: 404 len: 339 time: 0.4046450 Apr 29 11:45:34.737713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.748529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.790018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:34.862499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.864043 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-289b65e7-1227-4826-accb-f9042c9f63b7 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:34.864588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289b65e7-1227-4826-accb-f9042c9f63b7 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:34.866199 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-289b65e7-1227-4826-accb-f9042c9f63b7 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "DELETE /v2.0/ports/7c10672f-3a6e-4e6f-bd33-8e7aca6e233b HTTP/1.1" status: 404 len: 333 time: 0.1090200 Apr 29 11:45:34.881536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47810) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.882156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:34.885660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.900254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.912290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3542397e203e45aeb7f5b1f5653b006b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5816948 Apr 29 11:45:34.938463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47814) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:34.962689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45854d-3325-42f3-a14e-a442fe9a5f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b1513-9840-402b-a14d-83d4f5fa7ac5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:34.978438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7574f1e-3dac-4aee-8991-4881ca26a929 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:34.978916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7574f1e-3dac-4aee-8991-4881ca26a929 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:34.980677 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d7574f1e-3dac-4aee-8991-4881ca26a929 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "DELETE /v2.0/subnets/d6a9cc80-1858-48d2-a5c8-9bf87bc906eb HTTP/1.1" status: 404 len: 337 time: 0.0807950 Apr 29 11:45:34.985967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.991462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:34.992276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:34.992722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47818) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.058277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:35.060053 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ad3426-86ea-4469-9c15-7171fadcd5a2 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] GET failed (client error): The resource could not be found. Apr 29 11:45:35.066743 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8ad3426-86ea-4469-9c15-7171fadcd5a2 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "GET /v2.0/networks/c68d201b-95a1-43c1-b276-1bc61f492c29 HTTP/1.1" status: 404 len: 339 time: 0.0614238 Apr 29 11:45:35.067683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47822) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.070965 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] Sync routers for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:35.081983 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:35.082594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:35.084712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4d949ace-d063-49ce-8c83-0e39d342bfb7 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "PUT /v2.0/routers/4def7c2d-d289-4f71-846c-60331b3e7eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4608541 Apr 29 11:45:35.104063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47826) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.147180 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:35.155937 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:35.156535 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:35.164341 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-596bfde1-619b-4c1e-adda-98b4dedac08e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] GET failed (client error): The resource could not be found. Apr 29 11:45:35.171043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-596bfde1-619b-4c1e-adda-98b4dedac08e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "GET /v2.0/ports/a1e8995c-399e-4ab7-8944-b225179739c3 HTTP/1.1" status: 404 len: 333 time: 0.0974159 Apr 29 11:45:35.171254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Request body: {'port': {'network_id': 'f5288aed-1b12-4724-9ba5-3126b01925e9', 'name': 'tempest-FloatingIPAdminTestJSON-1972492039'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.171353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47830) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.203430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=e1611a5f-f2a6-435c-9835-64a16a166cdf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.208372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.209276 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e4934dbc-a90c-4f2e-98d1-2d143745085b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2339880 Apr 29 11:45:35.210117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47834) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.222026 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:35.222764 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacfcf92-6329-4e0e-92d4-16f74a86295d None None] The sync data for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:35.238107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf15f0f-bb37-4c76-b526-21905f69f5cd tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] GET failed (client error): The resource could not be found. Apr 29 11:45:35.239423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bcf15f0f-bb37-4c76-b526-21905f69f5cd tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "GET /v2.0/subnets/2870df14-0c3f-4cd6-a5c8-4df1342c749f HTTP/1.1" status: 404 len: 337 time: 0.0673084 Apr 29 11:45:35.240595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e1611a5f-f2a6-435c-9835-64a16a166cdf details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:35.251980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47838) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.294820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Allocated IP 172.26.0.72 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/1b448fdd-e796-47ca-bdab-2ee38ab97464) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:35.317355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d480239a-9d0d-4468-889e-4808d108cbd1 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.318330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.463840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.465720 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d480239a-9d0d-4468-889e-4808d108cbd1 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] PUT failed (client error): The resource could not be found. Apr 29 11:45:35.466206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d480239a-9d0d-4468-889e-4808d108cbd1 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:35.470941 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d480239a-9d0d-4468-889e-4808d108cbd1 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "PUT /v2.0/networks/63122c2b-5336-44c2-b71b-7f0d6e281ba4 HTTP/1.1" status: 404 len: 339 time: 0.2120101 Apr 29 11:45:35.472426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47842) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.480819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7ecfaad7-2fec-477b-bbbb-faa14a467c07 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.520541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f7134e-b1e4-4b59-9867-c21fe2634f23 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:35.521225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b1f7134e-b1e4-4b59-9867-c21fe2634f23 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Synchronizing usage tracker for tenant:c3797068def647e393260ac1c6fad4d0 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:35.546074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:35.547970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecfaad7-2fec-477b-bbbb-faa14a467c07 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] PUT failed (client error): The resource could not be found. Apr 29 11:45:35.548212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecfaad7-2fec-477b-bbbb-faa14a467c07 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:35.552835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7ecfaad7-2fec-477b-bbbb-faa14a467c07 tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "PUT /v2.0/ports/7cb106ff-8969-41df-8529-07eb1a64a57e HTTP/1.1" status: 404 len: 333 time: 0.0759923 Apr 29 11:45:35.561733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47846) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.565374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Usage tracker for resource:port and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:35.570122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.572914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:35.575827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-241d4fe0-ab6b-47b1-b6b5-c48612fc937e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.580685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:35.591893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b1f7134e-b1e4-4b59-9867-c21fe2634f23 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Unset dirty status for tenant:c3797068def647e393260ac1c6fad4d0 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:35.593061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b1f7134e-b1e4-4b59-9867-c21fe2634f23 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks?id=e1611a5f-f2a6-435c-9835-64a16a166cdf HTTP/1.1" status: 200 len: 765 time: 0.3685536 Apr 29 11:45:35.598069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47850) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.607592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'description': 'd2'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.620415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.629468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Made reservation on behalf of c56274c22cbd4b988818a8b4e849167d for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:35.632844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.653102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.665327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b1513-9840-402b-a14d-83d4f5fa7ac5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.667238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-241d4fe0-ab6b-47b1-b6b5-c48612fc937e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] PUT failed (client error): The resource could not be found. Apr 29 11:45:35.667722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241d4fe0-ab6b-47b1-b6b5-c48612fc937e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:35.673487 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-241d4fe0-ab6b-47b1-b6b5-c48612fc937e tempest-NetworksNegativeTestJSON-2109239113 tempest-NetworksNegativeTestJSON-2109239113-project] 10.222.0.53 "PUT /v2.0/subnets/ea9392e6-8293-4eab-a1ba-6a079eaca30c HTTP/1.1" status: 404 len: 337 time: 0.1044502 Apr 29 11:45:35.707159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.728859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Network 7829cc82-d34a-4805-a0d2-10de511cd045 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:35.736092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:35.742639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:35.743225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.754495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937029c5-531d-489e-8fe4-7f036ca55124 None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:35.762134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Subnet': ['ID=77d5b4e0-14a2-4852-8483-28cf56e1f315,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:35.775983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:35.779956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0731625e-23e3-40cc-baa1-acd0860c3233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd6b1513-9840-402b-a14d-83d4f5fa7ac5 HTTP/1.1" status: 204 len: 168 time: 0.8380058 Apr 29 11:45:35.793543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] device_id is not set on port d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:35.804706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8a119e65-1f1d-44cf-a967-199473d90091 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5611694 Apr 29 11:45:35.808394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47858) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:35.819751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1704126734', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77d5b4e0-14a2-4852-8483-28cf56e1f315'}], 'security_groups': ['d37b1784-859c-4d24-b803-4bbebcc8153b', '6a69b264-ea06-44c2-a229-7d3aeb8a6e59']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:35.947529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.037543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:36.042758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:36.045799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:36.056790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.102648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.172799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47866) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:36.173706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=69ccaa60-4473-4cc2-ab24-88365aad3df2,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:36.252294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network e1611a5f-f2a6-435c-9835-64a16a166cdf is not hosted by any dhcp agent {{(pid=88015) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 11:45:36.257766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.258330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.259693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "PUT /v2.0/networks/e1611a5f-f2a6-435c-9835-64a16a166cdf HTTP/1.1" status: 200 len: 762 time: 0.6593995 Apr 29 11:45:36.275796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47874) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:36.314601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7a40c-3f9c-4b98-99f0-bd18821f047f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=e1611a5f-f2a6-435c-9835-64a16a166cdf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:36.331470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Allocated IP 172.20.0.13 (f5288aed-1b12-4724-9ba5-3126b01925e9/22bb5a99-358a-40d6-a379-35b09eb27931/d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:36.333551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:36.334144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network hostable DHCP agents. Network: 509b49ef-561b-4c7b-b648-76f046bd5c48, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:36.394214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e1611a5f-f2a6-435c-9835-64a16a166cdf details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:36.525784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event updated for resources: {'Port': ['ID=1b448fdd-e796-47ca-bdab-2ee38ab97464,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:36.602502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Update dhcp port {'port': {'network_id': '7829cc82-d34a-4805-a0d2-10de511cd045', 'fixed_ips': [{'subnet_id': 'c616dfb2-3281-4962-9858-d830e0f86ed9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77d5b4e0-14a2-4852-8483-28cf56e1f315'}, {'subnet_id': '666409f8-1dce-439c-a0eb-2d10222f327b'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '8c875593-89b8-49b2-90be-c3f13d5999f1'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:45:36.660362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.822364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:36.838974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.854746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 509b49ef-561b-4c7b-b648-76f046bd5c48) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:36.859461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.860208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.870409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53959c2f-819f-4302-affd-c25e03252a1a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:36.877882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-53959c2f-819f-4302-affd-c25e03252a1a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks?id=e1611a5f-f2a6-435c-9835-64a16a166cdf HTTP/1.1" status: 200 len: 765 time: 0.5987859 Apr 29 11:45:36.882883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47892) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:36.905025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bef94f-dfec-4571-9d82-75ab84168956 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:36.951396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:36.955261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:36.956396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Usage tracker for resource:security_group_rule and tenant:43e93a694a8340d4bd2bdb06dc401fb8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:36.959479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:36.967133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:37.045317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.067349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.103096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.205476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Allocated IP 2001:db8:0:2::2 (7829cc82-d34a-4805-a0d2-10de511cd045/77d5b4e0-14a2-4852-8483-28cf56e1f315/8c875593-89b8-49b2-90be-c3f13d5999f1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:37.213376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Allocated IP 2001:db8::2 (7829cc82-d34a-4805-a0d2-10de511cd045/666409f8-1dce-439c-a0eb-2d10222f327b/8c875593-89b8-49b2-90be-c3f13d5999f1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:37.256031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '69ccaa60-4473-4cc2-ab24-88365aad3df2'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:37.257567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.289607 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43e93a694a8340d4bd2bdb06dc401fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1132512 Apr 29 11:45:37.290453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:37.302153 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-766f883a-8a9a-4416-935f-bad7394d2f39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1484790 Apr 29 11:45:37.311598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47904) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:37.322420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62822ec7-4aaf-4642-97ce-241a0c39e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead6b4ab-291e-4ace-aa27-d4dbc5a4a7ab,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.329463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'name': 'tempest-NetworksTestDHCPv6-742812399'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:37.366950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.426308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Transition to ACTIVE for port object d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:37.451085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07468d-66b3-44ca-aa01-34f892fc43e6 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.458286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e07468d-66b3-44ca-aa01-34f892fc43e6 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5710294 Apr 29 11:45:37.462726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47912) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:37.469178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c875593-89b8-49b2-90be-c3f13d5999f1,segment=NetworkSegment(852bc9d4-a9b6-48b5-9b3c-a011f01fdf50),segment_id=852bc9d4-a9b6-48b5-9b3c-a011f01fdf50)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:37.527532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-54001730-3cf5-40ab-93b1-e3b8071c8487 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Synchronizing usage tracker for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:37.537910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.554174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.558929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/69ccaa60-4473-4cc2-ab24-88365aad3df2/62efb817-01bf-46c5-89a4-65ee5c0f4bfc) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:37.578554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.583351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Transition to ACTIVE for port object 8c875593-89b8-49b2-90be-c3f13d5999f1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:37.586451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-54001730-3cf5-40ab-93b1-e3b8071c8487 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Unset dirty status for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:37.592815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:37.593637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-54001730-3cf5-40ab-93b1-e3b8071c8487 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 207 time: 0.1282635 Apr 29 11:45:37.595228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:37.610610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.611313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:37.612100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.614948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:37.706408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Network f5288aed-1b12-4724-9ba5-3126b01925e9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:37.739492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event updated for resources: {'Port': ['ID=d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.746174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:37.748678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:37.756287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e903-0730-45f3-969d-547f3c6aea30 None None] Pushing event updated for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.781069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.811283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead6b4ab-291e-4ace-aa27-d4dbc5a4a7ab,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:37.825271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.831548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.832534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.833161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-912149f5-116e-4643-90db-15cc94cc40f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ead6b4ab-291e-4ace-aa27-d4dbc5a4a7ab HTTP/1.1" status: 204 len: 168 time: 0.5336876 Apr 29 11:45:37.849290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.850021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:37.854218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.864727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.871031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.886740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:37.887323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Synchronizing usage tracker for tenant:c3797068def647e393260ac1c6fad4d0 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:37.896375 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0cd9c6a3-82e9-4ad3-bcf9-3d3ffe31a4e3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7883894 Apr 29 11:45:37.896625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47928) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:37.903287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:37.948911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47934) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:38.107025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:38.110559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.132645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.150653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Transition to ACTIVE for port object 62efb817-01bf-46c5-89a4-65ee5c0f4bfc will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:38.201975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Transition to ACTIVE for port object 62efb817-01bf-46c5-89a4-65ee5c0f4bfc will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:38.210444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f8cbd17b-d148-4baf-8692-290ce98c5c6c None None] Provisioning for port d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:38.218029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.219736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'project_id': 'c56274c22cbd4b988818a8b4e849167d', 'port_id': 'd1d2f75b-55cb-4f58-a85b-a3b3f7eadc08'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.227772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:38.234168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Usage tracker for resource:floatingip and tenant:c56274c22cbd4b988818a8b4e849167d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:38.240743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:38.258374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:38.263519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f8cbd17b-d148-4baf-8692-290ce98c5c6c None None] Provisioning complete for port d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:38.263519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd17b-d148-4baf-8692-290ce98c5c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.287072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.385696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:38.399691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:38.407216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:38.515210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbd17b-d148-4baf-8692-290ce98c5c6c None None] Port d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:38.523101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Pushing event updated for resources: {'Port': ['ID=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:38.536885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--1367247047', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:38.550472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:38.568954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:38.576177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:38.576723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 6f1f83f7-153a-4b00-91f8-5301fc48119a yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:38.583656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.599156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:38.619520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Unset dirty status for tenant:c3797068def647e393260ac1c6fad4d0 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:38.621333 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd998513-da14-486c-8ef0-cdbc66ad62d1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.0203431 Apr 29 11:45:38.637918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:38.653253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Attempting to bind port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:38.653865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Attempting to bind port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:38.654086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Attempting to bind port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:38.660277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:38.661117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:38.661594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.662036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:38.662512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Bound port: 62efb817-01bf-46c5-89a4-65ee5c0f4bfc, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:38.662883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.732313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:38.737733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.775282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.858272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Delete allocated IP 2001:db8::337 (7829cc82-d34a-4805-a0d2-10de511cd045/666409f8-1dce-439c-a0eb-2d10222f327b) {{(pid=88016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:45:38.864040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:38.896809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:38.927038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:38.936264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:38.953666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:38.984394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:39.005340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Allocated IP 2001:db8:0:2::4d (7829cc82-d34a-4805-a0d2-10de511cd045/77d5b4e0-14a2-4852-8483-28cf56e1f315/eb1471d1-0ee2-4a53-ab13-4f81623721c6) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:39.023569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c2670a5a-e6ec-4032-b379-b2d0fc0af06b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3827097 Apr 29 11:45:39.032697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] For port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:39.032960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47962) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:39.040921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] For port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:39.048420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.082144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Allocated IP 172.26.0.27 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/54a66f21-303a-4b88-b99d-712cc661d86b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:39.160874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:39.161246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.167593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::16f (509b49ef-561b-4c7b-b648-76f046bd5c48/69ccaa60-4473-4cc2-ab24-88365aad3df2/6f1f83f7-153a-4b00-91f8-5301fc48119a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:39.199932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.201651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.203137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.205895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.207688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.209493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-791bf946-63c9-4842-907c-e36cba7d89b3 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1741588 Apr 29 11:45:39.218690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47972) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:39.229125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:39.252859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abb155-7bf3-46d2-933e-a9fe326feb2f None None] Pushing event updated for resources: {'Port': ['ID=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:39.260902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Provisioning complete for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:39.261198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.330903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Port eb1471d1-0ee2-4a53-ab13-4f81623721c6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:39.345816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.353095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Provisioning for port 8c875593-89b8-49b2-90be-c3f13d5999f1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:39.359091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:39.359465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1359f2b8-6a62-4e17-9f64-38c8de02fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.363659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.377817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:39.387455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.388056 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 8e46e56e-d30e-43e8-81c4-1b2787c5a015 of type vlan for network 50e940da-8c7e-4cfe-ab92-94597792add9 Apr 29 11:45:39.421702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.463893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.470644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.476024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.477047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.587533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b8c7e-a194-49dd-93dc-c691d5fd346e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:39.602032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.603703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.604987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.606380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.607903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:39.608586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Synchronizing usage tracker for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:39.705445 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7529280 Apr 29 11:45:39.706200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9c36b-9a26-4b0d-91f7-b6d35b74be0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=50e940da-8c7e-4cfe-ab92-94597792add9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:39.709833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 47982) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:39.718919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 50e940da-8c7e-4cfe-ab92-94597792add9 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:39.725845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-393240422', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:39.742770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:39.759253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:39.763538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:39.770140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:39.773358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.839088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.862613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 6f1f83f7-153a-4b00-91f8-5301fc48119a will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:39.865333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Unset dirty status for tenant:c3797068def647e393260ac1c6fad4d0 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:39.870396 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9450268e-6273-4a74-be15-3f547387f248 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6467476 Apr 29 11:45:39.871633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 47990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:39.906356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Router f2231b8d-cde9-456c-ba97-7e5d89f0a54b is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:39.981328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.982725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:39.998825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.001530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:40.009967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:40.015030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:40.046095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Pushing event updated for resources: {'Port': ['ID=54a66f21-303a-4b88-b99d-712cc661d86b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:40.142080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.210104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Transition to ACTIVE for port object eb1471d1-0ee2-4a53-ab13-4f81623721c6 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:40.236686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.244358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.335536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44a3c6-4854-4e72-a206-b3a86432a8dc tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:40.344209 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2c44a3c6-4854-4e72-a206-b3a86432a8dc tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks/7b891b7d-068d-42db-a320-404da7082806 HTTP/1.1" status: 200 len: 804 time: 0.4715662 Apr 29 11:45:40.379173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48000) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:40.451418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] In _notify_port_updated(), no bound segment for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 on network 7829cc82-d34a-4805-a0d2-10de511cd045 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:45:40.457311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:40.458033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.459383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "PUT /v2.0/ports/eb1471d1-0ee2-4a53-ab13-4f81623721c6 HTTP/1.1" status: 200 len: 969 time: 4.6488156 Apr 29 11:45:40.471215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48004) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:40.473498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=6f1f83f7-153a-4b00-91f8-5301fc48119a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:40.539299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:40.549119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] Sync routers for ids ['f2231b8d-cde9-456c-ba97-7e5d89f0a54b'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:40.570916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] Routers {'f2231b8d-cde9-456c-ba97-7e5d89f0a54b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:40.571780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f2231b8d-cde9-456c-ba97-7e5d89f0a54b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:40.601664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:40.649170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:40.675537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:40.682952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:40.684764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.701671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:40.715593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.726323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.727675 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31d76e7c-9eff-44de-8791-cd8a215516dd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9539526 Apr 29 11:45:40.732054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] Routers {'f2231b8d-cde9-456c-ba97-7e5d89f0a54b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:40.732643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f2231b8d-cde9-456c-ba97-7e5d89f0a54b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:40.742212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48012) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:40.782047 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1b8a845d-42be-4cad-b481-1d8f50e7de39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4693837 Apr 29 11:45:40.783055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48014) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:40.803842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29761f57-1b32-43cf-8446-e539281a5709 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:40.826811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:40.827152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfb5e1-270b-454c-8e92-53e29ccfbb91 None None] The sync data for ids ['f2231b8d-cde9-456c-ba97-7e5d89f0a54b'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:40.902899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 62efb817-01bf-46c5-89a4-65ee5c0f4bfc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:40.954666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48020) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:40.976832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Provisioning for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:40.988497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Provisioning complete for port eb1471d1-0ee2-4a53-ab13-4f81623721c6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:40.988497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:40.995172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d075-9b65-4901-bc4f-9ba03a070309 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event updated for resources: {'Port': ['ID=eb1471d1-0ee2-4a53-ab13-4f81623721c6,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:41.001216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port eb1471d1-0ee2-4a53-ab13-4f81623721c6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:41.001834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.063984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870733266', 'description': 'tempest-secgroup-smoke-870733266 description', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:41.082849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:41.094720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:41.102610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:41.105164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Port eb1471d1-0ee2-4a53-ab13-4f81623721c6 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:41.115684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:41.144833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:41.160942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Provisioning for port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:41.170356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd599b-dc30-4cea-9cc8-7afe12bbde2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:41.175793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Provisioning complete for port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:41.176173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.176300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd599b-dc30-4cea-9cc8-7afe12bbde2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:41.177101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-36fd599b-dc30-4cea-9cc8-7afe12bbde2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:41.189161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-56909000-8d58-49f4-9dd2-84ff87e803fc tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/networks/7b891b7d-068d-42db-a320-404da7082806?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8050141 Apr 29 11:45:41.193002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48024) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.196302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.262222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-36fd599b-dc30-4cea-9cc8-7afe12bbde2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:41.266560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-36fd599b-dc30-4cea-9cc8-7afe12bbde2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4778125 Apr 29 11:45:41.267218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.285530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.352114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.376547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:41.382378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.387168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a794ded5-648f-44c1-9e7e-7894d3eab7f6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/f2231b8d-cde9-456c-ba97-7e5d89f0a54b HTTP/1.1" status: 200 len: 924 time: 0.5252228 Apr 29 11:45:41.389356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:41.395188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48032) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.396927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:41.402274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565009c-97cd-4d88-b857-276b4a1bbafb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:41.403806 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e565009c-97cd-4d88-b857-276b4a1bbafb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets/b364f82b-c61c-49e1-8005-ede623e19ea2 HTTP/1.1" status: 200 len: 843 time: 0.2087862 Apr 29 11:45:41.405141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] For port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:41.416515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.500182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d9a9-8836-41d8-8dd2-e6452f3f27d9 None None] Pushing event updated for resources: {'Port': ['ID=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:41.537174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 6f1f83f7-153a-4b00-91f8-5301fc48119a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:41.537541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.569586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for eb1471d1-0ee2-4a53-ab13-4f81623721c6 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:41.590934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48034) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.622402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:41.642646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Provisioning for port 6f1f83f7-153a-4b00-91f8-5301fc48119a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:41.649361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Provisioning complete for port 6f1f83f7-153a-4b00-91f8-5301fc48119a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:41.650070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.713249 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-53a049ec-8c67-4c90-a0cb-573a1c5a5976 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2231b8d-cde9-456c-ba97-7e5d89f0a54b HTTP/1.1" status: 200 len: 205 time: 0.3080642 Apr 29 11:45:41.714737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Port 6f1f83f7-153a-4b00-91f8-5301fc48119a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:41.716499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48040) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.726107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Provisioning complete for port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:41.726466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25a52cab-6ff5-458b-91d0-607e26f5a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.755082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.868222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd5d08-7636-4681-825c-75b7e739d03a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['shared'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:41.869667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-78fd5d08-7636-4681-825c-75b7e739d03a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "GET /v2.0/subnets/b364f82b-c61c-49e1-8005-ede623e19ea2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2777884 Apr 29 11:45:41.875685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48046) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:41.909293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.913940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251778414'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:41.938502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:41.942859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.959653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:41.975382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:41.978865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ac019385-a77c-463b-8b9e-15e9db5feda8 None None] Provisioning complete for port 6f1f83f7-153a-4b00-91f8-5301fc48119a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:41.979377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ac019385-a77c-463b-8b9e-15e9db5feda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:41.983127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:41.995060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.024239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:42.036214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ac019385-a77c-463b-8b9e-15e9db5feda8 None None] Port 6f1f83f7-153a-4b00-91f8-5301fc48119a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:42.049751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.053683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:42.060161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59701709-b862-48b5-a064-6fe6a9b51e57,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:42.067627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:42.071539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.116827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.170725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=eb1471d1-0ee2-4a53-ab13-4f81623721c6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:42.301468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.303851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:42.321511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.406676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.438106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.438443 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Added segment 3328a294-e629-4274-a58b-92f078e970d4 of type vlan for network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 Apr 29 11:45:42.471358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.579937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.584877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.590406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 6f1f83f7-153a-4b00-91f8-5301fc48119a owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:42.598122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.642641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5940e7c2-2d52-4add-b9f5-181b54f5b089 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/eb1471d1-0ee2-4a53-ab13-4f81623721c6 HTTP/1.1" status: 204 len: 168 time: 2.1211979 Apr 29 11:45:42.648937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48056) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:42.706987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e667ff85-f978-4e7d-8395-cc868e5cbaa6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] GET failed (client error): The resource could not be found. Apr 29 11:45:42.707534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e667ff85-f978-4e7d-8395-cc868e5cbaa6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:42.728106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:42.748292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.757252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.763517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:42.764106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.784218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 62efb817-01bf-46c5-89a4-65ee5c0f4bfc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:42.784690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e667ff85-f978-4e7d-8395-cc868e5cbaa6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:42.785859 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e667ff85-f978-4e7d-8395-cc868e5cbaa6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports/eb1471d1-0ee2-4a53-ab13-4f81623721c6 HTTP/1.1" status: 404 len: 333 time: 0.1359842 Apr 29 11:45:42.786916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.791309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.791698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.795643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-22c82681-4140-4e56-bbc0-530e7bbe95d3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8348858 Apr 29 11:45:42.795810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48062) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:42.799023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48064) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:42.816557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:42.838182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:42.854087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 1b448fdd-e796-47ca-bdab-2ee38ab97464 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:42.854423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.880105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:42.880723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.896994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:42.899798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.128 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/92a69c12-84fe-44f7-beb7-ff7e793d08ca) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:42.923342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:42.938526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:42.940728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:42.952368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0727870 Apr 29 11:45:42.960911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48072) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:43.026984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:43.041324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=6f1f83f7-153a-4b00-91f8-5301fc48119a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:43.061952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50147a25-4d0d-49e2-9780-02634a79627a tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Network': ['ID=3e53079f-d20f-4cb1-97b9-1be6f49ad347,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:43.064021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Pushing event updated for resources: {'Port': ['ID=54a66f21-303a-4b88-b99d-712cc661d86b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:43.082275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:43.194503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.217708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.249286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.253750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.330473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.404852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 1b448fdd-e796-47ca-bdab-2ee38ab97464 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:43.472751 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-598f178b-fe27-4d09-8e4b-2ec1871e1ff8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/6f1f83f7-153a-4b00-91f8-5301fc48119a HTTP/1.1" status: 204 len: 168 time: 2.1927781 Apr 29 11:45:43.487723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48078) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:43.552740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.560347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:43.592319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:43.606429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.630739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.645000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Made reservation on behalf of c3797068def647e393260ac1c6fad4d0 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:43.648611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.670006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df51bc81-ab2d-40cc-b419-dec5f5f3b50c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.671487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df51bc81-ab2d-40cc-b419-dec5f5f3b50c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:43.675559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-df51bc81-ab2d-40cc-b419-dec5f5f3b50c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1843429 Apr 29 11:45:43.688155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48082) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:43.691226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.699736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69e7f15-e8b6-41c1-a158-88f49dd4f12f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:43.745467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.746650 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0d836cd9-f5be-4db4-ada1-14923354837c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9393990 Apr 29 11:45:43.750691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48086) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:43.758213 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Floating IP 9a25428c-5782-44cb-8706-821e5524bee3 associated. External IP: 172.26.0.27, port: d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08. Apr 29 11:45:43.766876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:43.777345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:43.784296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.799356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:43.808785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:43.819597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82709c-7d1f-4723-b50a-7c3f7e52b618,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:43.822292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:45:43.822874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:45:43.828530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 69ccaa60-4473-4cc2-ab24-88365aad3df2 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:43.835146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:43.839812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.876031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.877134 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a2522dc7-fcc5-4455-a505-9226c44f36d4 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc82709c-7d1f-4723-b50a-7c3f7e52b618 HTTP/1.1" status: 204 len: 168 time: 1.0792935 Apr 29 11:45:43.882953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48090) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:43.957813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:43.972295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.022268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.070797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.138113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.143670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=1b448fdd-e796-47ca-bdab-2ee38ab97464,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.232496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.268971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.285346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:44.307259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:44.308702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.323749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:44.349901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=92a69c12-84fe-44f7-beb7-ff7e793d08ca,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.375951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.468352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.558543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.599521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.608568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9667d87e-971a-4262-b440-ffb103489c23,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.612732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.653184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.654531 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d6f98df-80ee-4327-a7cf-e918715a1dcc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8972809 Apr 29 11:45:44.655909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.660062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48096) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:44.681903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.686035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.686521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router f2231b8d-cde9-456c-ba97-7e5d89f0a54b {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:45:44.704353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:44.712320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=69ccaa60-4473-4cc2-ab24-88365aad3df2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.716336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:44.723844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.728494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b4122b2f-fef7-497f-8211-207639aeaaca tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/f2231b8d-cde9-456c-ba97-7e5d89f0a54b HTTP/1.1" status: 204 len: 168 time: 3.0067980 Apr 29 11:45:44.728494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.731647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8b6d8-533b-415e-93d8-214fbcdc44bf None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:44.732171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ae795f3d-7b57-4736-9615-c8ad0033db91 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/69ccaa60-4473-4cc2-ab24-88365aad3df2 HTTP/1.1" status: 204 len: 168 time: 1.0406570 Apr 29 11:45:44.732992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:44.735538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48100) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:44.735838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48102) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:44.737901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Router 4def7c2d-d289-4f71-846c-60331b3e7eb4 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:45:44.739964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:44.745122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818775708', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:44.775366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a69b264-ea06-44c2-a229-7d3aeb8a6e59,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.776998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=b1580042-68f3-4b12-8a54-d6f087403b49,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:44.802680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Checking segment: {'id': '3328a294-e629-4274-a58b-92f078e970d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:44.803030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network hostable DHCP agents. Network: 3e53079f-d20f-4cb1-97b9-1be6f49ad347, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:44.809138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:44.817591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:44.826420 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eb22860d-646b-458f-b9e8-b4a6ecd4389f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850878 Apr 29 11:45:44.826420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:router and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:44.828439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48108) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:44.829194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:44.840522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:44.855628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:44.870249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.874087 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6f9c78bb-b7c2-41ae-8a3a-cb0fd33ea7cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a69b264-ea06-44c2-a229-7d3aeb8a6e59 HTTP/1.1" status: 204 len: 168 time: 0.9664180 Apr 29 11:45:44.886226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48112) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:44.907939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.964262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:44.965910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.035022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:45.044542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:45.049824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Deleting port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:45.050462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.052841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:45.058742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:45.062230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.070212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:45.120323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.122032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:45.125506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.233111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:45.266340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 3e53079f-d20f-4cb1-97b9-1be6f49ad347) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:45.270417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] For port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:45.270909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.280720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da1cc6-bed3-4b02-ac89-f2e42c761c52 None None] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:45.280918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:45.281833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.328310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f4fb7c8b-a22a-49bb-8bf8-8c160af6b05e tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3152294 Apr 29 11:45:45.329796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:45.335380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:45.341823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:45.351408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] Sync routers for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:45.374920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.375559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.377178 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:45.377995 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:45.382157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.487794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Calling delete_port for 62efb817-01bf-46c5-89a4-65ee5c0f4bfc owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:45.501980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:45.514177 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:45.516375 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:45.521730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.565321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.581187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.590089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56dfad30-785b-4926-a1b6-489b2b0037cd,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.621038 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:45.622079 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbe8cf-e109-47b4-9491-92a8db37f765 None None] The sync data for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:45.645358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.646855 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d72ef60a-09ea-4024-8bd8-15707b9f7516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9585192 Apr 29 11:45:45.680113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48120) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:45.693360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:45.704131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.716313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.720886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:45.737856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4a297060-84a4-4229-8e7d-ad44debef46d tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.8377211 Apr 29 11:45:45.742836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48124) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:45.745787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:45.750454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] Pushing event deleted for resources: {'Port': ['ID=62efb817-01bf-46c5-89a4-65ee5c0f4bfc,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.751891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:45.762614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200199ec-ec72-40e4-ad72-90e156b2a45b None None] No DVR routers for this DVR port 62efb817-01bf-46c5-89a4-65ee5c0f4bfc on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:45.779992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266671551'] for subnet, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.820127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b1784-859c-4d24-b803-4bbebcc8153b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:45.830037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:45.880255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:45.880255 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ee23bf43-b56b-4aad-a5fd-37064f4ab93d tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/security-groups/d37b1784-859c-4d24-b803-4bbebcc8153b HTTP/1.1" status: 204 len: 168 time: 0.9871907 Apr 29 11:45:45.880597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48128) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:45.904519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-3e53079f-d20f-4cb1-97b9-1be6f49ad347', 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347', 'tenant_id': 'c3797068def647e393260ac1c6fad4d0', 'fixed_ips': [{'subnet_id': 'b1580042-68f3-4b12-8a54-d6f087403b49'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:45.906196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.032058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 11:45:46.032058 dv-neutron-839741-1-hyperv neutron-server[88017]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 29 11:45:46.032058 dv-neutron-839741-1-hyperv neutron-server[88017]: [parameters: {'in_use': 1, 'id_1': 'b1580042-68f3-4b12-8a54-d6f087403b49'}] Apr 29 11:45:46.032058 dv-neutron-839741-1-hyperv neutron-server[88017]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:46.032562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:46.069623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.143454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.165132 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a7aaba30-063a-468b-b2c1-fe2466c16840 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "GET /v2.0/floatingips/9a25428c-5782-44cb-8706-821e5524bee3 HTTP/1.1" status: 200 len: 983 time: 0.4146383 Apr 29 11:45:46.166277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.169484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48132) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:46.309751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-266876596'] for subnet, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.324757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 666409f8-1dce-439c-a0eb-2d10222f327b {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:46.342955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:46.351345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.383236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.383832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.385161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "PUT /v2.0/subnets/b1580042-68f3-4b12-8a54-d6f087403b49 HTTP/1.1" status: 200 len: 900 time: 1.0549946 Apr 29 11:45:46.391617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48136) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:46.395360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:46.408440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b27bbb-252a-4586-b62a-db911b27862c None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:46.409245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:46.409860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.419035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d9296-4b8c-4155-9374-ddaecb300ea7 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event updated for resources: {'Subnet': ['ID=b1580042-68f3-4b12-8a54-d6f087403b49,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:46.450088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=48b64513-22cf-4cd1-ba63-4095e73e1a63,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:46.466916 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-df3706fc-b98e-46df-a8dd-30d66cfa88d5 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2655756 Apr 29 11:45:46.474353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48140) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:46.476559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.526407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:46.535396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.584914 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-beadcf34-3c0a-44fa-a24d-aef8d33cfdb8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7503533 Apr 29 11:45:46.584914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.593676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:46.621955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'name': 'tempest-NetworksTestDHCPv6-1726945006'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:46.643597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.765184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e56adb1-93de-4fcb-8f50-f5b64e4d1365,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:46.803624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 62efb817-01bf-46c5-89a4-65ee5c0f4bfc no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:46.840149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.846286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 62efb817-01bf-46c5-89a4-65ee5c0f4bfc {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:46.847005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 62efb817-01bf-46c5-89a4-65ee5c0f4bfc not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:46.858255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '48b64513-22cf-4cd1-ba63-4095e73e1a63'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:46.859023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.872637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Allocated IP 2001:db8::3 (3e53079f-d20f-4cb1-97b9-1be6f49ad347/b1580042-68f3-4b12-8a54-d6f087403b49/7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:46.947083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.974299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:46.977554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a153a217-66a2-4d30-bc07-99b8eef7e9b1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2931757 Apr 29 11:45:46.977732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:46.978609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48148) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:46.997494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:47.019295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:47.029711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:47.035047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:47.037737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.038916 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7a76f82c-0dc2-4d58-92ae-60bc5006fed8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3280828 Apr 29 11:45:47.042353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:47.048158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48152) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.051523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:47.065950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:47.066719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:47.085558 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Project ea84be2ed9c040caaa6f7b3ae05fc24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:47.093017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.096791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.135362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port 54a66f21-303a-4b88-b99d-712cc661d86b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:47.135699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.166012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:47.171378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.178975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.195632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:47.202549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:47.205861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.235612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d9baf4-e4eb-4df0-82bb-a87a8ed51cff,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:47.247658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:47.260048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.260302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.262929 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-738084a2-8dad-4065-9e03-052e8729a677 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821281 Apr 29 11:45:47.265157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48158) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.275036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'security_group_rule': {'security_group_id': '8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:47.282495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:47.319598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:47.327155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:security_group_rule and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:47.333757 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-922da960-879a-4f68-a4a8-b935c4d9527e tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2820847 Apr 29 11:45:47.333757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:47.335191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.352728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:47.356230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.455030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.476443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800f624-d8b1-41fe-b70d-77b2e6548db8 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:47.478325 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4800f624-d8b1-41fe-b70d-77b2e6548db8 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425722 Apr 29 11:45:47.479616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:47.481734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48166) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.495388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port eac70d5e-e64e-47d4-8c9a-89cec45c647b yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:45:47.527600 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f630fc0e-3730-49c0-be97-c92a027a2cd0 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445776 Apr 29 11:45:47.530308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48170) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.537337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549858668', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:47.554172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Project ea84be2ed9c040caaa6f7b3ae05fc24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:45:47.565213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.571581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=666409f8-1dce-439c-a0eb-2d10222f327b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:47.599695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.617522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.617813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.626974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cebc272-51aa-4656-84fc-39e2ed2339ed None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:47.645574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/48b64513-22cf-4cd1-ba63-4095e73e1a63/e378c1d1-2a7b-43d9-8038-becdfcb1f3bd) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:47.703141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:47.711093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:47.721248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:47.735158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.736361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:47.742491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.764851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:47.768345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.791520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c2df55-5eee-44a8-b24d-b4974bc45f0c,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:47.825581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.826886 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6192c013-e0f2-4afb-9a40-52335d1c0155 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5601566 Apr 29 11:45:47.831386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48174) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.838323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'network': {'name': 'tempest-network-smoke--1828052313', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:47.891837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:47.899997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:network and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:47.905314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:47.917998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.918610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:47.937262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c9ed86d5-c4b3-4e35-a29a-10a054abf784 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/666409f8-1dce-439c-a0eb-2d10222f327b HTTP/1.1" status: 204 len: 168 time: 2.0523865 Apr 29 11:45:47.937497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Made reservation on behalf of ea84be2ed9c040caaa6f7b3ae05fc24b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:47.942590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:47.943174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for 54a66f21-303a-4b88-b99d-712cc661d86b owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:47.957505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48178) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:47.995902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Transition to ACTIVE for port object 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:48.005363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 172.26.0.166 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/23b32085-c417-4a85-b68a-6668adb0ecf7) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:48.093414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet 77d5b4e0-14a2-4852-8483-28cf56e1f315 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:48.098925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:45:48.107824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Transition to ACTIVE for port object 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:48.113755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.124028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.226434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.254759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:48.273354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:48.286225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.286753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Added segment 9b9bf7ce-0f71-47ee-aa58-5571084a6266 of type vlan for network fb6e62b9-909f-472b-a68e-9622fa096f8b Apr 29 11:45:48.296932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.308630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:48.313438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.360943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.364260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Pushing event updated for resources: {'Port': ['ID=7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.390802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:48.442809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.444204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=b1580042-68f3-4b12-8a54-d6f087403b49,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.446298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:48.446899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Updating router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc port 92a69c12-84fe-44f7-beb7-ff7e793d08ca binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:48.448966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.477018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=54a66f21-303a-4b88-b99d-712cc661d86b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.516798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Transition to ACTIVE for port object e378c1d1-2a7b-43d9-8038-becdfcb1f3bd will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:48.538446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Attempting to bind port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:48.539044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Attempting to bind port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3328a294-e629-4274-a58b-92f078e970d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:48.539566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Attempting to bind port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 on network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:48.546616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.564874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:48.565603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Checking segment: {'id': '3328a294-e629-4274-a58b-92f078e970d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:48.566167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.566712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Bound using segment: {'id': '3328a294-e629-4274-a58b-92f078e970d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:48.567351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Bound port: 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3328a294-e629-4274-a58b-92f078e970d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:48.567886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.580549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.598874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.612683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Transition to ACTIVE for port object e378c1d1-2a7b-43d9-8038-becdfcb1f3bd will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:48.663827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:48.668458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.668760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.671492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:48.675851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.676132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:48.676614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Floating IP 9a25428c-5782-44cb-8706-821e5524bee3 disassociated (deleted). External IP: 172.26.0.27, port: d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08. Apr 29 11:45:48.676923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.764099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:48.805910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:48.818382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:48.826742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:48.852113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Pushing event updated for resources: {'Port': ['ID=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.907419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=23b32085-c417-4a85-b68a-6668adb0ecf7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.916239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:48.942460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=affc01ab-ac69-400a-a7f5-17e9243c2736,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:48.956178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::36d (509b49ef-561b-4c7b-b648-76f046bd5c48/48b64513-22cf-4cd1-ba63-4095e73e1a63/eac70d5e-e64e-47d4-8c9a-89cec45c647b) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:48.967515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] For port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:48.995212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] For port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0,segment=NetworkSegment(3328a294-e629-4274-a58b-92f078e970d4),segment_id=3328a294-e629-4274-a58b-92f078e970d4)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:49.013235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.060098 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2265236 Apr 29 11:45:49.095410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:49.106416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'admin_state_up': True, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:49.118669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:49.125089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:router and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:49.129915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:49.141170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:49.160376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e53079f-d20f-4cb1-97b9-1be6f49ad347']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:49.173559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6202f-cb9a-4861-abeb-4770fb7ac956 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Network': ['ID=fb6e62b9-909f-472b-a68e-9622fa096f8b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:49.187201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.188640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.195803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network fb6e62b9-909f-472b-a68e-9622fa096f8b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:45:49.218190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.239864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Attempting to bind port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:49.240240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Attempting to bind port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:49.240564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Attempting to bind port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:49.257722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:45:49.267641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:49.268087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:49.268376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.268760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:49.269235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Bound port: e378c1d1-2a7b-43d9-8038-becdfcb1f3bd, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:49.269615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.283847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3328a294-e629-4274-a58b-92f078e970d4') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:49.284573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3328a294-e629-4274-a58b-92f078e970d4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:49.550672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:49.551177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 50e940da-8c7e-4cfe-ab92-94597792add9, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:45:49.557860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.623419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823eae-a485-42ff-9fff-3b797f42dc44 None None] Pushing event updated for resources: {'Port': ['ID=7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:49.657994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.659962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.686108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] For port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:49.691151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] For port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:49.692752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3c1f5a28-6a87-4e66-b7c8-24c1b88d2509 None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:49.692752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5a28-6a87-4e66-b7c8-24c1b88d2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.703980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.719160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Transition to ACTIVE for port object 92a69c12-84fe-44f7-beb7-ff7e793d08ca will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:49.726244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604aacf0-fa90-4208-9171-434b6b896968 None None] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:49.751866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.803494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.863958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:49.864505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.872165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Router 4def7c2d-d289-4f71-846c-60331b3e7eb4 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:49.882117 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:49.933666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f5a28-6a87-4e66-b7c8-24c1b88d2509 None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:49.970890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Attempting to bind port 92a69c12-84fe-44f7-beb7-ff7e793d08ca on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:49.971563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Attempting to bind port 92a69c12-84fe-44f7-beb7-ff7e793d08ca by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:49.971661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Attempting to bind port 92a69c12-84fe-44f7-beb7-ff7e793d08ca on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:49.984662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d252-b6df-47bf-b166-06da9459d0a3 None None] Pushing event updated for resources: {'Port': ['ID=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:49.988566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:49.988933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:49.989648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.989779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:49.990178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Bound port: 92a69c12-84fe-44f7-beb7-ff7e793d08ca, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:49.990543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:49.995512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 50e940da-8c7e-4cfe-ab92-94597792add9 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:45:50.010411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.017975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 50e940da-8c7e-4cfe-ab92-94597792add9) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:50.027534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:50.028177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.033905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:45:50.033905 dv-neutron-839741-1-hyperv neutron-server[88015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:45:50.033905 dv-neutron-839741-1-hyperv neutron-server[88015]: [parameters: {'id': '3e53079f-d20f-4cb1-97b9-1be6f49ad347'}] Apr 29 11:45:50.033905 dv-neutron-839741-1-hyperv neutron-server[88015]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:45:50.034258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:45:50.048625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.085685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.091576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c27831-df09-4a43-9bea-677f6b4bd731 None None] Network 50e940da-8c7e-4cfe-ab92-94597792add9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:50.133113 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9503a1e4-aeb8-476a-9d83-34b332815dac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5982795 Apr 29 11:45:50.139233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48188) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:50.142637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=77d5b4e0-14a2-4852-8483-28cf56e1f315,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.144793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.147876 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f23b12f-76ff-42db-89b0-eb0b9992a2cb tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/77d5b4e0-14a2-4852-8483-28cf56e1f315 HTTP/1.1" status: 204 len: 168 time: 2.1881886 Apr 29 11:45:50.179698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbfaea-5941-4fa4-8d23-911be3e3b694 None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:50.219689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3c1f5a28-6a87-4e66-b7c8-24c1b88d2509 None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:50.220241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5a28-6a87-4e66-b7c8-24c1b88d2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.226925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48192) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:50.269144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.318815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object eac70d5e-e64e-47d4-8c9a-89cec45c647b will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:50.381244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b88d7-3027-4983-8735-7360d5716aa3 None None] Pushing event updated for resources: {'Port': ['ID=92a69c12-84fe-44f7-beb7-ff7e793d08ca,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.387016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:50.398609 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] Sync routers for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:50.415232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:50.415811 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:50.424117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8fc1ed-9ce4-4fc3-af96-ba6f332bcf20 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:50.425007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8fc1ed-9ce4-4fc3-af96-ba6f332bcf20 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:50.426337 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc8fc1ed-9ce4-4fc3-af96-ba6f332bcf20 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/666409f8-1dce-439c-a0eb-2d10222f327b HTTP/1.1" status: 404 len: 337 time: 0.1981363 Apr 29 11:45:50.430556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:50.530977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] For port 92a69c12-84fe-44f7-beb7-ff7e793d08ca, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:50.531731 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:50.535639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.535817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] For port 92a69c12-84fe-44f7-beb7-ff7e793d08ca, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=92a69c12-84fe-44f7-beb7-ff7e793d08ca,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:50.543035 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:50.543906 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:50.580426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting subnet c616dfb2-3281-4962-9858-d830e0f86ed9 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:50.583913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.606001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.607033 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:50.607581 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865f00e-d879-4097-9b0e-4fd48c6baa2f None None] The sync data for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:50.610443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.626163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:50.626496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.682351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.738277 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d4260a1e-69da-4a9c-8425-2d44609edc08 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/floatingips/9a25428c-5782-44cb-8706-821e5524bee3 HTTP/1.1" status: 204 len: 168 time: 4.2334692 Apr 29 11:45:50.747508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48200) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:50.778159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:50.792261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:50.810146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Usage tracker for resource:floatingip and tenant:24c79e54b929487ebed96ec12ee7cfc4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:50.818087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:50.829800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:50.840650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:50.844128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:50.850702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:50.851334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.868479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-50e940da-8c7e-4cfe-ab92-94597792add9', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:45:50.869080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.870737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:50.876081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=eac70d5e-e64e-47d4-8c9a-89cec45c647b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.910854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6d215cb0-874c-4e8d-a229-f54467f45cd9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2988958 Apr 29 11:45:50.910854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.912083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b88d7-3027-4983-8735-7360d5716aa3 None None] Pushing event updated for resources: {'Port': ['ID=92a69c12-84fe-44f7-beb7-ff7e793d08ca,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:50.924472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e378c1d1-2a7b-43d9-8038-becdfcb1f3bd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:50.935310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:50.939365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48206) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:50.952383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620be93-9477-4d16-975a-1cf956571163 None None] Network 3e53079f-d20f-4cb1-97b9-1be6f49ad347 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:50.973783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:50.974510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:51.336958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.450852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router a6763ef1-fa05-4803-a4d5-3bf7fd93804e is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:51.571022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0,segment=NetworkSegment(3328a294-e629-4274-a58b-92f078e970d4),segment_id=3328a294-e629-4274-a58b-92f078e970d4)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:51.571381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.613944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8060d-1807-4a76-876c-98004f84cbdb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.619877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e8060d-1807-4a76-876c-98004f84cbdb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:51.620675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38e8060d-1807-4a76-876c-98004f84cbdb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:51.649797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.677556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38e8060d-1807-4a76-876c-98004f84cbdb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:51.682221 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38e8060d-1807-4a76-876c-98004f84cbdb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5513866 Apr 29 11:45:51.683577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48210) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:51.693041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f0cfe04f-1aea-44c0-a799-9f556b7c1925 None None] Provisioning for port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:51.725013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.743881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:51.790624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:51.796731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:51.808624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.836258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:51.848667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port eac70d5e-e64e-47d4-8c9a-89cec45c647b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:51.849009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.921128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Sync routers for ids ['a6763ef1-fa05-4803-a4d5-3bf7fd93804e'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:51.930275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:51.930660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.959256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:51.960134 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bbdae28a-692a-4a0e-a090-b985886189ec tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2231281 Apr 29 11:45:51.966565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48214) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:51.995352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.013274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Allocated IP 172.20.0.2 (50e940da-8c7e-4cfe-ab92-94597792add9/affc01ab-ac69-400a-a7f5-17e9243c2736/c9adb7a7-2ab1-482f-8656-4a4fab8c5bff) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:52.037953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Routers {'a6763ef1-fa05-4803-a4d5-3bf7fd93804e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:52.038595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6763ef1-fa05-4803-a4d5-3bf7fd93804e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:52.049819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.144289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port 7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:52.191997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=7b9958d6-c5d1-43c6-bf2c-53df4a0ca9e0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:52.212784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Allocated IP 172.26.0.175 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/4f886436-2dfc-4045-9f87-d5d633c2eca7) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:52.269931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.270303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.270650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.270979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.271299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.271610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.271927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.272240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.272555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.272865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.273178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.273506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:52.344034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-49e20224-3309-40f9-aaed-2d2c54325034 None None] Provisioning for port eac70d5e-e64e-47d4-8c9a-89cec45c647b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:52.383063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-49e20224-3309-40f9-aaed-2d2c54325034 None None] Provisioning complete for port eac70d5e-e64e-47d4-8c9a-89cec45c647b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:52.383566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49e20224-3309-40f9-aaed-2d2c54325034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.459744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.465186 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a6101aee-6ac6-4b54-a71b-95026b266811 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/a6763ef1-fa05-4803-a4d5-3bf7fd93804e HTTP/1.1" status: 200 len: 908 time: 0.4912696 Apr 29 11:45:52.468485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48218) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:52.480219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818775708', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': True}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:52.484513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.489490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.511600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:52.513694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Set router a6763ef1-fa05-4803-a4d5-3bf7fd93804e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:52.570050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e53079f-d20f-4cb1-97b9-1be6f49ad347']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:52.582077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.599743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3328a294-e629-4274-a58b-92f078e970d4') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:52.600518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3328a294-e629-4274-a58b-92f078e970d4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:52.617811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.639773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.640093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Usage tracker for resource:router and tenant:dc2177c926654353be33e242ee1ba070 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:52.649599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for eac70d5e-e64e-47d4-8c9a-89cec45c647b owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:52.649906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:52.650136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.679187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:52.707088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:52.754675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.763045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.764090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.843557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:52.940345 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:52.971421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-49e20224-3309-40f9-aaed-2d2c54325034 None None] Port eac70d5e-e64e-47d4-8c9a-89cec45c647b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:52.994550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfbedf-e552-44a7-88ee-053f28a70730 None None] Network 7829cc82-d34a-4805-a0d2-10de511cd045 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:52.997523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Subnet': ['ID=c616dfb2-3281-4962-9858-d830e0f86ed9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:53.007148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.150489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.191959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.205888 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ceb47527-8453-4e41-80cb-196a12d7e58c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/c616dfb2-3281-4962-9858-d830e0f86ed9 HTTP/1.1" status: 204 len: 168 time: 2.7625904 Apr 29 11:45:53.215423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48222) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.219459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=3e53079f-d20f-4cb1-97b9-1be6f49ad347,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:53.228931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.258247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.259776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Allocated IP 172.26.0.106 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/dcff774b-c2db-40a0-adf8-ead7ccc3b188) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:53.263521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.271762 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e2816090-1922-45db-b0a7-d0e37f196040 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/3e53079f-d20f-4cb1-97b9-1be6f49ad347 HTTP/1.1" status: 204 len: 168 time: 6.8756788 Apr 29 11:45:53.276974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.278154 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-1629a0d5-d2d1-4d10-88fa-8fa30be0f75a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.278571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1629a0d5-d2d1-4d10-88fa-8fa30be0f75a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.282837 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1629a0d5-d2d1-4d10-88fa-8fa30be0f75a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/5ee81ea1-5f8b-483c-8607-7b98c45aba71 HTTP/1.1" status: 404 len: 337 time: 0.0626738 Apr 29 11:45:53.286007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48228) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.373343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f10c7ce-af6c-4804-b862-ded8d3e1d22f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Synchronizing usage tracker for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:53.398600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.415091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.418463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-59cc2253-bf8c-4439-9f59-dcd484e4348e None None] Provisioning complete for port 68c37aab-c620-470d-b877-03714b2ce578 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:53.418824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59cc2253-bf8c-4439-9f59-dcd484e4348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.496768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Transition to ACTIVE for port object c9adb7a7-2ab1-482f-8656-4a4fab8c5bff will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:53.509257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:53.526255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f10c7ce-af6c-4804-b862-ded8d3e1d22f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Unset dirty status for tenant:55dfa95668754d5a8b9dd310e9ffa21b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:53.529528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f10c7ce-af6c-4804-b862-ded8d3e1d22f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 HTTP/1.1" status: 200 len: 205 time: 0.2385972 Apr 29 11:45:53.535185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48234) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.550445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.639588 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-9f809dd6-ee6c-4e97-bec4-43991cb9abc2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] delete failed (client error): The resource could not be found. Apr 29 11:45:53.640624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9f809dd6-ee6c-4e97-bec4-43991cb9abc2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/routers/7e90c91c-fd7d-4f70-a8a6-6dcea0d34a06 HTTP/1.1" status: 404 len: 336 time: 0.1037271 Apr 29 11:45:53.646489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48238) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.667777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Transition to ACTIVE for port object c9adb7a7-2ab1-482f-8656-4a4fab8c5bff will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:53.682515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:53.686402 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-160aef8b-844d-4155-aedc-9583afa7b96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.686877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160aef8b-844d-4155-aedc-9583afa7b96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.694079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.700513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:53.701068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.703611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:53.713644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59cc2253-bf8c-4439-9f59-dcd484e4348e None None] Port 68c37aab-c620-470d-b877-03714b2ce578 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:45:53.725316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:53.736550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Pushing event updated for resources: {'Port': ['ID=4f886436-2dfc-4045-9f87-d5d633c2eca7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:53.750295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ecccce-5152-4476-818b-6e6b8e208a7a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.750532 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/eac70d5e-e64e-47d4-8c9a-89cec45c647b HTTP/1.1" status: 204 len: 168 time: 2.0651321 Apr 29 11:45:53.750620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ecccce-5152-4476-818b-6e6b8e208a7a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.751116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48242) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.762157 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-160aef8b-844d-4155-aedc-9583afa7b96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/b1580042-68f3-4b12-8a54-d6f087403b49 HTTP/1.1" status: 404 len: 337 time: 0.4044187 Apr 29 11:45:53.774843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48246) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.785560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166'}], 'enable_snat': False}, 'gw_port_id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:44Z', 'updated_at': '2022-04-29T11:45:49Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:47Z', 'updated_at': '2022-04-29T11:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:53.787156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.787514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.787853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.788190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.788559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.788834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.789162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.789279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Network 50e940da-8c7e-4cfe-ab92-94597792add9 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:53.789645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.789966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.790305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.790986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.791313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:53.804837 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-58ecccce-5152-4476-818b-6e6b8e208a7a tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/bc6a0e28-9a5a-45ac-b1df-1d4c060bd4c6 HTTP/1.1" status: 404 len: 337 time: 0.1518109 Apr 29 11:45:53.805042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:53.810922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.813815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.814452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:53.827491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d25ad8-c08a-487e-afa5-84ad5a987cdf None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:53.828889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Checking router: a6763ef1-fa05-4803-a4d5-3bf7fd93804e for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:53.829245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Updating router a6763ef1-fa05-4803-a4d5-3bf7fd93804e port 23b32085-c417-4a85-b68a-6668adb0ecf7 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:53.871702 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85a4c55-5edc-4c23-ad0d-d838642a9c28 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.872228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85a4c55-5edc-4c23-ad0d-d838642a9c28 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.873972 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b85a4c55-5edc-4c23-ad0d-d838642a9c28 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/3e53079f-d20f-4cb1-97b9-1be6f49ad347 HTTP/1.1" status: 404 len: 339 time: 0.0981295 Apr 29 11:45:53.879261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:53.894335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48254) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.910372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-59cc2253-bf8c-4439-9f59-dcd484e4348e None None] Provisioning complete for port 8c875593-89b8-49b2-90be-c3f13d5999f1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:53.910573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59cc2253-bf8c-4439-9f59-dcd484e4348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.911346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6da9fa-567c-42cf-85cd-6690e7e8bb4f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.911807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6da9fa-567c-42cf-85cd-6690e7e8bb4f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.915941 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d6da9fa-567c-42cf-85cd-6690e7e8bb4f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/b9249fd5-2c17-4657-a8fe-de1ef9afe291 HTTP/1.1" status: 404 len: 337 time: 0.0940809 Apr 29 11:45:53.921768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48258) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:53.976244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:53.980107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-152d0a60-a0e3-40c4-bf72-aba8daa9a5b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:53.980559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152d0a60-a0e3-40c4-bf72-aba8daa9a5b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:53.982318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-152d0a60-a0e3-40c4-bf72-aba8daa9a5b2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/d2def8f9-2b28-49b9-aea5-cedfe5568146 HTTP/1.1" status: 404 len: 337 time: 0.0596740 Apr 29 11:45:53.989297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99e3ed-217f-410c-a8ec-ef8507cb64c5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=eac70d5e-e64e-47d4-8c9a-89cec45c647b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:53.989745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48262) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.021421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] DHCP port deletion for 7829cc82-d34a-4805-a0d2-10de511cd045 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:54.039871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Pushing event updated for resources: {'Port': ['ID=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:54.045731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (50e940da-8c7e-4cfe-ab92-94597792add9/affc01ab-ac69-400a-a7f5-17e9243c2736/cdb01754-feb1-4bca-bc61-86e458517afc) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:54.048129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Deleting port 8c875593-89b8-49b2-90be-c3f13d5999f1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:54.048539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.048960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a1bdaa-80cd-46d4-8e11-70fa406c5df2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.049072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a1bdaa-80cd-46d4-8e11-70fa406c5df2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.050845 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83a1bdaa-80cd-46d4-8e11-70fa406c5df2 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/80c284c8-fcc2-41cd-a0d1-1c2bd2825ce6 HTTP/1.1" status: 404 len: 333 time: 0.0613661 Apr 29 11:45:54.053903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48266) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.104086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fbf391-ce58-499b-91ad-79a06bc09ce9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.104481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fbf391-ce58-499b-91ad-79a06bc09ce9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.106209 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-40fbf391-ce58-499b-91ad-79a06bc09ce9 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/8bf57e38-107e-4f13-a0bd-68adc4081318 HTTP/1.1" status: 404 len: 337 time: 0.0471215 Apr 29 11:45:54.109791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48272) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.161571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.166844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105bec4-2572-40a6-a1d2-470b8524ad7a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:54.168331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105bec4-2572-40a6-a1d2-470b8524ad7a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:54.169092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8105bec4-2572-40a6-a1d2-470b8524ad7a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:45:54.175648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.196423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.237450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Attempting to bind port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:54.238032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Attempting to bind port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:54.238265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Attempting to bind port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff on network 50e940da-8c7e-4cfe-ab92-94597792add9 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:54.244041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75222cd-969c-4c7b-aed1-342d70d225a6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.244238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75222cd-969c-4c7b-aed1-342d70d225a6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.245986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b75222cd-969c-4c7b-aed1-342d70d225a6 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/ea1475df-5951-41e6-bb84-bb353e6a7e54 HTTP/1.1" status: 404 len: 337 time: 0.1346691 Apr 29 11:45:54.255348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48276) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.281078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.308497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:54.308497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Checking segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:54.308497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.308497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Bound using segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:54.309028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Bound port: c9adb7a7-2ab1-482f-8656-4a4fab8c5bff, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:54.309455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.336186 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-182213c6-2e01-46c2-819c-0304267c50f7 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.336819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182213c6-2e01-46c2-819c-0304267c50f7 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.357539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:54.362758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:54.375228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:54.425616 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-182213c6-2e01-46c2-819c-0304267c50f7 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/71d3b56c-5ed6-4e63-acb2-3907fa61e023 HTTP/1.1" status: 404 len: 333 time: 0.1617908 Apr 29 11:45:54.426525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48280) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.432744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=dcff774b-c2db-40a0-adf8-ead7ccc3b188,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:54.505699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8105bec4-2572-40a6-a1d2-470b8524ad7a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:45:54.509560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8105bec4-2572-40a6-a1d2-470b8524ad7a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7475538 Apr 29 11:45:54.576582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48284) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.635531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.711997 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cf0f56-ab28-4de2-9a84-08b16537a9ff tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.712860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cf0f56-ab28-4de2-9a84-08b16537a9ff tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.717901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4cf0f56-ab28-4de2-9a84-08b16537a9ff tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/56d9fd92-723b-4c2b-b2b3-2d2511f8c9df HTTP/1.1" status: 404 len: 337 time: 0.2815580 Apr 29 11:45:54.720927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48288) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.772020 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-80641a5c-a11e-4611-8eb0-a625fe7f1c6f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:54.772729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80641a5c-a11e-4611-8eb0-a625fe7f1c6f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:54.777434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-80641a5c-a11e-4611-8eb0-a625fe7f1c6f tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/subnets/735c4742-a7fe-4bbd-a141-90ffe0db0c1d HTTP/1.1" status: 404 len: 337 time: 0.0512185 Apr 29 11:45:54.778885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48292) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:54.834994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] For port 8c875593-89b8-49b2-90be-c3f13d5999f1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8c875593-89b8-49b2-90be-c3f13d5999f1,segment=NetworkSegment(852bc9d4-a9b6-48b5-9b3c-a011f01fdf50),segment_id=852bc9d4-a9b6-48b5-9b3c-a011f01fdf50)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:54.835493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:54.857509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] For port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:54.971962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object cdb01754-feb1-4bca-bc61-86e458517afc will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:54.991817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Calling delete_port for 8c875593-89b8-49b2-90be-c3f13d5999f1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:55.107464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.130335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 48b64513-22cf-4cd1-ba63-4095e73e1a63 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:55.144183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] For port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:55.150407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Deleting port 68c37aab-c620-470d-b877-03714b2ce578 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:55.150695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.153523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.161869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.219768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1611a5f-f2a6-435c-9835-64a16a166cdf']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:55.228796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.242663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.262778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.269493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155ae4cd-4abf-43f9-a659-0971d1614684') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:55.269812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155ae4cd-4abf-43f9-a659-0971d1614684') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:55.292463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.336165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.348523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Pushing event updated for resources: {'Port': ['ID=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.361040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.361418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.361760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.362101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.362447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.362768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.363096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.363422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.363749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.364098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.364421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.364849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e414b3-5d7c-4265-b019-5d7f53c478b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:45:55.397275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.422249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 50e940da-8c7e-4cfe-ab92-94597792add9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:55.426563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.426718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:55.430565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:55.441068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] No DVR routers for this DVR port 8c875593-89b8-49b2-90be-c3f13d5999f1 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:55.447896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fd762-1e99-44fe-bfa0-f960ca7eec7c None None] Pushing event deleted for resources: {'Port': ['ID=8c875593-89b8-49b2-90be-c3f13d5999f1,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.466898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Transition to ACTIVE for port object 23b32085-c417-4a85-b68a-6668adb0ecf7 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:45:55.482668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.484701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.485540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.533787 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:45:55.577864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371563-2e62-46c0-bff2-39345c11fc7a None None] Pushing event updated for resources: {'Port': ['ID=23b32085-c417-4a85-b68a-6668adb0ecf7,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.623154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Attempting to bind port 23b32085-c417-4a85-b68a-6668adb0ecf7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:45:55.623518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Attempting to bind port 23b32085-c417-4a85-b68a-6668adb0ecf7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:45:55.623877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Attempting to bind port 23b32085-c417-4a85-b68a-6668adb0ecf7 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:45:55.638076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:45:55.638453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:45:55.638849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.639227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:45:55.639752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Bound port: 23b32085-c417-4a85-b68a-6668adb0ecf7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:45:55.640134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.682484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.725698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.799890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] For port 23b32085-c417-4a85-b68a-6668adb0ecf7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:45:55.806436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:55.806854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.807608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] For port 23b32085-c417-4a85-b68a-6668adb0ecf7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23b32085-c417-4a85-b68a-6668adb0ecf7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:45:55.816997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.820548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.828967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:55.834347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Pushing event updated for resources: {'Port': ['ID=4f886436-2dfc-4045-9f87-d5d633c2eca7,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:55.839790 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:55.948193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Routers {'a6763ef1-fa05-4803-a4d5-3bf7fd93804e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:55.948601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6763ef1-fa05-4803-a4d5-3bf7fd93804e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:55.980319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.024951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.029752 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-32bf24a6-53b1-4e34-9f8a-8643b7a54089 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2622309 Apr 29 11:45:56.039054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 92a69c12-84fe-44f7-beb7-ff7e793d08ca up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:56.045560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48298) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.071082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.093065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=48b64513-22cf-4cd1-ba63-4095e73e1a63,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.153495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.157851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.166308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.168954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4fc00-46ad-41b4-ad4d-4706211d79d6 req-9531dc7c-a315-4b05-9938-9fb6ba4bc036 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:56.170994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-81f4fc00-46ad-41b4-ad4d-4706211d79d6 req-9531dc7c-a315-4b05-9938-9fb6ba4bc036 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.9825840 Apr 29 11:45:56.192952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.212009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd851a-5aa8-4cf7-88bd-9eac7f5ed23a None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:56.253871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371563-2e62-46c0-bff2-39345c11fc7a None None] Pushing event updated for resources: {'Port': ['ID=23b32085-c417-4a85-b68a-6668adb0ecf7,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.257671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b7e7e30b-f8b4-4870-bfdb-8510d4068e37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/48b64513-22cf-4cd1-ba63-4095e73e1a63 HTTP/1.1" status: 204 len: 168 time: 1.6720207 Apr 29 11:45:56.265761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48304) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.282389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:56.292664 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/e1611a5f-f2a6-435c-9835-64a16a166cdf HTTP/1.1" status: 204 len: 168 time: 2.3804998 Apr 29 11:45:56.292664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515cb2-1fd9-4113-8289-fe8b827339db tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=e1611a5f-f2a6-435c-9835-64a16a166cdf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:56.293663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48308) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.295566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.309453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:56.382982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-452e5dda-9f47-45bb-8072-abd828440846 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141045 Apr 29 11:45:56.386368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.388076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48312) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.398264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:56.477086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] Set router a6763ef1-fa05-4803-a4d5-3bf7fd93804e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:56.520647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 92a69c12-84fe-44f7-beb7-ff7e793d08ca completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:56.530931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Calling delete_port for 68c37aab-c620-470d-b877-03714b2ce578 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:56.563339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Usage tracker for resource:floatingip and tenant:9d5de563415c45c1b1adcbb9fc968b91 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:56.568179 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e21467-4cce-401b-83d7-0ac942fe8351 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:56.568626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e21467-4cce-401b-83d7-0ac942fe8351 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:56.579515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:56.598329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 92a69c12-84fe-44f7-beb7-ff7e793d08ca triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:56.598716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.609182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:56.626036 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d7e21467-4cce-401b-83d7-0ac942fe8351 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/58420ee4-60b8-420d-bc0f-968f3f605082 HTTP/1.1" status: 404 len: 337 time: 0.3184862 Apr 29 11:45:56.635202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48316) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.695621 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-81f4fc00-46ad-41b4-ad4d-4706211d79d6 req-afa66b4c-621c-40de-8fbb-16169145ce03 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964325 Apr 29 11:45:56.696673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b17c02-4909-45f3-93cc-9711c224762f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:45:56.697154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b17c02-4909-45f3-93cc-9711c224762f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:45:56.705232 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-51b17c02-4909-45f3-93cc-9711c224762f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/650fa936-9cf3-40a3-ae7f-81aea3aa83d8 HTTP/1.1" status: 404 len: 339 time: 0.0689971 Apr 29 11:45:56.708440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48320) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:56.732575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.804280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting subnet 92065d55-8fc4-4104-9836-a3d9aa984b8b {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:56.807999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.879299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:45:56.881639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:56.901686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Deleting port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:45:56.902051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.013656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.072848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca5283-da9a-4185-a53c-a2ccf0e7b0bc None None] Network 50e940da-8c7e-4cfe-ab92-94597792add9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:57.073991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.185299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 92a69c12-84fe-44f7-beb7-ff7e793d08ca, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=92a69c12-84fe-44f7-beb7-ff7e793d08ca,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:57.201934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.202804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e378c1d1-2a7b-43d9-8038-becdfcb1f3bd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:57.244904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.260124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:57.285212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:57.290475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:57.309511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:57.315949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 172.26.0.38 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b3eff53f-fd17-4b20-bd79-8c7c506d0173) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:57.325126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Router 5678de80-fabd-4e07-9a05-021f93da9172 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:45:57.329291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Port': ['ID=68c37aab-c620-470d-b877-03714b2ce578,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:57.357656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:57.361853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.396874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.403068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.445178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=92a69c12-84fe-44f7-beb7-ff7e793d08ca,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:57.462622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-595acf14-b731-43a0-8f19-909079e563ec None None] Provisioning for port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:57.502109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166'}], 'enable_snat': False}, 'gw_port_id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:44Z', 'updated_at': '2022-04-29T11:45:49Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:47Z', 'updated_at': '2022-04-29T11:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:57.532943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bfb18294-2aba-4bf9-b6f8-e869890e1032 tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/ports/68c37aab-c620-470d-b877-03714b2ce578 HTTP/1.1" status: 204 len: 168 time: 2.7269802 Apr 29 11:45:57.540058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48326) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:57.577691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4d33e-f33f-4115-a859-ed93e07d0901 None None] The sync data for ids ['a6763ef1-fa05-4803-a4d5-3bf7fd93804e'] in dv-neutron-839741-1-hyperv is: [{'id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166'}], 'enable_snat': False}, 'gw_port_id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:44Z', 'updated_at': '2022-04-29T11:45:49Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': '23b32085-c417-4a85-b68a-6668adb0ecf7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6763ef1-fa05-4803-a4d5-3bf7fd93804e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:47Z', 'updated_at': '2022-04-29T11:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:45:57.603212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] For port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:45:57.603608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.619351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:57.619351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.651324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d739f6-121c-42b8-9db3-82fc98c9a292 req-a5b62fdf-1080-4da8-97c2-fab0ad6b119c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:57.653829 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13d739f6-121c-42b8-9db3-82fc98c9a292 req-a5b62fdf-1080-4da8-97c2-fab0ad6b119c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.6678081 Apr 29 11:45:57.788578 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.828880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.836993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.858027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.861218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=92065d55-8fc4-4104-9836-a3d9aa984b8b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:57.879100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Calling delete_port for e378c1d1-2a7b-43d9-8038-becdfcb1f3bd owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:45:57.883943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:57.891742 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-df87e332-b9fc-45d3-bca0-e550abe7b6a1 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/92065d55-8fc4-4104-9836-a3d9aa984b8b HTTP/1.1" status: 204 len: 168 time: 1.1796057 Apr 29 11:45:57.912435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48330) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:57.975997 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13d739f6-121c-42b8-9db3-82fc98c9a292 req-c09ea518-9452-4b74-a232-612542d4f6b7 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835479 Apr 29 11:45:58.075075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfce25-94d9-4dbf-989a-8dcb67ba897e None None] Network 3cb81046-b780-4174-a153-0279a705fecf requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:58.109085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.154578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:45:58.168499 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Sync routers for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:45:58.184402 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:45:58.185378 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:58.208002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting subnet c6f4c2f3-ee07-41af-bc57-433eed1d983b {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:45:58.223950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] No DVR routers for this DVR port e378c1d1-2a7b-43d9-8038-becdfcb1f3bd on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:45:58.234257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.241066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.258117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.277347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb16aaa-0db0-412d-b58d-13e281d7b1e1 None None] Pushing event deleted for resources: {'Port': ['ID=e378c1d1-2a7b-43d9-8038-becdfcb1f3bd,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:58.338515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.340412 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4bac837-ada4-4cf9-883a-282646abe731 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.2411418 Apr 29 11:45:58.346977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48336) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:58.348231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:45:58.358588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.428675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.438876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Could not find standard attr ID for object e378c1d1-2a7b-43d9-8038-becdfcb1f3bd. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:45:58.444628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.501267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.535531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7829cc82-d34a-4805-a0d2-10de511cd045']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:58.536398 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No ports have port_id starting with e378c1d1-2a7b-43d9-8038-becdfcb1f3bd Apr 29 11:45:58.565631 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:45:58.579764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:58.580173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852bc9d4-a9b6-48b5-9b3c-a011f01fdf50') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:58.603356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:58.612478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:58.621378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:45:58.630472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.650745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=b3eff53f-fd17-4b20-bd79-8c7c506d0173,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:58.655828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:45:58.684544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:45:58.728535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Allocated IP 172.26.0.56 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/d5a9603d-c244-4103-890f-702e693cd8e3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:45:58.752324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8c875593-89b8-49b2-90be-c3f13d5999f1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:45:58.752324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8c875593-89b8-49b2-90be-c3f13d5999f1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:45:58.775044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.794315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:45:58.795144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:45:58.826620 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:45:59.116038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:45:59.118025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:59.123848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.130745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.133915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812f345-ddcc-47d1-aa14-e7e80c92fa3b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:45:59.172001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 92a69c12-84fe-44f7-beb7-ff7e793d08ca up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:45:59.180595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6078acb8-e9a5-4860-8dba-f578a91563e5 tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ea84be2ed9c040caaa6f7b3ae05fc24b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8234508 Apr 29 11:45:59.194843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48342) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:59.239477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=09690925-0401-4f52-a6e0-e3a74d8bdde7,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:45:59.258635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f927e7-8e56-4823-ba7b-8be45601fc8c req-013f9307-7a05-40db-961e-900210a192cd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.260316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.260455 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38f927e7-8e56-4823-ba7b-8be45601fc8c req-013f9307-7a05-40db-961e-900210a192cd tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.0860002 Apr 29 11:45:59.313978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:45:54Z', 'revision_number': 3, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:45:59.322773 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Checking router: 5678de80-fabd-4e07-9a05-021f93da9172 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:45:59.323964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Updating router 5678de80-fabd-4e07-9a05-021f93da9172 port dcff774b-c2db-40a0-adf8-ead7ccc3b188 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:45:59.365487 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6785660a-48ac-4480-9367-170a9655ccc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9719744 Apr 29 11:45:59.379502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.389236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48346) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:45:59.429229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'name': 'tempest-NetworksTestDHCPv6-76521113'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:45:59.430880 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.561213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 92a69c12-84fe-44f7-beb7-ff7e793d08ca triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:59.561842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.784860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.832880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:45:59.837886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:45:59.841738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:45:59.844698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.849151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:45:59.852987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38f927e7-8e56-4823-ba7b-8be45601fc8c req-9d22d162-6a63-442f-a6e0-8edd8f19a6ce tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315941 Apr 29 11:45:59.877636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f367df93-692d-499c-8e78-2cd38823bd5a None None] Provisioning for port cdb01754-feb1-4bca-bc61-86e458517afc completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:45:59.912329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:45:59.916437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.924388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f367df93-692d-499c-8e78-2cd38823bd5a None None] Provisioning complete for port cdb01754-feb1-4bca-bc61-86e458517afc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:45:59.929039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f367df93-692d-499c-8e78-2cd38823bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:45:59.990262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd307df-2ec6-4bbc-b2f7-ac3e115157cf tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:45:59.992081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7bd307df-2ec6-4bbc-b2f7-ac3e115157cf tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7957428 Apr 29 11:46:00.002291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 61df5c03-e921-4f2e-966d-75784673c72a yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:00.013181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:00.020944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] Pushing event deleted for resources: {'Network': ['ID=7829cc82-d34a-4805-a0d2-10de511cd045,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:00.089324 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-46da8f0c-7cbf-4b87-8c94-3b9fb185785c tempest-PortsIpV6TestJSON-739334316 tempest-PortsIpV6TestJSON-739334316-project] 10.222.0.53 "DELETE /v2.0/networks/7829cc82-d34a-4805-a0d2-10de511cd045 HTTP/1.1" status: 204 len: 168 time: 2.5464399 Apr 29 11:46:00.095516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1661292e-e4ec-4d6c-971b-8f4c6e891528 tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731850 Apr 29 11:46:00.097864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.103711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48358) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:00.113502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295781987', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:00.123099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f367df93-692d-499c-8e78-2cd38823bd5a None None] Port cdb01754-feb1-4bca-bc61-86e458517afc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:00.170296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::27c (509b49ef-561b-4c7b-b648-76f046bd5c48/09690925-0401-4f52-a6e0-e3a74d8bdde7/61df5c03-e921-4f2e-966d-75784673c72a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:00.212937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23b32085-c417-4a85-b68a-6668adb0ecf7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:00.255415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.319487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '09690925-0401-4f52-a6e0-e3a74d8bdde7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:00.320395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.394789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.411807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 61df5c03-e921-4f2e-966d-75784673c72a will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:00.439507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:00.452701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:subnet and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:00.460368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:00.470852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:00.478619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.495881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd118699-ae26-4969-8833-6b06f795ace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.501875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.504214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 23b32085-c417-4a85-b68a-6668adb0ecf7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:00.505914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Made reservation on behalf of ea84be2ed9c040caaa6f7b3ae05fc24b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:00.509883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.524516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.528090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53557eab-92dd-40de-a9d3-5acadcb53705 None None] Provisioning complete for port d6561cc4-0756-4bc6-be9f-cce6af454a70 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:00.529756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53557eab-92dd-40de-a9d3-5acadcb53705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.594904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.600020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 23b32085-c417-4a85-b68a-6668adb0ecf7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:00.600592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.622206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:00.631412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:00.641662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d4db7-5840-4fdf-a6bf-4b3f0caa8868 None None] Network 3cb81046-b780-4174-a153-0279a705fecf requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:00.658939 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/c6f4c2f3-ee07-41af-bc57-433eed1d983b HTTP/1.1" status: 204 len: 168 time: 2.7454116 Apr 29 11:46:00.742192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 50e940da-8c7e-4cfe-ab92-94597792add9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:00.743573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48364) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:00.744139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48366) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:00.751954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:00.752747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:00.758378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcce8f-f557-4340-b75d-9a20417a18dd tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f4c2f3-ee07-41af-bc57-433eed1d983b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:00.771583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/09690925-0401-4f52-a6e0-e3a74d8bdde7/3a14b6d4-96ab-4c23-904e-d61e7c33f432) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:00.788303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:00.809095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:00.827384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:00.832878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:00.836649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:00.927658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Pushing event updated for resources: {'Port': ['ID=d5a9603d-c244-4103-890f-702e693cd8e3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.011608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.037543 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Transition to ACTIVE for port object dcff774b-c2db-40a0-adf8-ead7ccc3b188 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:01.045839 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.058306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=61df5c03-e921-4f2e-966d-75784673c72a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.139046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.146652 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Attempting to bind port dcff774b-c2db-40a0-adf8-ead7ccc3b188 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:01.147282 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Attempting to bind port dcff774b-c2db-40a0-adf8-ead7ccc3b188 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:01.148419 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Attempting to bind port dcff774b-c2db-40a0-adf8-ead7ccc3b188 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:01.158164 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8d63afb5-8062-473d-ac77-b2849b5e98a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7387316 Apr 29 11:46:01.159653 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:01.160454 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:01.161030 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.161596 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:01.163282 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Bound port: dcff774b-c2db-40a0-adf8-ead7ccc3b188, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:01.163861 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.168666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48376) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:01.222707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.235425 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8310ef48-cac7-47a8-94e8-78c7aa31a5be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55dfa95668754d5a8b9dd310e9ffa21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761276 Apr 29 11:46:01.235983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Subnet': ['ID=fb97d632-e4b5-4afa-84fb-69d9b64e7a04,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.239272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48380) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:01.241613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a02a35-5f22-40ff-998b-bd06d43d046d req-bacb6a18-51dd-425f-8e36-6192d5651fab tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:01.243703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c1a02a35-5f22-40ff-998b-bd06d43d046d req-bacb6a18-51dd-425f-8e36-6192d5651fab tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.8087871 Apr 29 11:46:01.254663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.273248 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] For port dcff774b-c2db-40a0-adf8-ead7ccc3b188, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:01.277638 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] For port dcff774b-c2db-40a0-adf8-ead7ccc3b188, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=dcff774b-c2db-40a0-adf8-ead7ccc3b188,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:01.293518 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.332972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49430551-204c-4a1f-a4e5-56dbe8c20ad1 None None] Pushing event updated for resources: {'Port': ['ID=dcff774b-c2db-40a0-adf8-ead7ccc3b188,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.337794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.364280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Transition to ACTIVE for port object 3a14b6d4-96ab-4c23-904e-d61e7c33f432 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:01.386786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Checking segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:01.387083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network hostable DHCP agents. Network: fb6e62b9-909f-472b-a68e-9622fa096f8b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:01.401185 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:01.402605 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:01.443929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Transition to ACTIVE for port object 3a14b6d4-96ab-4c23-904e-d61e7c33f432 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:01.451622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.463197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.473575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port d6561cc4-0756-4bc6-be9f-cce6af454a70 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:01.473974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.556156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 23b32085-c417-4a85-b68a-6668adb0ecf7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23b32085-c417-4a85-b68a-6668adb0ecf7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:01.570354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:01.573942 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c1a02a35-5f22-40ff-998b-bd06d43d046d req-2acfcef1-8013-4b3e-aa1e-3e868c84a743 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169084 Apr 29 11:46:01.575621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:01.578078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.578479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c9adb7a7-2ab1-482f-8656-4a4fab8c5bff up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:01.602424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.613211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.614806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:01.624533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53557eab-92dd-40de-a9d3-5acadcb53705 None None] Provisioning complete for port cdb01754-feb1-4bca-bc61-86e458517afc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:01.625042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53557eab-92dd-40de-a9d3-5acadcb53705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.680767 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:01.689379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Pushing event updated for resources: {'Port': ['ID=3a14b6d4-96ab-4c23-904e-d61e7c33f432,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.788019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port d6561cc4-0756-4bc6-be9f-cce6af454a70, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d6561cc4-0756-4bc6-be9f-cce6af454a70,segment=NetworkSegment(71d852de-31bd-49da-b983-3346b1e6bfe5),segment_id=71d852de-31bd-49da-b983-3346b1e6bfe5)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:01.788550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:01.943095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] DHCP port deletion for 3cb81046-b780-4174-a153-0279a705fecf request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:01.954525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-53557eab-92dd-40de-a9d3-5acadcb53705 None None] Port cdb01754-feb1-4bca-bc61-86e458517afc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:01.971684 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49430551-204c-4a1f-a4e5-56dbe8c20ad1 None None] Pushing event updated for resources: {'Port': ['ID=dcff774b-c2db-40a0-adf8-ead7ccc3b188,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:01.981148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Deleting port d6561cc4-0756-4bc6-be9f-cce6af454a70 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:01.981529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.002886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:02.014489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for d6561cc4-0756-4bc6-be9f-cce6af454a70 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:02.031776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Attempting to bind port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:02.032137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Attempting to bind port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:02.032493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Attempting to bind port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:02.034500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=23b32085-c417-4a85-b68a-6668adb0ecf7,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:02.044543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network fb6e62b9-909f-472b-a68e-9622fa096f8b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:02.049725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:02.051165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:02.051165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.051165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:02.051440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Bound port: 3a14b6d4-96ab-4c23-904e-d61e7c33f432, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:02.051657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.084710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:02.168512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.169175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:02.169638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.197459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, fb6e62b9-909f-472b-a68e-9622fa096f8b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:02.208905 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:45:54Z', 'revision_number': 3, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:02.215648 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5b5c5-dc8b-4419-b21f-957313ade9e1 None None] The sync data for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv is: [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:45:54Z', 'revision_number': 3, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:02.248824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:02.249838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.285507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c8f74c-141b-4825-8b61-0747be4dda28 None None] Network fb6e62b9-909f-472b-a68e-9622fa096f8b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:02.306427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b04dc0cb-493d-4b14-b047-8c44679f5826 None None] Provisioning complete for port cdb01754-feb1-4bca-bc61-86e458517afc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:02.306790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b04dc0cb-493d-4b14-b047-8c44679f5826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.315322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.365719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-df9ec190-1ba4-4903-a2b4-8ca57bd68a3f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2581749 Apr 29 11:46:02.371971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48388) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:02.515746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.516423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] For port 3a14b6d4-96ab-4c23-904e-d61e7c33f432, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:02.521471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b04dc0cb-493d-4b14-b047-8c44679f5826 None None] Port cdb01754-feb1-4bca-bc61-86e458517afc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:02.544621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dea6fb-4c7e-4df6-a9cb-e9617e6cbb34,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:02.550431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.554520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fab1493a-f8f8-4b37-ad83-9c94ea630b35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68dea6fb-4c7e-4df6-a9cb-e9617e6cbb34 HTTP/1.1" status: 204 len: 168 time: 1.3142271 Apr 29 11:46:02.565916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router 363ca59c-a922-4a60-877e-2054cac20b10 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:02.684191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] For port 3a14b6d4-96ab-4c23-904e-d61e7c33f432, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3a14b6d4-96ab-4c23-904e-d61e7c33f432,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:02.746447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.777212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:46:02.795359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.807580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7368f37-50c4-4884-aec3-9e0f81a5f5e2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:02.808518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d7368f37-50c4-4884-aec3-9e0f81a5f5e2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:02.854636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.879264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.916572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:02.948446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] For port d6561cc4-0756-4bc6-be9f-cce6af454a70, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d6561cc4-0756-4bc6-be9f-cce6af454a70,segment=NetworkSegment(71d852de-31bd-49da-b983-3346b1e6bfe5),segment_id=71d852de-31bd-49da-b983-3346b1e6bfe5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:02.948655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:02.951545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port d6561cc4-0756-4bc6-be9f-cce6af454a70 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:02.977985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Sync routers for ids ['363ca59c-a922-4a60-877e-2054cac20b10'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:02.982072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d7368f37-50c4-4884-aec3-9e0f81a5f5e2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:02.986390 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d7368f37-50c4-4884-aec3-9e0f81a5f5e2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.7901902 Apr 29 11:46:02.990918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48398) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:02.994352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=d6561cc4-0756-4bc6-be9f-cce6af454a70,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:02.998322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:03.014023 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:03.023509 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2bd83fd5-59c7-4909-99cb-71065ec65f8f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/147d08e2-5a17-44f8-ae64-db55f3ec6fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8824072 Apr 29 11:46:03.026497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:03.045187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:03.045857 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:03.099621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Pushing event updated for resources: {'Port': ['ID=d5a9603d-c244-4103-890f-702e693cd8e3,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:03.114209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.119499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-87fa846d-8038-4079-97c4-fc8ff2164ac6 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.6470902 Apr 29 11:46:03.125379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48408) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:03.137757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 61df5c03-e921-4f2e-966d-75784673c72a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:03.138111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.204029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f5d36a1-5b45-4109-851d-21343d7bf895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.224541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Calling delete_port for d6561cc4-0756-4bc6-be9f-cce6af454a70 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:03.290086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.314750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Routers {'363ca59c-a922-4a60-877e-2054cac20b10'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:03.315710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:45:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['363ca59c-a922-4a60-877e-2054cac20b10'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:03.338568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6cc7-b999-44f1-9c15-3e9c5e187d51 req-39716270-602a-4f7a-a85b-084981d0b444 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:03.340115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b0d6cc7-b999-44f1-9c15-3e9c5e187d51 req-39716270-602a-4f7a-a85b-084981d0b444 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.9665499 Apr 29 11:46:03.420322 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:03.450059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.451892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.517329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.529892 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a84f93e9-67a2-40ba-b759-380a6e8eef52 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4804952 Apr 29 11:46:03.533513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48418) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:03.656717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6ac25-1786-4f17-87ca-9b9adb316da4 None None] Pushing event updated for resources: {'Port': ['ID=3a14b6d4-96ab-4c23-904e-d61e7c33f432,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:03.675867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb81046-b780-4174-a153-0279a705fecf']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:03.700293 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4a9fee4-6d87-494b-81c7-27f486b0f52d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/363ca59c-a922-4a60-877e-2054cac20b10 HTTP/1.1" status: 200 len: 906 time: 0.5735152 Apr 29 11:46:03.706709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48426) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:03.709115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d852de-31bd-49da-b983-3346b1e6bfe5') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:03.709302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d7b5bf7-dc7e-49ac-88e6-d04de4c3b4aa tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Synchronizing usage tracker for tenant:24c79e54b929487ebed96ec12ee7cfc4 on resource:floatingip {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:03.710936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d852de-31bd-49da-b983-3346b1e6bfe5') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:03.727079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.768099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.781801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:46:03.782217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.843224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-fb6e62b9-909f-472b-a68e-9622fa096f8b', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:03.844956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.872646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.887124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.892855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:03.903710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:03.904452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:03.911014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:03.931628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d7b5bf7-dc7e-49ac-88e6-d04de4c3b4aa tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Unset dirty status for tenant:24c79e54b929487ebed96ec12ee7cfc4 on resource:floatingip {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:03.935450 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d7b5bf7-dc7e-49ac-88e6-d04de4c3b4aa tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3983819 Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:46:03.968247 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:46:03.970931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:04.011089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.102159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:04.154708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e378c1d1-2a7b-43d9-8038-becdfcb1f3bd no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:04.217683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.315440 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:04.324919 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:04.325904 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Updating router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc port cdb01754-feb1-4bca-bc61-86e458517afc binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:46:04.335655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e378c1d1-2a7b-43d9-8038-becdfcb1f3bd {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:04.336033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e378c1d1-2a7b-43d9-8038-becdfcb1f3bd not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:04.339880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1443709324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:04.349731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.414275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Set router 363ca59c-a922-4a60-877e-2054cac20b10 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:04.500002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Deleting port d6561cc4-0756-4bc6-be9f-cce6af454a70 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:04.508394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.525856 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.577533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.737736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:04.766516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:router and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:04.769022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:04.803012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:04.846424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.848506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.860915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:04.864111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23b32085-c417-4a85-b68a-6668adb0ecf7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:04.896460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:04.917064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb1488-cd4b-4678-a245-ac218b86987d None None] The port 'd6561cc4-0756-4bc6-be9f-cce6af454a70' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:46:04.959666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.021304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.022928 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c44f877f-cba5-4444-a782-0b2ba6c80e13 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9194667 Apr 29 11:46:05.026232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.031580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48442) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.044625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-869576936'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:05.053350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:05.059897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Deleting port b3eff53f-fd17-4b20-bd79-8c7c506d0173 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:05.060682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.098364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:network and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:05.112068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.112068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.112068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.112698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.113234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.113341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.114114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.114579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.115024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.115633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.116093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.116535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.117549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:05.122127 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75d08443-62f8-46f9-acc6-7ee5d6204d69 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7740 time: 1.9885302 Apr 29 11:46:05.124762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-94f6d973-e2c7-4c8c-bf25-cc31504fb5e2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Synchronizing usage tracker for tenant:c56274c22cbd4b988818a8b4e849167d on resource:floatingip {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:05.134813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.144691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:05.199098 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.212653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 61df5c03-e921-4f2e-966d-75784673c72a owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:05.212860 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Transition to ACTIVE for port object cdb01754-feb1-4bca-bc61-86e458517afc will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:05.218728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Allocated IP 172.20.0.2 (fb6e62b9-909f-472b-a68e-9622fa096f8b/fb97d632-e4b5-4afa-84fb-69d9b64e7a04/2a2e0a68-10a6-444d-92be-8af6bf4f39ba) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:05.224491 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.280613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.282635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.283369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.283993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.284614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.285257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.285907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.286517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.287739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.288378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:05.291302 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1cb05d19-e52f-483d-bd30-db73e6211eda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6500 time: 0.1513309 Apr 29 11:46:05.297549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.431756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=3cb81046-b780-4174-a153-0279a705fecf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:05.494152 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b0d6cc7-b999-44f1-9c15-3e9c5e187d51 req-cc36ba99-d9c1-4930-b8ec-f85129513459 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1412623 Apr 29 11:46:05.511335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-335b2a00-f9d1-4146-ae7a-964c1a73dfbb tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/3cb81046-b780-4174-a153-0279a705fecf HTTP/1.1" status: 204 len: 168 time: 4.7510281 Apr 29 11:46:05.517007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48454) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.595609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-94f6d973-e2c7-4c8c-bf25-cc31504fb5e2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Unset dirty status for tenant:c56274c22cbd4b988818a8b4e849167d on resource:floatingip {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:05.600316 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-94f6d973-e2c7-4c8c-bf25-cc31504fb5e2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.5910087 Apr 29 11:46:05.601662 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb759125-3110-44b3-b3ee-7e7436a8122d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:05.602114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb759125-3110-44b3-b3ee-7e7436a8122d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:05.604598 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb759125-3110-44b3-b3ee-7e7436a8122d tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/39db2f29-87f5-484f-b576-5bfdbce903aa HTTP/1.1" status: 404 len: 337 time: 0.0744500 Apr 29 11:46:05.604775 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1c9b-8701-4d85-9feb-c7bfc289bc19 None None] Pushing event updated for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:05.609044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48458) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.609373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48460) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:05.631770 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Attempting to bind port cdb01754-feb1-4bca-bc61-86e458517afc on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:05.632085 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Attempting to bind port cdb01754-feb1-4bca-bc61-86e458517afc by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:05.632441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Attempting to bind port cdb01754-feb1-4bca-bc61-86e458517afc on network 50e940da-8c7e-4cfe-ab92-94597792add9 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:05.642542 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:05.642942 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Checking segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:05.643297 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.645872 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Bound using segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:05.646370 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Bound port: cdb01754-feb1-4bca-bc61-86e458517afc, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:05.646756 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.668256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:05.671621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.675080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.695153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Transition to ACTIVE for port object 2a2e0a68-10a6-444d-92be-8af6bf4f39ba will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:05.792334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 23b32085-c417-4a85-b68a-6668adb0ecf7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:05.792902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.804392 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] For port cdb01754-feb1-4bca-bc61-86e458517afc, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:05.812353 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] For port cdb01754-feb1-4bca-bc61-86e458517afc, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cdb01754-feb1-4bca-bc61-86e458517afc,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:05.823639 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.834384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.835782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Deleting port d5a9603d-c244-4103-890f-702e693cd8e3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:05.836186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.847526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Transition to ACTIVE for port object 2a2e0a68-10a6-444d-92be-8af6bf4f39ba will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:05.876799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:05.885351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:security_group_rule and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:05.897531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4b8ae94c-6d7a-43cc-9994-b7d6003583e2 None None] Provisioning for port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:05.911432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:05.930609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.941116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:05.956065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:05.964071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.090638 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:06.097062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Calling delete_port for b3eff53f-fd17-4b20-bd79-8c7c506d0173 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:06.097374 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:06.154594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1c9b-8701-4d85-9feb-c7bfc289bc19 None None] Pushing event updated for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:06.182287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Pushing event updated for resources: {'Port': ['ID=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:06.225786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Network fb6e62b9-909f-472b-a68e-9622fa096f8b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:06.231014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:06.240044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:06.253638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.254114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.385446 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:06.416153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.431741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Calling delete_port for d5a9603d-c244-4103-890f-702e693cd8e3 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:06.470273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.526104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dcff774b-c2db-40a0-adf8-ead7ccc3b188 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:06.527670 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6179bf-38ad-4152-9a8e-d143f868af6f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:06.528222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6179bf-38ad-4152-9a8e-d143f868af6f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:06.573959 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fc927ef5-2f90-4bd3-8201-225611d0847f tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5543 time: 1.2653937 Apr 29 11:46:06.576782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ca59c-a922-4a60-877e-2054cac20b10', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b3eff53f-fd17-4b20-bd79-8c7c506d0173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:52Z', 'updated_at': '2022-04-29T11:45:59Z', 'revision_number': 3, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port': {'id': 'b3eff53f-fd17-4b20-bd79-8c7c506d0173', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ca59c-a922-4a60-877e-2054cac20b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:56Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:06.596864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Checking router: 363ca59c-a922-4a60-877e-2054cac20b10 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:06.597125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Updating router 363ca59c-a922-4a60-877e-2054cac20b10 port b3eff53f-fd17-4b20-bd79-8c7c506d0173 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:46:06.644829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Attempting to bind port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:06.645221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Attempting to bind port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:06.645970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Attempting to bind port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba on network fb6e62b9-909f-472b-a68e-9622fa096f8b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:06.646084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fadcac-8ac3-4eb8-9731-62d37fd8bd01,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:06.656518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.671353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:06.671948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Checking segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:06.672828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.673345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Bound using segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:06.673916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Bound port: 2a2e0a68-10a6-444d-92be-8af6bf4f39ba, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:06.674220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.686050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1d6179bf-38ad-4152-9a8e-d143f868af6f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/a6d0d453-62c1-4999-a9de-e045898713e4 HTTP/1.1" status: 404 len: 339 time: 1.0699580 Apr 29 11:46:06.701298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48470) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:06.818990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] For port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:06.823656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] For port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:06.831653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-399b0171-47ba-4899-b2ff-e4e795fbace1 None None] Provisioning for port 61df5c03-e921-4f2e-966d-75784673c72a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:06.833962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.839773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.844076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.845617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.862949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:06.873751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.874441 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Added segment c0335cab-8d2a-4deb-b492-659f9042b87c of type vlan for network c995807f-c856-411d-9b70-60c0fcd8f18b Apr 29 11:46:06.906492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.924841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3687f7-2ad5-4bb6-8a98-b854398e9b3f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:06.925733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3687f7-2ad5-4bb6-8a98-b854398e9b3f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:06.957097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3eff53f-fd17-4b20-bd79-8c7c506d0173,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:06.960168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.960445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Port b3eff53f-fd17-4b20-bd79-8c7c506d0173 not found while updating agent binding for router 363ca59c-a922-4a60-877e-2054cac20b10. {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 11:46:06.967221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:06.968050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:06.978449 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:05Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:06.983556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b703-5fb1-4134-988b-3ea77f0817b1 None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:05Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:07.011937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-399b0171-47ba-4899-b2ff-e4e795fbace1 None None] Provisioning complete for port 61df5c03-e921-4f2e-966d-75784673c72a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:07.012313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-399b0171-47ba-4899-b2ff-e4e795fbace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.067611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Pushing event deleted for resources: {'Port': ['ID=d5a9603d-c244-4103-890f-702e693cd8e3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:07.111118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Routers {'363ca59c-a922-4a60-877e-2054cac20b10'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:07.112074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['363ca59c-a922-4a60-877e-2054cac20b10'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:07.112620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.114756 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ff3687f7-2ad5-4bb6-8a98-b854398e9b3f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/3290bfb9-514e-4d28-b900-4b075d2735b8 HTTP/1.1" status: 404 len: 337 time: 0.4063649 Apr 29 11:46:07.168999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48474) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.247232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48476) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.278901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-399b0171-47ba-4899-b2ff-e4e795fbace1 None None] Port 61df5c03-e921-4f2e-966d-75784673c72a was deleted so its status cannot be updated. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 11:46:07.308757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port dcff774b-c2db-40a0-adf8-ead7ccc3b188 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:07.328507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port dcff774b-c2db-40a0-adf8-ead7ccc3b188 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:07.329085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.345817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621327179', 'description': 'tempest-secgroup-smoke-1621327179 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:07.369641 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-515ef718-8040-424e-a419-fd5bdf5aae18 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:07.370533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515ef718-8040-424e-a419-fd5bdf5aae18 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:07.372706 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-515ef718-8040-424e-a419-fd5bdf5aae18 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/ba888b37-234d-42d0-b66d-67427dabbe6a HTTP/1.1" status: 404 len: 339 time: 0.1367388 Apr 29 11:46:07.373917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=61df5c03-e921-4f2e-966d-75784673c72a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:07.377103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48482) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.421180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] Set router 363ca59c-a922-4a60-877e-2054cac20b10 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:07.544274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:07.580385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:07.595557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Network': ['ID=c995807f-c856-411d-9b70-60c0fcd8f18b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:07.598953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:07.605628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8c09e1-8e67-4bc9-bceb-02f537eafee6 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:07.606729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8c09e1-8e67-4bc9-bceb-02f537eafee6 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:07.608649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc8c09e1-8e67-4bc9-bceb-02f537eafee6 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/00f21d51-54ee-47e3-a175-c258da0bfc3e HTTP/1.1" status: 404 len: 337 time: 0.1843107 Apr 29 11:46:07.611729 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6a88a830-4891-4a3f-964f-dbd558e070a9 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5746117 Apr 29 11:46:07.612623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48486) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.618678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.621443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.627215 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-321d4cf8-2dfc-4351-b60a-d1db0330d4c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/61df5c03-e921-4f2e-966d-75784673c72a HTTP/1.1" status: 204 len: 168 time: 4.6208966 Apr 29 11:46:07.627537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'subnet': {'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:07.637375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48494) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.652434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network c995807f-c856-411d-9b70-60c0fcd8f18b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:07.669716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.678142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.683392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:07.690355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ca59c-a922-4a60-877e-2054cac20b10', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:52Z', 'updated_at': '2022-04-29T11:46:06Z', 'revision_number': 5, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:07.696216 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb5b775-5da3-4e9c-860f-e1ef03c11c8c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:07.696811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb5b775-5da3-4e9c-860f-e1ef03c11c8c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:07.702205 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9eb5b775-5da3-4e9c-860f-e1ef03c11c8c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/96262add-c84e-4cc8-8fcf-2be270fb54cd HTTP/1.1" status: 404 len: 339 time: 0.0844893 Apr 29 11:46:07.702434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48498) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.723571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b841030-d67f-4a20-8e1b-c134668269a3 None None] The sync data for ids ['363ca59c-a922-4a60-877e-2054cac20b10'] in dv-neutron-839741-1-hyperv is: [{'id': '363ca59c-a922-4a60-877e-2054cac20b10', 'name': 'tempest-snat-router-818775708', 'tenant_id': 'dc2177c926654353be33e242ee1ba070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:52Z', 'updated_at': '2022-04-29T11:46:06Z', 'revision_number': 5, 'project_id': 'dc2177c926654353be33e242ee1ba070', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:07.729770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840123eb-b988-4bd2-958d-db09b8f84faa req-7b7418ce-c298-4e50-8951-ac706a40bf08 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:07.731921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60eed-bc30-49f0-99e6-b2d14598fc70 None None] Pushing event updated for resources: {'Port': ['ID=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:07.741328 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-840123eb-b988-4bd2-958d-db09b8f84faa req-7b7418ce-c298-4e50-8951-ac706a40bf08 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.9510036 Apr 29 11:46:07.809958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.882270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:07.884786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.887268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.888635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-00dc6a04-7637-42aa-8305-ee14358d3f09 tempest-FloatingIPAdminTestJSON-1868786301 tempest-FloatingIPAdminTestJSON-1868786301-project] 10.222.0.53 "DELETE /v2.0/floatingips/fe8c05b6-473d-4031-bdea-1fc9ad9b9e52 HTTP/1.1" status: 204 len: 168 time: 2.2782941 Apr 29 11:46:07.910264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48502) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:07.916138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting subnet 1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:07.948878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:07.962169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:07.971298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a7cd8-8cdd-48d6-b349-74fd3062f6de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:07.975625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a7cd8-8cdd-48d6-b349-74fd3062f6de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:07.976868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-616a7cd8-8cdd-48d6-b349-74fd3062f6de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:07.993261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.032536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port dcff774b-c2db-40a0-adf8-ead7ccc3b188, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=dcff774b-c2db-40a0-adf8-ead7ccc3b188,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:08.038312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.039546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3a14b6d4-96ab-4c23-904e-d61e7c33f432 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:08.045407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.049606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:08.067678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:08.116386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.203033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.203841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=dcff774b-c2db-40a0-adf8-ead7ccc3b188,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:08.203984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 363ca59c-a922-4a60-877e-2054cac20b10 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:46:08.219978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.221690 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d83f553-5a72-4147-9e85-b3deed4bd2d4 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/routers/363ca59c-a922-4a60-877e-2054cac20b10 HTTP/1.1" status: 204 len: 168 time: 4.5086503 Apr 29 11:46:08.226239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48506) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:08.232211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:08.246461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:subnet and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:08.254207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:08.263244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:08.263936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.310092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:08.410806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:08.414961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-840123eb-b988-4bd2-958d-db09b8f84faa req-4598c383-a4dd-414d-8560-cbdacdcd58da tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6726437 Apr 29 11:46:08.427515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.454054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.495433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:08.499050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.517106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-616a7cd8-8cdd-48d6-b349-74fd3062f6de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:08.521029 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-616a7cd8-8cdd-48d6-b349-74fd3062f6de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8826129 Apr 29 11:46:08.527607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 3a14b6d4-96ab-4c23-904e-d61e7c33f432, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3a14b6d4-96ab-4c23-904e-d61e7c33f432,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:08.533326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48510) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:08.536370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.580228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Deleting port 4f886436-2dfc-4045-9f87-d5d633c2eca7 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:08.580228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.623008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 09690925-0401-4f52-a6e0-e3a74d8bdde7 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:08.631290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d6561cc4-0756-4bc6-be9f-cce6af454a70 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:08.641966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.644361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.654968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.689147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: d6561cc4-0756-4bc6-be9f-cce6af454a70 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:08.689578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d6561cc4-0756-4bc6-be9f-cce6af454a70 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:08.713242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=3a14b6d4-96ab-4c23-904e-d61e7c33f432,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:08.796064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d51433-b066-4d64-a32b-dd93d2474135,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:08.862264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.900122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.931479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:08.935573 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1ffe7104-f2ec-43a3-9b6d-b3402726d54e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6564810 Apr 29 11:46:08.955328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48514) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:08.978833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:09.001265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:09.042049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2a2e0a68-10a6-444d-92be-8af6bf4f39ba up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:09.072813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.076730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:09.089953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:09.113511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.113879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.119506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:09.135396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f291c-2663-4115-a777-ff9f6b00128a None None] Network fb6e62b9-909f-472b-a68e-9622fa096f8b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:09.136386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:09.172975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.238321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.299293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.303037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fbe32-84ab-4d57-aa2e-0814e1308394 None None] Network e65a8b1f-1f12-4de7-a4e8-89083601f4e4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:09.318306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Calling delete_port for 4f886436-2dfc-4045-9f87-d5d633c2eca7 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:09.323135 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10627352-a895-41c4-bb31-e32c8522031b tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/1b5e1cf7-fe17-4d1e-8dd6-e9ba4e42094c HTTP/1.1" status: 204 len: 168 time: 1.6080389 Apr 29 11:46:09.332988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48518) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:09.375149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:09.385917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Provisioning for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:09.405669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.412554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.448825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:09.449158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.535627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Provisioning complete for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:09.536148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.587263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.591962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.736466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Allocated IP 172.20.0.1 (fb6e62b9-909f-472b-a68e-9622fa096f8b/fb97d632-e4b5-4afa-84fb-69d9b64e7a04/54f70cbc-435d-4b3f-abab-6291ef83e283) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:09.744208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.747556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1dc330-21ac-4674-ac66-a1d44a53f8ad,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:09.778923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.782710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e9610db1-e6a1-4283-ba1b-63e6492ba08e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8221684 Apr 29 11:46:09.783855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48524) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:09.784504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bbee3-4743-4e98-97f4-da51767072c0 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:09.799884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.800915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Deleting port 23b32085-c417-4a85-b68a-6668adb0ecf7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:09.801263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.839118 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/09690925-0401-4f52-a6e0-e3a74d8bdde7 HTTP/1.1" status: 204 len: 168 time: 1.3050125 Apr 29 11:46:09.840129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac5eb-0a89-445b-9473-e37b6b37602f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=09690925-0401-4f52-a6e0-e3a74d8bdde7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:09.856155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48528) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:09.878609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:09.884033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f886436-2dfc-4045-9f87-d5d633c2eca7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:09.895487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:09.929517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.932191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:09.941119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.947979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:09.995420 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d97438c-5e1d-429d-97a0-2581b31a586c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358676 Apr 29 11:46:09.995638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:10.004255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48532) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:10.062121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:10.062716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.123989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:10.136261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.138684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.145290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2a10d0e2-44cc-4c82-98d6-b3721a734ef0 tempest-FloatingIPAdminTestJSON-1989615692 tempest-FloatingIPAdminTestJSON-1989615692-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/d32337ee-18c0-4bd3-8d63-81dc26cffb53 HTTP/1.1" status: 204 len: 168 time: 2.2111514 Apr 29 11:46:10.156148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48536) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:10.223732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffbe5a-e7f8-48b5-b441-0864149589ef req-f43912e1-93a5-458e-93fb-0b471e331b10 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:10.226083 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5ffbe5a-e7f8-48b5-b441-0864149589ef req-f43912e1-93a5-458e-93fb-0b471e331b10 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.6158791 Apr 29 11:46:10.271149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.275577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.298807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] DHCP port deletion for e65a8b1f-1f12-4de7-a4e8-89083601f4e4 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:10.306188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:10.325270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.326366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c9adb7a7-2ab1-482f-8656-4a4fab8c5bff up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:10.341532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Subnet': ['ID=a1f6e64b-1395-40d8-bcb9-b4ef871febfc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:10.352469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Deleting port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:10.353058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.359726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.367629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Checking segment: {'id': 'c0335cab-8d2a-4deb-b492-659f9042b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:10.367995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network hostable DHCP agents. Network: c995807f-c856-411d-9b70-60c0fcd8f18b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:10.396766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:10.396766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.446683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] For port 23b32085-c417-4a85-b68a-6668adb0ecf7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23b32085-c417-4a85-b68a-6668adb0ecf7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:10.447056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.448404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5ffbe5a-e7f8-48b5-b441-0864149589ef req-cd26b3a6-067b-4eb1-beb5-f2244dc9dc47 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606157 Apr 29 11:46:10.454907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network c995807f-c856-411d-9b70-60c0fcd8f18b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:10.485286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Transition to ACTIVE for port object 54f70cbc-435d-4b3f-abab-6291ef83e283 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:10.563642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ef2974-b371-42fa-8dcb-56c574ddde51 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:10.564230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d9ef2974-b371-42fa-8dcb-56c574ddde51 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:10.596093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.622724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.646999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:10.647369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e65f44ee-af05-46a5-8816-46c6c7f1b77a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:10.650186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:10.663253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Calling delete_port for 23b32085-c417-4a85-b68a-6668adb0ecf7 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:10.715312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, c995807f-c856-411d-9b70-60c0fcd8f18b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:10.726119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:10.726819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.732193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,segment=NetworkSegment(e7c3311f-3eb6-44fc-b42a-e56deb83a3f6),segment_id=e7c3311f-3eb6-44fc-b42a-e56deb83a3f6)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:10.732706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.780842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9bb9f-5b7e-4da0-ae07-394591d1ede8 None None] Network c995807f-c856-411d-9b70-60c0fcd8f18b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:10.812512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:10.812753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.812953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d9ef2974-b371-42fa-8dcb-56c574ddde51 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:10.814411 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d9ef2974-b371-42fa-8dcb-56c574ddde51 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8088470 Apr 29 11:46:10.826015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48540) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:10.830043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e0a725-ced1-475c-ac06-b4dca57d3a43,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:10.891448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.930421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] For port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,segment=NetworkSegment(e7c3311f-3eb6-44fc-b42a-e56deb83a3f6),segment_id=e7c3311f-3eb6-44fc-b42a-e56deb83a3f6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:10.931132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:10.971641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:11.001516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.002774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b6461cc8-009c-480a-8dc1-3377a8d17acf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1945965 Apr 29 11:46:11.011195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48544) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:11.034226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:11.058604 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a26c8a4d-7190-4726-a492-5003de5606ea tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4328237 Apr 29 11:46:11.061237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48548) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:11.063302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:11.065347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network fb6e62b9-909f-472b-a68e-9622fa096f8b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:11.069434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'network': {'name': 'tempest-router-network01--728456409'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:11.075608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:11.088421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:11.092007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:11.095060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:11.101783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:11.106811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:11.112884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:11.121797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:11.144107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:network and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:11.150777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.154767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Calling delete_port for e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:11.155162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e1571e-976f-4dbd-bea3-d1561ebf1fc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:11.156138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2e1571e-976f-4dbd-bea3-d1561ebf1fc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:11.158908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:11.194224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:11.203039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.229761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.291900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2e1571e-976f-4dbd-bea3-d1561ebf1fc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:11.293639 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a2e1571e-976f-4dbd-bea3-d1561ebf1fc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4618115 Apr 29 11:46:11.312438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48552) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:11.314799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Port': ['ID=e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:11.327655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No DVR routers for this DVR port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:11.390134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:11.390780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Deleting port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:11.391250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.425926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:11.430003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.512651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.610577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:11.641719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-19d2fc80-678b-44cd-8422-a56c44fb96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:11.643588 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-19d2fc80-678b-44cd-8422-a56c44fb96d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.7004249 Apr 29 11:46:11.654456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.654798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Added segment b623aae8-a60e-4537-9c48-8fc70d08d9cb of type vlan for network 4bd371b3-27d5-435c-a93c-df037150de3b Apr 29 11:46:11.674380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Provisioning complete for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:11.674900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.681766 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-50783bcb-2238-491f-b735-14447d088424 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3594885 Apr 29 11:46:11.729788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48558) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:11.748997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:11.802683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.831322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.853770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cdb01754-feb1-4bca-bc61-86e458517afc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:11.883438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.906613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.934950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:11.935396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:11.936336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-c995807f-c856-411d-9b70-60c0fcd8f18b', 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b', 'tenant_id': '92e2f34974394cfa99e138de654ce8da', 'fixed_ips': [{'subnet_id': 'a1f6e64b-1395-40d8-bcb9-b4ef871febfc'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:11.937233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:11.975477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4283a36-7f93-4941-8632-94cac33602f1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:11.989263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65a8b1f-1f12-4de7-a4e8-89083601f4e4']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:11.996676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.070083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.072953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:12.073245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c3311f-3eb6-44fc-b42a-e56deb83a3f6') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:12.081429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b32085-c417-4a85-b68a-6668adb0ecf7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:12.091011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.096749 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e57d834e-db9a-451b-ad55-b2db5b8ab5f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0669870 Apr 29 11:46:12.097920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48562) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:12.154376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:12.166126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:12.210946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-032e06eb-9689-4ef1-941f-4ef09689af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:12.212709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-032e06eb-9689-4ef1-941f-4ef09689af9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.5414178 Apr 29 11:46:12.222243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.231858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.238059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:12.238934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.240313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:12.251335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.258178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Allocated IP 2001:db8::2 (c995807f-c856-411d-9b70-60c0fcd8f18b/a1f6e64b-1395-40d8-bcb9-b4ef871febfc/73baea61-6310-46be-a646-6dd17428920c) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:12.283763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3804a-b183-4cb6-bf80-8c4d2c6750d0 req-392f907f-6d54-4a10-b910-33442076b4f9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:12.287046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-99b3804a-b183-4cb6-bf80-8c4d2c6750d0 req-392f907f-6d54-4a10-b910-33442076b4f9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.6069105 Apr 29 11:46:12.303340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:12.338077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:12.392862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:12.398363 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-85013f63-c440-47e6-a056-3de9162d1199 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.1441979 Apr 29 11:46:12.401568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:12.407180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:12.415959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.467280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.526182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Deleting port e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:12.526699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.711798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port cdb01754-feb1-4bca-bc61-86e458517afc completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:12.722625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] For port 3a14b6d4-96ab-4c23-904e-d61e7c33f432, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3a14b6d4-96ab-4c23-904e-d61e7c33f432,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:12.723023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.736243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-267a7204-86cf-41f4-8919-86b6c76ecf8f None None] The port 'e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:46:12.771062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.779362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cdb01754-feb1-4bca-bc61-86e458517afc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:12.779726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.809994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:46:12.810555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.828683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Network': ['ID=4bd371b3-27d5-435c-a93c-df037150de3b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:46:12.838378 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:46:12.843753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7d439cae-6d66-4214-94ee-3fb639339240 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7814155 Apr 29 11:46:12.854031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48566) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:12.866384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'network': {'name': 'tempest-router-network02--538537194'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:12.867046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-99b3804a-b183-4cb6-bf80-8c4d2c6750d0 req-00146dbb-e8c4-4063-83f8-d134b57afef0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578496 Apr 29 11:46:12.870558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:12.873635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.889202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.895414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-4946c828-233d-4de6-9694-127cc8e4e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:12.896850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-4946c828-233d-4de6-9694-127cc8e4e362 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.4410779 Apr 29 11:46:12.903182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:12.943560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:network and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:12.953275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.963274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:12.994748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4bd371b3-27d5-435c-a93c-df037150de3b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:13.011555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.016965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.021310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ad93905b-b7c0-4f88-a7d1-6969e69d8806 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/ports/d1d2f75b-55cb-4f58-a85b-a3b3f7eadc08 HTTP/1.1" status: 204 len: 168 time: 2.8577421 Apr 29 11:46:13.022274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:13.026754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Calling delete_port for 3a14b6d4-96ab-4c23-904e-d61e7c33f432 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:13.032660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48570) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.033101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.041680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.042207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6763ef1-fa05-4803-a4d5-3bf7fd93804e {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:46:13.055693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=e65a8b1f-1f12-4de7-a4e8-89083601f4e4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.057823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Transition to ACTIVE for port object 73baea61-6310-46be-a646-6dd17428920c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:13.073418 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8833ca3-6e2f-45e4-a875-1a01d96a0d1c tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/e65a8b1f-1f12-4de7-a4e8-89083601f4e4 HTTP/1.1" status: 204 len: 168 time: 3.7391675 Apr 29 11:46:13.081137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48572) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.115235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:13.128087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.133345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04d5228-c412-43a3-8fa8-ad3d25ccf8ad tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:13.133858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04d5228-c412-43a3-8fa8-ad3d25ccf8ad tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:13.138040 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e04d5228-c412-43a3-8fa8-ad3d25ccf8ad tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/c62425da-5fce-41f5-83f0-67f3431a3774 HTTP/1.1" status: 404 len: 337 time: 0.0535476 Apr 29 11:46:13.138040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.138430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48578) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.147346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.152794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1809ccfe-3bb7-40f0-a2fe-5a9e03c1b467 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a6763ef1-fa05-4803-a4d5-3bf7fd93804e HTTP/1.1" status: 204 len: 168 time: 4.9225709 Apr 29 11:46:13.157087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48582) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.197948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609413761', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:13.212497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11212401-3400-4b6a-8337-36c648f50a91,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.216091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:13.222324 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efb1653-64f4-414b-b4be-8bfc47936868 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] DELETE failed (client error): The resource could not be found. Apr 29 11:46:13.222324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efb1653-64f4-414b-b4be-8bfc47936868 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:46:13.224597 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2efb1653-64f4-414b-b4be-8bfc47936868 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/adb0c00a-d8e2-49f0-b8b6-ffbe762b9b0e HTTP/1.1" status: 404 len: 339 time: 0.0792136 Apr 29 11:46:13.227909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:13.231229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48586) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.261729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:13.265091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:13.265261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.266805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Transition to ACTIVE for port object 73baea61-6310-46be-a646-6dd17428920c will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:13.273088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.277122 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0cdd1cc4-2ca9-4308-b698-82f27e90bff9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1106815 Apr 29 11:46:13.280077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48590) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.287925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Provisioning for port 54f70cbc-435d-4b3f-abab-6291ef83e283 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:13.288125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:13.301239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:13.310172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.330157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.331427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:13.331783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.344814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting subnet b364f82b-c61c-49e1-8005-ede623e19ea2 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:13.347847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:13.350301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.355676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:13.371977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:13.377042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Provisioning complete for port 54f70cbc-435d-4b3f-abab-6291ef83e283 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:13.377042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.388603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:13.450602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.451861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Added segment 21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f of type vlan for network 6afb4337-b427-44e2-991e-31525990b3b5 Apr 29 11:46:13.464337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.481526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-2a18cea5-403b-4f59-8546-ab744113d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:13.481752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.482923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-2a18cea5-403b-4f59-8546-ab744113d3b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5719223 Apr 29 11:46:13.483620 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:46:13.486067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Network c995807f-c856-411d-9b70-60c0fcd8f18b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:13.496638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:13.509837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:13.512455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.513478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Pushing event updated for resources: {'Port': ['ID=73baea61-6310-46be-a646-6dd17428920c,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.531679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.565711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] No DVR routers for this DVR port 3a14b6d4-96ab-4c23-904e-d61e7c33f432 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:13.566833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f929fb27-db82-4c8b-bfc9-1a29859a2ed6 None None] Port 54f70cbc-435d-4b3f-abab-6291ef83e283 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:13.604923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.623929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31751e90-0362-4b1b-a47e-7d42b7bb400a None None] Pushing event deleted for resources: {'Port': ['ID=3a14b6d4-96ab-4c23-904e-d61e7c33f432,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.625994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc537bbd-cd2e-4888-930f-391e2e00f804 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:13.626946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bc537bbd-cd2e-4888-930f-391e2e00f804 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Synchronizing usage tracker for tenant:c56274c22cbd4b988818a8b4e849167d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:13.705676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.714159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Attempting to bind port 73baea61-6310-46be-a646-6dd17428920c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:13.714545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Attempting to bind port 73baea61-6310-46be-a646-6dd17428920c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c0335cab-8d2a-4deb-b492-659f9042b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:13.714869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Attempting to bind port 73baea61-6310-46be-a646-6dd17428920c on network c995807f-c856-411d-9b70-60c0fcd8f18b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:13.723555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:13.723976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Checking segment: {'id': 'c0335cab-8d2a-4deb-b492-659f9042b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:13.724319 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.724689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Bound using segment: {'id': 'c0335cab-8d2a-4deb-b492-659f9042b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:13.725151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Bound port: 73baea61-6310-46be-a646-6dd17428920c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0335cab-8d2a-4deb-b492-659f9042b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c995807f-c856-411d-9b70-60c0fcd8f18b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:13.725549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.738137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port cdb01754-feb1-4bca-bc61-86e458517afc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cdb01754-feb1-4bca-bc61-86e458517afc,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:13.745793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.746598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dcff774b-c2db-40a0-adf8-ead7ccc3b188 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:13.843687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bc537bbd-cd2e-4888-930f-391e2e00f804 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Unset dirty status for tenant:c56274c22cbd4b988818a8b4e849167d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:13.844862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bc537bbd-cd2e-4888-930f-391e2e00f804 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "GET /v2.0/ports?device_id=4def7c2d-d289-4f71-846c-60331b3e7eb4 HTTP/1.1" status: 200 len: 913 time: 0.7490234 Apr 29 11:46:13.861698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48594) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:13.936254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:13.957856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] For port 73baea61-6310-46be-a646-6dd17428920c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:13.961974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] For port 73baea61-6310-46be-a646-6dd17428920c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=73baea61-6310-46be-a646-6dd17428920c,segment=NetworkSegment(c0335cab-8d2a-4deb-b492-659f9042b87c),segment_id=c0335cab-8d2a-4deb-b492-659f9042b87c)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:13.971324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:13.992237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.005939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port dcff774b-c2db-40a0-adf8-ead7ccc3b188 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:14.005939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.043742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.049228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:14.049838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.080718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.109328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.120007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.122410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.176997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9f8ef-c3c3-4517-a46f-b5779f92e84a None None] Pushing event updated for resources: {'Port': ['ID=73baea61-6310-46be-a646-6dd17428920c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.185879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Subnet': ['ID=b364f82b-c61c-49e1-8005-ede623e19ea2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.194532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.215014 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-7481670b-d5b8-44a5-8477-27d95822c8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099729 Apr 29 11:46:14.225458 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-62575beb-014b-47ec-85b3-69da876d4982 tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/subnets/b364f82b-c61c-49e1-8005-ede623e19ea2 HTTP/1.1" status: 204 len: 168 time: 0.9932833 Apr 29 11:46:14.226237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:14.233435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87206487-5ec1-493f-8996-dddfa6c0acea None None] Network 7b891b7d-068d-42db-a320-404da7082806 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:14.242787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.276147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:46:14.347329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.357174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:14.413547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:14.417258 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5600898 Apr 29 11:46:14.418214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1776af4a-9790-4af4-bdf3-b90a9e1ca5bf,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.432319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:14.432910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.441029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6e19f-c812-4c92-885e-34aa0dc366a4 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:14.446754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.577658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48606) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:14.619844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'subnet': {'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:14.627812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cdb01754-feb1-4bca-bc61-86e458517afc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:14.756714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf533d2-fc80-4e5f-85b5-f43c1d01914d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Network': ['ID=6afb4337-b427-44e2-991e-31525990b3b5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.763961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.785435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6afb4337-b427-44e2-991e-31525990b3b5 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:14.790314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:14.798690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:subnet and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:14.810604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:14.840722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=990fd597-ebc6-4f66-957f-039a8e6c542d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:14.877193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:14.879436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 635197b1-86c6-41e3-ab25-c25653eb4729 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:14.879778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.895751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:14.897214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ea82609d-4635-436f-989d-538fe7d81c18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6107519 Apr 29 11:46:14.910349 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-379e73d7-61a5-4a81-91b8-6e63c05169be tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1794565 Apr 29 11:46:14.918777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48610) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:14.919382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48612) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:14.931594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '41d51433-b066-4d64-a32b-dd93d2474135', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:14.939375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '990fd597-ebc6-4f66-957f-039a8e6c542d', 'ip_address': '2001:db8::e260:facd:ba7c:6673'}], 'name': 'tempest-NetworksTestDHCPv6-499043998'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:14.951630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] DHCP port deletion for 7b891b7d-068d-42db-a320-404da7082806 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:14.987700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Deleting port 635197b1-86c6-41e3-ab25-c25653eb4729 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:14.988049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.035114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cdb01754-feb1-4bca-bc61-86e458517afc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:15.035808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:15.036802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.038564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:15.042817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:15.046237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.067640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.085521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '990fd597-ebc6-4f66-957f-039a8e6c542d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:15.086340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.106166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.117355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.132827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:15.137459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:15.145311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:15.205375 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-03576fa0-547a-4e8c-a282-76e8cdd8c963 req-f78c6e60-c2f9-4983-adfd-67ed105fdaaa service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454105 Apr 29 11:46:15.215467 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:46:15.231803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.441283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] For port 635197b1-86c6-41e3-ab25-c25653eb4729, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=635197b1-86c6-41e3-ab25-c25653eb4729,segment=NetworkSegment(9a596de9-9f0a-4a53-8071-0d3945906cbf),segment_id=9a596de9-9f0a-4a53-8071-0d3945906cbf)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:15.441733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.453142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce14886-dc7b-47f0-9aaf-5678b8d86b00 req-5a79b6d7-c458-4e11-bf48-5a82ad7b0df6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:15.455876 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ce14886-dc7b-47f0-9aaf-5678b8d86b00 req-5a79b6d7-c458-4e11-bf48-5a82ad7b0df6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.3602822 Apr 29 11:46:15.506876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2a2e0a68-10a6-444d-92be-8af6bf4f39ba up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:15.551689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954eb4c-baea-4a4f-8b85-f1ed15464209 None None] Network c995807f-c856-411d-9b70-60c0fcd8f18b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:15.636079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] For port 635197b1-86c6-41e3-ab25-c25653eb4729, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=635197b1-86c6-41e3-ab25-c25653eb4729,segment=NetworkSegment(9a596de9-9f0a-4a53-8071-0d3945906cbf),segment_id=9a596de9-9f0a-4a53-8071-0d3945906cbf)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:15.636806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.646813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Calling delete_port for 635197b1-86c6-41e3-ab25-c25653eb4729 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:15.673814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ce14886-dc7b-47f0-9aaf-5678b8d86b00 req-c2528bf2-1208-42e4-92e9-eabe263373e0 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885490 Apr 29 11:46:15.675718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network fb6e62b9-909f-472b-a68e-9622fa096f8b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:15.719527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:15.730764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.756021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:15.758630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:15.837559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:15.857780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:15.913055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Calling delete_port for 635197b1-86c6-41e3-ab25-c25653eb4729 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:15.929889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366df460-75ac-4819-a614-b3c709d23df9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:15.951661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:16.039651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:16.063886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.069356 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-176f89f5-8f9e-46c8-8cce-7e93db3b1981 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1476455 Apr 29 11:46:16.108872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/990fd597-ebc6-4f66-957f-039a8e6c542d/eb73d4cd-0146-4dbb-9f1a-55f4252abfd7) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:16.161692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Allocated IP 172.26.0.173 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/88b14826-e7c4-4820-ad38-fbb04187ade3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:16.275769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:16.276158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:16.276841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.414838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Router 5678de80-fabd-4e07-9a05-021f93da9172 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:16.517035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Subnet': ['ID=22a8fd21-c05c-427d-8d8c-eb809d28ddb9,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:16.538904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.556909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Checking segment: {'id': 'b623aae8-a60e-4537-9c48-8fc70d08d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:16.557266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network hostable DHCP agents. Network: 4bd371b3-27d5-435c-a93c-df037150de3b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:16.568281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-f3866d48-6f45-4b59-bea6-681cf015cf3c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621327179&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.1218362 Apr 29 11:46:16.570902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.594805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e5ed3224-6f3a-4b20-9c19-75f1894610a1 None None] Provisioning for port 73baea61-6310-46be-a646-6dd17428920c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:16.616180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.617879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] Pushing event deleted for resources: {'Port': ['ID=635197b1-86c6-41e3-ab25-c25653eb4729,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:16.630462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbedbc5-29ee-4b3b-9d66-1ccf6aa7a907 None None] No DVR routers for this DVR port 635197b1-86c6-41e3-ab25-c25653eb4729 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:16.632216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.687723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Transition to ACTIVE for port object eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:16.702878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network 4bd371b3-27d5-435c-a93c-df037150de3b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:16.708027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:16.708392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.753514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4bd371b3-27d5-435c-a93c-df037150de3b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:16.765442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:16.765442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.768167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Transition to ACTIVE for port object eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:16.779527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Deleting port 635197b1-86c6-41e3-ab25-c25653eb4729 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:16.780123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.790169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.837687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98acb7f-ecd1-414e-b99d-5e5829ddf1a9 None None] Network 4bd371b3-27d5-435c-a93c-df037150de3b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:16.888848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] The port '635197b1-86c6-41e3-ab25-c25653eb4729' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:46:16.894329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7217d1f4-4176-49f7-9a23-21f55c13364d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2901230 Apr 29 11:46:16.894329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48636) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:16.894833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-410d125e-5fc5-42fe-ad12-ce5ef222512b None None] Provisioning complete for port 54f70cbc-435d-4b3f-abab-6291ef83e283 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:16.895497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-410d125e-5fc5-42fe-ad12-ce5ef222512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.911457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:16.928256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3f6640e7-a0ea-4d1c-a8ae-40817fc8e318 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:16.929742 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3f6640e7-a0ea-4d1c-a8ae-40817fc8e318 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 797 time: 0.3452709 Apr 29 11:46:16.930890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:16.937908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'subnet': {'network_id': '6afb4337-b427-44e2-991e-31525990b3b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:16.953618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:16.963498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:17.015446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:17.071111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81256e-d148-4c1e-a4c9-85a763952b2b req-90ee4ac3-0c72-419f-bec8-771799874cf9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:17.073465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:17.074595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e81256e-d148-4c1e-a4c9-85a763952b2b req-90ee4ac3-0c72-419f-bec8-771799874cf9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7397413 Apr 29 11:46:17.076443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Pushing event updated for resources: {'Port': ['ID=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.088063 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-ece4f75f-e604-4281-8e64-83f75efc4109 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0925028 Apr 29 11:46:17.096252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:17.098896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:17.145483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-410d125e-5fc5-42fe-ad12-ce5ef222512b None None] Port 54f70cbc-435d-4b3f-abab-6291ef83e283 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:17.204274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:17.248325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Sync routers for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:17.250791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Attempting to bind port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:17.251148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Attempting to bind port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:17.251499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Attempting to bind port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:17.282546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:17.283011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:17.283295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.283685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:17.284148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Bound port: eb73d4cd-0146-4dbb-9f1a-55f4252abfd7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:17.284716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.298566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:17.299009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.299713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.325554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event updated for resources: {'Port': ['ID=88b14826-e7c4-4820-ad38-fbb04187ade3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:17.326440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-23a95041-2e98-462c-aab7-7c7c80e77511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:17.328588 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-23a95041-2e98-462c-aab7-7c7c80e77511 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.9038756 Apr 29 11:46:17.355660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-168d2c1d-e77b-4b02-b28b-8d2d2ef3aa0b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "PUT /v2.0/routers/5678de80-fabd-4e07-9a05-021f93da9172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9775567 Apr 29 11:46:17.381028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b891b7d-068d-42db-a320-404da7082806']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.392118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:17.451345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:17.489203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:subnet and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:17.511068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.548316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a596de9-9f0a-4a53-8071-0d3945906cbf') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.548586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a596de9-9f0a-4a53-8071-0d3945906cbf') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:17.563932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:17.569870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:17.570125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e9690bd9-fe5f-48d7-9c4d-c8f76a16dfd1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:17.571555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23b32085-c417-4a85-b68a-6668adb0ecf7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:17.582084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.619479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:17.648102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 23b32085-c417-4a85-b68a-6668adb0ecf7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:17.649145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23b32085-c417-4a85-b68a-6668adb0ecf7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:17.649419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3a14b6d4-96ab-4c23-904e-d61e7c33f432 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:17.650321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.669766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:17.673287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.686332 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e81256e-d148-4c1e-a4c9-85a763952b2b req-72834e0c-2f5e-48e3-850e-4866cd51a0e9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559174 Apr 29 11:46:17.692651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:46:17.693100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:46:17.709194 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:46:17.724353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4bd371b3-27d5-435c-a93c-df037150de3b', 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b', 'tenant_id': '92e2f34974394cfa99e138de654ce8da', 'fixed_ips': [{'subnet_id': '22a8fd21-c05c-427d-8d8c-eb809d28ddb9'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:17.725253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:17.753902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 3a14b6d4-96ab-4c23-904e-d61e7c33f432 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:17.754354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3a14b6d4-96ab-4c23-904e-d61e7c33f432 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:17.889889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-b9d38f18-db0e-4644-a6f9-6fb3f2fd9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:17.891564 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-b9d38f18-db0e-4644-a6f9-6fb3f2fd9a7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.5346763 Apr 29 11:46:17.969120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::e260:facd:ba7c:6673 (509b49ef-561b-4c7b-b648-76f046bd5c48/990fd597-ebc6-4f66-957f-039a8e6c542d/67a4250d-1e8c-4757-81e2-2c2e8f7e1820) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:17.973141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 73baea61-6310-46be-a646-6dd17428920c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:18.004002 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-236ece1e-f122-434b-90f7-80ac3a1332b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8229744 Apr 29 11:46:18.060156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-f9e79ef7-54e3-4569-9193-be1d6b9f7277 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Synchronizing usage tracker for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:18.071828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] For port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:18.082117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:18.107302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-e6e60231-ddb7-4b83-bdd5-1e4da959f0d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.2055769 Apr 29 11:46:18.107895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-f9e79ef7-54e3-4569-9193-be1d6b9f7277 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Unset dirty status for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:18.108917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-f9e79ef7-54e3-4569-9193-be1d6b9f7277 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870733266&fields=id&tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b HTTP/1.1" status: 200 len: 267 time: 0.2454047 Apr 29 11:46:18.145245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] For port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:18.181713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-81e77272-85a3-47fb-bb7b-3ceaa960957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:18.183872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-81e77272-85a3-47fb-bb7b-3ceaa960957b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.0690510 Apr 29 11:46:18.186612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.201467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.206920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.317031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] Pushing event deleted for resources: {'Network': ['ID=7b891b7d-068d-42db-a320-404da7082806,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:18.336294 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5173c72b-db66-483f-a13d-4ab6d673a96f tempest-NetworksIpV6Test-1906072971 tempest-NetworksIpV6Test-1906072971-project] 10.222.0.53 "DELETE /v2.0/networks/7b891b7d-068d-42db-a320-404da7082806 HTTP/1.1" status: 204 len: 168 time: 4.1057861 Apr 29 11:46:18.366816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.407970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 73baea61-6310-46be-a646-6dd17428920c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:18.455883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 73baea61-6310-46be-a646-6dd17428920c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:18.456249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.501799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Allocated IP 2001:db8::2 (4bd371b3-27d5-435c-a93c-df037150de3b/22a8fd21-c05c-427d-8d8c-eb809d28ddb9/20c6062a-7e27-4b57-b58d-584e8b0c2e9a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:18.530338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-e6c19398-dfad-4dd9-ad41-da3bef8f28b4 service neutron] 10.222.0.53 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399960 Apr 29 11:46:18.584872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5395f-4a3f-47cc-8bc7-3277f476e7c3 None None] Pushing event updated for resources: {'Port': ['ID=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:18.919503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.923276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:18.988826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-59ad2339-1669-43d0-ac13-c25c30425e72 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:18.989766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-59ad2339-1669-43d0-ac13-c25c30425e72 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Synchronizing usage tracker for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:19.005320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.029883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-151a4ab6-bfe2-4fb3-bf80-9c6d6b55062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:19.031789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-151a4ab6-bfe2-4fb3-bf80-9c6d6b55062f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8335617 Apr 29 11:46:19.036556 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-84fb5f47-adfc-423b-9667-b43179508c17 service neutron] 10.222.0.53 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633968 Apr 29 11:46:19.054071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-59ad2339-1669-43d0-ac13-c25c30425e72 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Unset dirty status for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:19.064182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48658) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:19.067645 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-59ad2339-1669-43d0-ac13-c25c30425e72 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 797 time: 0.8724825 Apr 29 11:46:19.069889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 73baea61-6310-46be-a646-6dd17428920c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=73baea61-6310-46be-a646-6dd17428920c,segment=NetworkSegment(c0335cab-8d2a-4deb-b492-659f9042b87c),segment_id=c0335cab-8d2a-4deb-b492-659f9042b87c)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:19.085677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.146542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.151413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Subnet': ['ID=fed090e1-0619-4dd1-b360-9774dfad5936,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:19.164523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Checking segment: {'id': '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:19.164885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network hostable DHCP agents. Network: 6afb4337-b427-44e2-991e-31525990b3b5, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:19.187472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 2, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:19.188254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:19.189055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.196107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 635197b1-86c6-41e3-ab25-c25653eb4729 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:19.227417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Transition to ACTIVE for port object 20c6062a-7e27-4b57-b58d-584e8b0c2e9a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:19.240298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Checking router: 5678de80-fabd-4e07-9a05-021f93da9172 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:19.240694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Updating router 5678de80-fabd-4e07-9a05-021f93da9172 port 54f70cbc-435d-4b3f-abab-6291ef83e283 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:46:19.258105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network 6afb4337-b427-44e2-991e-31525990b3b5 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:19.300479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 635197b1-86c6-41e3-ab25-c25653eb4729 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:19.300825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 635197b1-86c6-41e3-ab25-c25653eb4729 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:19.342562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Transition to ACTIVE for port object 20c6062a-7e27-4b57-b58d-584e8b0c2e9a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:19.350043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=73baea61-6310-46be-a646-6dd17428920c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:19.353478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.365868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.484084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Network 4bd371b3-27d5-435c-a93c-df037150de3b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:19.496822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:19.507142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:19.552240 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e0cfef3a-2690-4311-ac67-e803b0eeeae2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3797068def647e393260ac1c6fad4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861493 Apr 29 11:46:19.552990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6afb4337-b427-44e2-991e-31525990b3b5) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:19.560227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48668) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:19.609361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Pushing event updated for resources: {'Port': ['ID=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:19.628038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7068b-7aa2-4e75-83df-dc2e09482c5f None None] Network 6afb4337-b427-44e2-991e-31525990b3b5 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:19.635566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-9af3afce-fbc6-4fbc-9d82-bd644955eb55 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/quotas/ea84be2ed9c040caaa6f7b3ae05fc24b HTTP/1.1" status: 200 len: 375 time: 0.5645192 Apr 29 11:46:19.645699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.661064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:19.661687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:19.823451 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a860302b-4a1a-4f93-8465-1689b183ff07 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9256351 Apr 29 11:46:19.823864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48676) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:19.889086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Attempting to bind port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:19.889551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Attempting to bind port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'b623aae8-a60e-4537-9c48-8fc70d08d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:19.893552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Attempting to bind port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a on network 4bd371b3-27d5-435c-a93c-df037150de3b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:20.061661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:20.062385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Checking segment: {'id': 'b623aae8-a60e-4537-9c48-8fc70d08d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:20.068767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.069205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Bound using segment: {'id': 'b623aae8-a60e-4537-9c48-8fc70d08d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:20.069732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Bound port: 20c6062a-7e27-4b57-b58d-584e8b0c2e9a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b623aae8-a60e-4537-9c48-8fc70d08d9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '4bd371b3-27d5-435c-a93c-df037150de3b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:20.070112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.141377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-0efb8613-ea84-4697-a140-ff0b3d570582 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0549860 Apr 29 11:46:20.146138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 73baea61-6310-46be-a646-6dd17428920c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:20.146611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:20.153743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:20.176693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:20.185865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.186555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.222346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=67a4250d-1e8c-4757-81e2-2c2e8f7e1820,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:20.259980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port b1308789-3093-4a93-91c5-8d34792aa698 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:20.260471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.309609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.346597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.391457 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bfe87277-181d-4df0-a30c-26ae36645143 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4680893 Apr 29 11:46:20.405795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48682) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:20.514760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a9741428-dbf5-49e3-9b7b-0aeeb1dacf56 None None] Provisioning for port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:20.547488 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9552aed-f2ce-48bb-a389-a04bb3b85cb6 req-9a1ff7bb-ffe5-42de-8bf5-af991a6eb18f service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950584 Apr 29 11:46:20.595633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-c8c58fbb-1336-4d84-9137-3f42e1a0d7ef tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Synchronizing usage tracker for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:20.619861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Router b6050bf0-5fcc-442a-829d-6e8a71c41bb8 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:20.631664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.711917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-c8c58fbb-1336-4d84-9137-3f42e1a0d7ef tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Unset dirty status for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:20.713281 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-c8c58fbb-1336-4d84-9137-3f42e1a0d7ef tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0614319 Apr 29 11:46:20.743678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.800740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] For port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:20.819314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 73baea61-6310-46be-a646-6dd17428920c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:20.819802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.845477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3749cb-e53b-45ee-86dd-3f94d2169abd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:20.870577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4141b-8303-400b-98c1-35418628200b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6afb4337-b427-44e2-991e-31525990b3b5', 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5', 'tenant_id': '92e2f34974394cfa99e138de654ce8da', 'fixed_ips': [{'subnet_id': 'fed090e1-0619-4dd1-b360-9774dfad5936'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:20.871416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.879624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef7b21f5-d000-45d0-8606-4cec25d7f255 None None] Provisioning for port 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:20.899071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] For port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,segment=NetworkSegment(b623aae8-a60e-4537-9c48-8fc70d08d9cb),segment_id=b623aae8-a60e-4537-9c48-8fc70d08d9cb)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:20.911334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for b1308789-3093-4a93-91c5-8d34792aa698 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:20.919959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.924528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef7b21f5-d000-45d0-8606-4cec25d7f255 None None] Provisioning complete for port 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:20.924896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef7b21f5-d000-45d0-8606-4cec25d7f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.939556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:20.943659 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d708907e-93aa-4126-8517-1ee1fa0ec593 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a3749cb-e53b-45ee-86dd-3f94d2169abd HTTP/1.1" status: 204 len: 168 time: 1.3799589 Apr 29 11:46:20.950091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0798bd-25eb-4074-8844-8f59b1025212 req-39039bd5-1c28-4d01-9f0f-564f85a318d9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:20.957174 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d0798bd-25eb-4074-8844-8f59b1025212 req-39039bd5-1c28-4d01-9f0f-564f85a318d9 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.2786272 Apr 29 11:46:21.010879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5bca4-f154-4630-a995-9b56ee0113c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:21.016737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5bca4-f154-4630-a995-9b56ee0113c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:21.017570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99e5bca4-f154-4630-a995-9b56ee0113c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:21.039549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b21f5-d000-45d0-8606-4cec25d7f255 None None] Port 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:21.074045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-99e5bca4-f154-4630-a995-9b56ee0113c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:21.076073 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-99e5bca4-f154-4630-a995-9b56ee0113c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6676061 Apr 29 11:46:21.076742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48688) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:21.107566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d0798bd-25eb-4074-8844-8f59b1025212 req-d1fbaf9f-9042-4aa3-928e-665030046557 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492605 Apr 29 11:46:21.111923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.124004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:21.167267 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] Sync routers for ids ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:21.190963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] Routers {'b6050bf0-5fcc-442a-829d-6e8a71c41bb8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:21.191888 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:21.194160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-e09776f1-2f9f-437d-8930-2287f9ea5a71 service neutron] 10.222.0.53 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392390 Apr 29 11:46:21.239432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.244848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Transition to ACTIVE for port object 54f70cbc-435d-4b3f-abab-6291ef83e283 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:21.263680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:21.264049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.311701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a1e3e-792f-42da-8fe6-3ea18e29d136 None None] Pushing event updated for resources: {'Port': ['ID=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.341865 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:21.371737 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] Routers {'b6050bf0-5fcc-442a-829d-6e8a71c41bb8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:21.372466 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:21.385550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.495915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:21.501566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d5cd316f-3e1f-4697-98a0-fdd78d4c160e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3410904 Apr 29 11:46:21.502461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48694) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:21.533649 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:21.540829 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f329c-28c2-4905-afd4-7d1cfc5d677c None None] The sync data for ids ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:21.562552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ce86-3b13-43e0-abba-6e88a7448d34 None None] Pushing event updated for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:21.688937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:21.722282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:21.844930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-25c4141b-8303-400b-98c1-35418628200b None None] Allocated IP 2001:db8::2 (6afb4337-b427-44e2-991e-31525990b3b5/fed090e1-0619-4dd1-b360-9774dfad5936/ba3ade3c-d67e-46c6-a676-fc04bc031b36) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:21.845379 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-fa6ce948-00c1-423b-87d0-78eeebabd4a9 service neutron] 10.222.0.53 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394651 Apr 29 11:46:21.854489 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8093cacc-bcc5-4d6a-8942-6348e73e7ec7 req-7094a264-2388-420f-ac6b-17475e84686a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 210 time: 0.4080474 Apr 29 11:46:21.895021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.055995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Attempting to bind port 54f70cbc-435d-4b3f-abab-6291ef83e283 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:22.056389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Attempting to bind port 54f70cbc-435d-4b3f-abab-6291ef83e283 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:22.056734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Attempting to bind port 54f70cbc-435d-4b3f-abab-6291ef83e283 on network fb6e62b9-909f-472b-a68e-9622fa096f8b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:22.099495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:22.099853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Checking segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:22.100296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.100825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Bound using segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:22.101484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Bound port: 54f70cbc-435d-4b3f-abab-6291ef83e283, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:22.101816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.390516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:22.420079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:22.420642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.517530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] For port 54f70cbc-435d-4b3f-abab-6291ef83e283, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:22.524619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] For port 54f70cbc-435d-4b3f-abab-6291ef83e283, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=54f70cbc-435d-4b3f-abab-6291ef83e283,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:22.539620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.592158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=b1308789-3093-4a93-91c5-8d34792aa698,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:22.800218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:22.941067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:22.942023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:23.001887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48732) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:23.023411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 67a4250d-1e8c-4757-81e2-2c2e8f7e1820 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:23.248078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ce86-3b13-43e0-abba-6e88a7448d34 None None] Pushing event updated for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:23.251921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ff6de-d782-4b06-a336-ec13d178d67c None None] Network 4bd371b3-27d5-435c-a93c-df037150de3b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:23.322903 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5937a4ff-4d88-4c83-9fea-539cf9ec91ae req-c4feaa0b-dfc1-4b3d-9432-36138746bfa9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 210 time: 0.9502776 Apr 29 11:46:23.323454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266252292'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:23.337067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7055-b01f-4a88-a650-bf930670977f req-c72df723-521d-486f-b9cf-93da27b33b63 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:23.348865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-028e7055-b01f-4a88-a650-bf930670977f req-c72df723-521d-486f-b9cf-93da27b33b63 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7337577 Apr 29 11:46:23.417859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:23.493851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.546895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25c4141b-8303-400b-98c1-35418628200b None None] Transition to ACTIVE for port object ba3ade3c-d67e-46c6-a676-fc04bc031b36 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:23.558178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e7747c0b-b99f-4915-b4e3-def510587329 None None] Provisioning for port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:23.626325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:23.651572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.657157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:23.662035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.677672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:23.702751 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-028e7055-b01f-4a88-a650-bf930670977f req-c7769046-4138-4ea0-b751-f4231c692908 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571427 Apr 29 11:46:23.711314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Allocated IP 2001:db8::1 (4bd371b3-27d5-435c-a93c-df037150de3b/22a8fd21-c05c-427d-8d8c-eb809d28ddb9/e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:23.719376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25c4141b-8303-400b-98c1-35418628200b None None] Transition to ACTIVE for port object ba3ade3c-d67e-46c6-a676-fc04bc031b36 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:23.739178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:23.739178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.769272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:23.773989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-6cd766de-0b96-4a07-bcd3-37e3c8857989 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:23.774955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-6cd766de-0b96-4a07-bcd3-37e3c8857989 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:23.778932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.847016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.864567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9eb6007c-c607-494f-a993-cdf98d822b94 req-81d918f5-932c-44ff-860d-0e4cc8574087 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:23.873347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.883712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:23.885114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=67a4250d-1e8c-4757-81e2-2c2e8f7e1820,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:23.901039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:security_group_rule and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:23.907929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:23.966358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:23.974110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9eb6007c-c607-494f-a993-cdf98d822b94 req-81d918f5-932c-44ff-860d-0e4cc8574087 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:23.976258 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9eb6007c-c607-494f-a993-cdf98d822b94 req-81d918f5-932c-44ff-860d-0e4cc8574087 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 210 time: 0.3480847 Apr 29 11:46:23.983862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-755786c1-85cc-447d-928b-512d106d0696 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/67a4250d-1e8c-4757-81e2-2c2e8f7e1820 HTTP/1.1" status: 204 len: 168 time: 2.9031224 Apr 29 11:46:23.987783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-6cd766de-0b96-4a07-bcd3-37e3c8857989 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:23.989759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-6cd766de-0b96-4a07-bcd3-37e3c8857989 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 797 time: 2.0879774 Apr 29 11:46:23.990593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48740) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:24.029753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.032482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:24.035695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4141b-8303-400b-98c1-35418628200b None None] Network 6afb4337-b427-44e2-991e-31525990b3b5 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:24.073498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-25c4141b-8303-400b-98c1-35418628200b None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:24.152321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731b580-1d56-4d73-8308-27526565cb89 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.154090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731b580-1d56-4d73-8308-27526565cb89 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.154867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4141b-8303-400b-98c1-35418628200b None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:24.155606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a731b580-1d56-4d73-8308-27526565cb89 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:24.208649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4141b-8303-400b-98c1-35418628200b None None] Pushing event updated for resources: {'Port': ['ID=ba3ade3c-d67e-46c6-a676-fc04bc031b36,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:24.212483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:24.236936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.238429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.309430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20c6062a-7e27-4b57-b58d-584e8b0c2e9a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:24.392906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Transition to ACTIVE for port object e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:24.401436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-56c43c90-02d8-46d0-a4ed-cbab7b544a8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:24.593447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.622265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25c4141b-8303-400b-98c1-35418628200b None None] Attempting to bind port ba3ade3c-d67e-46c6-a676-fc04bc031b36 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:24.622945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25c4141b-8303-400b-98c1-35418628200b None None] Attempting to bind port ba3ade3c-d67e-46c6-a676-fc04bc031b36 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:24.623215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4141b-8303-400b-98c1-35418628200b None None] Attempting to bind port ba3ade3c-d67e-46c6-a676-fc04bc031b36 on network 6afb4337-b427-44e2-991e-31525990b3b5 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:24.644267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a731b580-1d56-4d73-8308-27526565cb89 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:24.645308 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a731b580-1d56-4d73-8308-27526565cb89 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6507006 Apr 29 11:46:24.650548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4141b-8303-400b-98c1-35418628200b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:24.651070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4141b-8303-400b-98c1-35418628200b None None] Checking segment: {'id': '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:24.651569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.652055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4141b-8303-400b-98c1-35418628200b None None] Bound using segment: {'id': '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:24.652617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25c4141b-8303-400b-98c1-35418628200b None None] Bound port: ba3ade3c-d67e-46c6-a676-fc04bc031b36, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '6afb4337-b427-44e2-991e-31525990b3b5'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:24.653084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.655813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48750) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:24.667742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:24.686354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network 4bd371b3-27d5-435c-a93c-df037150de3b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:24.735959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:24.742176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b716182e-b920-4721-8748-663fe00f5a8e req-077e8ee3-7ce4-4d66-a8dd-0d8df04b4ae3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 210 time: 0.1012988 Apr 29 11:46:24.749505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:24.750513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.762379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-56c43c90-02d8-46d0-a4ed-cbab7b544a8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:24.763970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-56c43c90-02d8-46d0-a4ed-cbab7b544a8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 380 time: 0.5991168 Apr 29 11:46:24.781218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['41d51433-b066-4d64-a32b-dd93d2474135']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:24.831884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00004-e976-4422-982e-58a370cace1b req-2397278e-cccc-4084-a81e-b3b29ac74535 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.834023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61c00004-e976-4422-982e-58a370cace1b req-2397278e-cccc-4084-a81e-b3b29ac74535 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7902737 Apr 29 11:46:24.841374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-8bd76278-813e-4c55-a9a9-1ad9beb8acab tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:24.843141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-8bd76278-813e-4c55-a9a9-1ad9beb8acab tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.66 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 797 time: 0.6807420 Apr 29 11:46:24.848924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:24.857007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Port': ['ID=e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:24.867056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:24.867418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.933956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-25c4141b-8303-400b-98c1-35418628200b None None] For port ba3ade3c-d67e-46c6-a676-fc04bc031b36, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:24.958882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.959111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-25c4141b-8303-400b-98c1-35418628200b None None] For port ba3ade3c-d67e-46c6-a676-fc04bc031b36, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ba3ade3c-d67e-46c6-a676-fc04bc031b36,segment=NetworkSegment(21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f),segment_id=21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:24.981023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25c4141b-8303-400b-98c1-35418628200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:24.981939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 990fd597-ebc6-4f66-957f-039a8e6c542d {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:24.985642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.049470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.101305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:22Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:25.135916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.142481 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-6dbb750b-b90a-45a9-87b6-60cdd28687fa tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b HTTP/1.1" status: 200 len: 379 time: 0.2834730 Apr 29 11:46:25.176251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'port': {'device_id': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'admin_state_up': True, 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'security_groups': ['8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:25.176553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:25.188622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:25.190824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.193038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.193453 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment cb9c7fdc-83f7-407f-8a32-75c2b54cfceb of type vlan for network f680c3c1-faa3-4eb4-be79-f219ff1c2252 Apr 29 11:46:25.201691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf59c1-c102-4239-bf83-a859e851aef4 None None] The sync data for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv is: [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:22Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:25.246352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-62a3292b-5371-4e0a-bc1f-f53d6ffa9f16 None None] Provisioning complete for port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:25.246729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62a3292b-5371-4e0a-bc1f-f53d6ffa9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.310469 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61c00004-e976-4422-982e-58a370cace1b req-c5724512-cfb1-410e-ad35-854b074d4e8f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368355 Apr 29 11:46:25.314821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:25.321816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b6952b9b-ccdb-4089-9343-999c65c8efc9 req-b7e11a64-4395-4ff8-8e85-ceff50ca66c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 210 time: 0.1569366 Apr 29 11:46:25.493271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4141b-8303-400b-98c1-35418628200b None None] Pushing event updated for resources: {'Port': ['ID=ba3ade3c-d67e-46c6-a676-fc04bc031b36,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:25.538971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,segment=NetworkSegment(b623aae8-a60e-4537-9c48-8fc70d08d9cb),segment_id=b623aae8-a60e-4537-9c48-8fc70d08d9cb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:25.544800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:25.548572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.549589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.715072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Router 4def7c2d-d289-4f71-846c-60331b3e7eb4 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:25.716920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:25.767769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:25.798549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:25.900739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1a9bc-3e92-4a45-90c4-df8108576660,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:25.938570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Made reservation on behalf of ea84be2ed9c040caaa6f7b3ae05fc24b for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:25.947980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-751649c5-b595-4ff2-84af-3ccfbce5b70f None None] Provisioning for port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:25.948963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:25.954517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-751649c5-b595-4ff2-84af-3ccfbce5b70f None None] Provisioning complete for port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:25.954937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-751649c5-b595-4ff2-84af-3ccfbce5b70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.042327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.047149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-751649c5-b595-4ff2-84af-3ccfbce5b70f None None] Port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:26.090395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.157152 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95cb4c9f-9264-441a-8c53-8b5c476d0fd1 req-038cbb41-4c31-4aca-936e-e456530c6516 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 210 time: 0.1915298 Apr 29 11:46:26.164909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.8 (50e940da-8c7e-4cfe-ab92-94597792add9/affc01ab-ac69-400a-a7f5-17e9243c2736/a3159077-31fe-4b43-a310-71a1ac889f7a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:26.214484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.323696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:26.339590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.346476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:26.347207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.475822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:26.476208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.645250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 54f70cbc-435d-4b3f-abab-6291ef83e283 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:26.763659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 54f70cbc-435d-4b3f-abab-6291ef83e283 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:26.773152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 54f70cbc-435d-4b3f-abab-6291ef83e283 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:26.773634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.818042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:26.839297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d08da1-c3b8-45f9-b226-c348116f3046 None None] Network 6afb4337-b427-44e2-991e-31525990b3b5 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:26.878548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3042887-418b-4e91-b619-7c3941eeb9d5 req-fc1fdfa5-6677-46f4-9142-72ea4ef9f969 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 210 time: 0.1405916 Apr 29 11:46:26.889403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object a3159077-31fe-4b43-a310-71a1ac889f7a will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:26.914037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:26.959139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] Sync routers for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:26.977048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dea2ad85-8991-4c8e-9874-eb25a74f2b42 None None] Provisioning for port ba3ade3c-d67e-46c6-a676-fc04bc031b36 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:26.990141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a22d2a95-3b98-46fe-a20e-5ea4a62772d8 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "PUT /v2.0/routers/4def7c2d-d289-4f71-846c-60331b3e7eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1178546 Apr 29 11:46:26.997355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48762) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:27.025720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:27.026943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:27.035138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.099193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e344-794f-4fde-be77-fe1524da4e64 req-e689a4c4-5ba6-4c3c-ab81-81fbfb7705e3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:27.103158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9736e344-794f-4fde-be77-fe1524da4e64 req-e689a4c4-5ba6-4c3c-ab81-81fbfb7705e3 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.5476024 Apr 29 11:46:27.123620 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.0896032 Apr 29 11:46:27.139299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08f81-35d7-4a9b-b4c3-d0f7cff13217 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=f680c3c1-faa3-4eb4-be79-f219ff1c2252,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:27.142861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:27.159895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:27.178356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.210037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48766) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:27.220825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=990fd597-ebc6-4f66-957f-039a8e6c542d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:27.257876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] Routers {'4def7c2d-d289-4f71-846c-60331b3e7eb4'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:27.258511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4def7c2d-d289-4f71-846c-60331b3e7eb4'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:27.308718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Allocated IP 172.20.0.10 (fb6e62b9-909f-472b-a68e-9622fa096f8b/fb97d632-e4b5-4afa-84fb-69d9b64e7a04/2e5b7a65-0d39-4a12-a98d-ad9602e47791) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:27.318815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.320885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.324607 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-91e6cffe-ac5d-4d19-9729-3f49e752532c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/990fd597-ebc6-4f66-957f-039a8e6c542d HTTP/1.1" status: 204 len: 168 time: 2.6588211 Apr 29 11:46:27.326583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48772) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:27.330076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-864589917'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:27.362804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:27.372561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:27.398961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:27.403448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709bf9a-f262-47ba-855b-17b905f63b72 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:27.429478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:27.429908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbc222-75c0-4923-bd5f-fea5a42fa746 None None] The sync data for ids ['4def7c2d-d289-4f71-846c-60331b3e7eb4'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:27.433727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:27.477535 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9736e344-794f-4fde-be77-fe1524da4e64 req-fef46e93-ba66-40be-8e60-14a8d165e08f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463306 Apr 29 11:46:27.491338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 54f70cbc-435d-4b3f-abab-6291ef83e283, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=54f70cbc-435d-4b3f-abab-6291ef83e283,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:27.533475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1f72de2e-ea0d-4155-b1f2-b01f1e7fcb14 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2016897 Apr 29 11:46:27.547867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48778) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:27.555076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1bc21fab-2c25-42f8-bce8-6ccd17484434 req-fc1f34a4-1080-40e1-95dc-cf699b1e67f9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Synchronizing usage tracker for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:27.569136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:27.572538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.582062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.582848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20c6062a-7e27-4b57-b58d-584e8b0c2e9a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:27.585136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:27.627519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.631911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 50e940da-8c7e-4cfe-ab92-94597792add9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:27.640967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:27.645606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.654338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:27.682223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:27.705607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.819043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:27.854369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:27.855127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:27.859304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1bc21fab-2c25-42f8-bce8-6ccd17484434 req-fc1f34a4-1080-40e1-95dc-cf699b1e67f9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Unset dirty status for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:27.861244 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1bc21fab-2c25-42f8-bce8-6ccd17484434 req-fc1f34a4-1080-40e1-95dc-cf699b1e67f9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 210 time: 0.4325435 Apr 29 11:46:27.862416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:28.062368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router b6050bf0-5fcc-442a-829d-6e8a71c41bb8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:28.072845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.073184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment bf61d0a3-71ae-4cea-9268-e18bca2ea218 of type vlan for network 06d81903-5475-4175-b362-ccca12714ffa Apr 29 11:46:28.113969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.126215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0d3889c0-f00e-42d9-8a27-62360025dd25 None None] Provisioning for port a3159077-31fe-4b43-a310-71a1ac889f7a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:28.129661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:28.138489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.139239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.140638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0d3889c0-f00e-42d9-8a27-62360025dd25 None None] Provisioning complete for port a3159077-31fe-4b43-a310-71a1ac889f7a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:28.141048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d3889c0-f00e-42d9-8a27-62360025dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.218923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0d3889c0-f00e-42d9-8a27-62360025dd25 None None] Port a3159077-31fe-4b43-a310-71a1ac889f7a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:28.225329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Deleting port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:28.225932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.227159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Port': ['ID=e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:28.230351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.261104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Transition to ACTIVE for port object 2e5b7a65-0d39-4a12-a98d-ad9602e47791 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:28.265244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ba3ade3c-d67e-46c6-a676-fc04bc031b36 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:28.352710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:28.377703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:28.378754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.412694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:28.464014 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3745fdbe-7a62-441a-b14a-9b785b56d810 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6865535 Apr 29 11:46:28.468138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:28.471992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.498255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Request body: {'port': {'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:28.528134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.528404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.536171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ba3ade3c-d67e-46c6-a676-fc04bc031b36 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:28.537265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network 4bd371b3-27d5-435c-a93c-df037150de3b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:28.543767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:28.545939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ba3ade3c-d67e-46c6-a676-fc04bc031b36 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:28.546330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.560364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.642100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port 53ec7507-3326-46d2-8b41-be35a1727274 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:28.642472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.675132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] For port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:28.675566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.727395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:46:28.753681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e40a55-93d9-49b5-8814-180d8fb0bee9 req-ed018d24-68ad-4f7b-b92a-2b4f7f035954 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:28.755397 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-65e40a55-93d9-49b5-8814-180d8fb0bee9 req-ed018d24-68ad-4f7b-b92a-2b4f7f035954 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.8881955 Apr 29 11:46:28.784211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb945a-14fc-486e-8018-557320b4d7f5 req-8e3c9b1e-7141-4c97-8e5f-a5e82a9dcf99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:28.784999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2ecb945a-14fc-486e-8018-557320b4d7f5 req-8e3c9b1e-7141-4c97-8e5f-a5e82a9dcf99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:28.823519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.830804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:28.831451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.833803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network fb6e62b9-909f-472b-a68e-9622fa096f8b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:28.844995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Calling delete_port for eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:28.858677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:28.865051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:28.903994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-65e40a55-93d9-49b5-8814-180d8fb0bee9 req-3b315cbf-fc7f-43f7-ac5a-177123822641 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416566 Apr 29 11:46:28.944173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:28.955608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] Sync routers for ids ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:28.963564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:28.967204 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-29d6fbd7-0795-4a67-8a85-c5ccb9704d1b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "PUT /v2.0/routers/b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 200 len: 926 time: 7.3233678 Apr 29 11:46:28.968142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7315733 Apr 29 11:46:28.968764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48788) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:28.979115 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] Routers {'b6050bf0-5fcc-442a-829d-6e8a71c41bb8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:28.981074 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.054682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.068383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.086371 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] Routers {'b6050bf0-5fcc-442a-829d-6e8a71c41bb8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:29.087576 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.087819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48790) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:29.102867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ba3ade3c-d67e-46c6-a676-fc04bc031b36, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ba3ade3c-d67e-46c6-a676-fc04bc031b36,segment=NetworkSegment(21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f),segment_id=21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:29.112951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:29.113212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.121716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:29.191355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cc3d381a-75dc-4349-8ab5-77e6949076f2 None None] Provisioning complete for port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:29.191725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cc3d381a-75dc-4349-8ab5-77e6949076f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.256280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Router f0e52fd2-26a6-4489-871a-e0df1bad53a7 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:29.266086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.287265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.288168 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff77ed4-c121-4e82-a43f-b038dbd311e1 None None] The sync data for ids ['b6050bf0-5fcc-442a-829d-6e8a71c41bb8'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:29.305198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 54f70cbc-435d-4b3f-abab-6291ef83e283 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:29.308925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990b47c-a86e-44c8-bf0b-429dff46a68e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=06d81903-5475-4175-b362-ccca12714ffa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:29.341108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 06d81903-5475-4175-b362-ccca12714ffa details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:29.352677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.387805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2ecb945a-14fc-486e-8018-557320b4d7f5 req-8e3c9b1e-7141-4c97-8e5f-a5e82a9dcf99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:29.389324 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ecb945a-14fc-486e-8018-557320b4d7f5 req-8e3c9b1e-7141-4c97-8e5f-a5e82a9dcf99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 931 time: 1.1158798 Apr 29 11:46:29.408954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ba3ade3c-d67e-46c6-a676-fc04bc031b36,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:29.411053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d381a-75dc-4349-8ab5-77e6949076f2 None None] Port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:29.439733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:29.440854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.485869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] Pushing event deleted for resources: {'Port': ['ID=eb73d4cd-0146-4dbb-9f1a-55f4252abfd7,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:29.490044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf33e1-4d77-4758-aa00-2a4728d297cb None None] No DVR routers for this DVR port eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:29.550067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe952fde-ff18-47df-89ae-14c72b9c8fee None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:46:29.580750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:29.615242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:29.627768 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-1fd17c9b-a3b4-448d-a135-3236837a27f2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4644239 Apr 29 11:46:29.631568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.646151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:29.660405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-57a27598-83f0-4ff0-88a5-af25b670c716 None None] Provisioning for port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:29.667901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ecb945a-14fc-486e-8018-557320b4d7f5 req-db342b1a-9989-4c65-a288-ecd416d7411d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593625 Apr 29 11:46:29.668998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:29.674895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Request body: {'port': {'device_id': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:29.675978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:29.684006 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e3600f56-ddb4-4890-b2ac-17fca35975a8 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8537974 Apr 29 11:46:29.687830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2dddbd21-494a-463d-b13c-b5266ef2b60d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 200 len: 926 time: 0.7143753 Apr 29 11:46:29.689146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48796) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:29.689456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] Sync routers for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:29.693517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48798) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:29.697404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 54f70cbc-435d-4b3f-abab-6291ef83e283 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:29.697766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.724111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-57a27598-83f0-4ff0-88a5-af25b670c716 None None] Provisioning complete for port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:29.724512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57a27598-83f0-4ff0-88a5-af25b670c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:29.819376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c581288-877e-4fe9-ac9c-64725a4565ac req-8f78e1a7-6e02-4d33-80d1-0754a29a41c5 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:29.827345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c581288-877e-4fe9-ac9c-64725a4565ac req-8f78e1a7-6e02-4d33-80d1-0754a29a41c5 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 932 time: 0.6526856 Apr 29 11:46:29.829276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:29.829920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.843296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for 53ec7507-3326-46d2-8b41-be35a1727274 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:29.916498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-57a27598-83f0-4ff0-88a5-af25b670c716 None None] Port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:29.923615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.965741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:29.966366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:29.979189 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c581288-877e-4fe9-ac9c-64725a4565ac req-bee8b17d-cc3b-43a5-a859-73c60b0ebd92 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469536 Apr 29 11:46:30.036258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe952fde-ff18-47df-89ae-14c72b9c8fee None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:46:30.044962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:30.048648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.132296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458320b-988d-4935-9347-eb7069e4f4c7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:30.133997 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c458320b-988d-4935-9347-eb7069e4f4c7 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=b6050bf0-5fcc-442a-829d-6e8a71c41bb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4385443 Apr 29 11:46:30.138790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48804) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:30.163782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:30.164362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1444b3-9744-49e7-ad4f-91d426d87341 None None] The sync data for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:30.181420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.292665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:30.351973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:30.351973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eb73d4cd-0146-4dbb-9f1a-55f4252abfd7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:30.366378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee316-c028-42a8-8b3c-72e928017380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.425183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:30.425898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.453906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:30.476055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:30.476751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.494255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=67bf77a3-173f-48de-9c25-4e823331bb82,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:30.540178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b508f-f573-4028-84dd-9c7f2810849a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:30.540799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-534b508f-f573-4028-84dd-9c7f2810849a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Synchronizing usage tracker for tenant:dc2177c926654353be33e242ee1ba070 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:30.601745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac1ca-97d6-4c6b-8e51-9645ee4475d6 req-d543a1c6-a645-499a-85fd-35fe374be429 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:30.609015 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bfaac1ca-97d6-4c6b-8e51-9645ee4475d6 req-d543a1c6-a645-499a-85fd-35fe374be429 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7734580 Apr 29 11:46:30.638098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-534b508f-f573-4028-84dd-9c7f2810849a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Unset dirty status for tenant:dc2177c926654353be33e242ee1ba070 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:30.643055 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-534b508f-f573-4028-84dd-9c7f2810849a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.5003417 Apr 29 11:46:30.644019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48808) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:30.654195 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e5c1a981-96d8-4287-98ee-8088290c9066 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1013694 Apr 29 11:46:30.664396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48812) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:30.704999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '67bf77a3-173f-48de-9c25-4e823331bb82', 'ip_address': '2001:db8::b918:a2fd:d30d:c038'}], 'name': 'tempest-NetworksTestDHCPv6-682465468'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:30.710835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-960fc342-ff43-4498-9d1d-e1f234257cbb tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 200 len: 205 time: 0.0652320 Apr 29 11:46:30.715654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '67bf77a3-173f-48de-9c25-4e823331bb82'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:30.716493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:30.727918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48818) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:30.730893 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9e6e8581-b733-4222-8b42-602ca60ea4c7 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:46:30.736237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9e6e8581-b733-4222-8b42-602ca60ea4c7 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0401111 Apr 29 11:46:30.748169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48820) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:30.910623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/67bf77a3-173f-48de-9c25-4e823331bb82/1ed6e22c-a2f1-45eb-8767-7744ac322253) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:31.006271 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bfaac1ca-97d6-4c6b-8e51-9645ee4475d6 req-a02ef3b1-9a57-4410-a1bc-794c5614d9eb tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961205 Apr 29 11:46:31.071692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.139829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c824d-5ccf-4a6e-a59f-78343b369bd4 req-25e08827-020d-4552-9931-8dabac647ab1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:31.141301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ed3c824d-5ccf-4a6e-a59f-78343b369bd4 req-25e08827-020d-4552-9931-8dabac647ab1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 931 time: 0.3080161 Apr 29 11:46:31.152466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:46:31.187165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.202344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Transition to ACTIVE for port object 1ed6e22c-a2f1-45eb-8767-7744ac322253 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:31.225278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Transition to ACTIVE for port object 1ed6e22c-a2f1-45eb-8767-7744ac322253 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:31.238525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.317133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ba3ade3c-d67e-46c6-a676-fc04bc031b36 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:31.351527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:31.364267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:31.371805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:31.401027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Pushing event updated for resources: {'Port': ['ID=1ed6e22c-a2f1-45eb-8767-7744ac322253,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:31.427070 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ed3c824d-5ccf-4a6e-a59f-78343b369bd4 req-eebb5b69-c0aa-4a0a-9d6c-ff1e547a8966 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818560 Apr 29 11:46:31.461119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3159077-31fe-4b43-a310-71a1ac889f7a {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:31.476214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Attempting to bind port 1ed6e22c-a2f1-45eb-8767-7744ac322253 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:31.476443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Attempting to bind port 1ed6e22c-a2f1-45eb-8767-7744ac322253 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:31.476802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Attempting to bind port 1ed6e22c-a2f1-45eb-8767-7744ac322253 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:31.483643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:31.484012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:31.484405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.484800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:31.485264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Bound port: 1ed6e22c-a2f1-45eb-8767-7744ac322253, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:31.485675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.494507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.522894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.535693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 88b14826-e7c4-4820-ad38-fbb04187ade3 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:31.536065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.555240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.559993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ba3ade3c-d67e-46c6-a676-fc04bc031b36 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:31.560275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.669344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] For port 1ed6e22c-a2f1-45eb-8767-7744ac322253, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:31.694095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] For port 1ed6e22c-a2f1-45eb-8767-7744ac322253, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ed6e22c-a2f1-45eb-8767-7744ac322253,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:31.701273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.744450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.765663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=53ec7507-3326-46d2-8b41-be35a1727274,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:31.799401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f849-b29b-4a8d-8c65-8edf7d9c6115 None None] Pushing event updated for resources: {'Port': ['ID=1ed6e22c-a2f1-45eb-8767-7744ac322253,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:31.847135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Transition to ACTIVE for port object a3159077-31fe-4b43-a310-71a1ac889f7a will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:31.857625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:31.871503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.876983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:31.886384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:31.892647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 88b14826-e7c4-4820-ad38-fbb04187ade3 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:32.042572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:32.076356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461cdd-91b0-49bb-b384-48ec7d6b04f6 req-b9f5632c-a469-4659-803b-2f21b72bd69f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:32.077897 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-16461cdd-91b0-49bb-b384-48ec7d6b04f6 req-b9f5632c-a469-4659-803b-2f21b72bd69f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.1422067 Apr 29 11:46:32.088608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:32.172680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-16461cdd-91b0-49bb-b384-48ec7d6b04f6 req-6404bfd0-58c4-42da-9b4a-be10154f842f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802872 Apr 29 11:46:32.199520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f776b-12da-47f0-bef2-8cfcefdb8dfa req-fb0d960a-fb6f-47e3-a1ec-899b28e2d20b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:32.201055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-057f776b-12da-47f0-bef2-8cfcefdb8dfa req-fb0d960a-fb6f-47e3-a1ec-899b28e2d20b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 932 time: 1.0191448 Apr 29 11:46:32.214120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.265832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=88b14826-e7c4-4820-ad38-fbb04187ade3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:32.279424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Pushing event updated for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:32.319975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:32.346929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.358504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.525682 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:46:32.553224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=f340c8dc-baeb-4a27-a0ca-0aa08fb2d561,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:32.572453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.579048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.622009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.622769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router b6050bf0-5fcc-442a-829d-6e8a71c41bb8 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:46:32.645652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.647860 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-101cf5d6-b36b-41eb-88ab-68a973ecd523 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 204 len: 168 time: 1.9132147 Apr 29 11:46:32.650812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48834) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:32.656169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1177698721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:32.668689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a000ba-1ee5-45bc-8462-44a33d2f6da6 req-e623da5c-254d-4a53-82df-f2f15fa82c8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:32.669862 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-09a000ba-1ee5-45bc-8462-44a33d2f6da6 req-e623da5c-254d-4a53-82df-f2f15fa82c8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 943 time: 0.1372318 Apr 29 11:46:32.672303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:32.678075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:32.693473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:32.703870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:32.730814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.731898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.740838 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-09a000ba-1ee5-45bc-8462-44a33d2f6da6 req-50f6837c-c2f8-4ca0-91a6-aed2211c4a13 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643945 Apr 29 11:46:32.756492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.777919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.788862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:46:32.803131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.805434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e004f02-c6dd-4450-a0f0-0cce56068a78 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1531453 Apr 29 11:46:32.807481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:32.813745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:32.892849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:32.893209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: f680c3c1-faa3-4eb4-be79-f219ff1c2252, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:32.939946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-786d734d-8c48-4a44-8057-52d369e238e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.976364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:32.988102 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-057f776b-12da-47f0-bef2-8cfcefdb8dfa req-84812a70-cb7a-4372-8cd2-b2989a9dcfb9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7601116 Apr 29 11:46:32.998328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdaf34-37de-4bc9-9766-94899160d674 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:33.014818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.118461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5b7a65-0d39-4a12-a98d-ad9602e47791 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:33.136746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:33.139074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Attempting to bind port a3159077-31fe-4b43-a310-71a1ac889f7a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:33.139470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Attempting to bind port a3159077-31fe-4b43-a310-71a1ac889f7a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:33.139857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Attempting to bind port a3159077-31fe-4b43-a310-71a1ac889f7a on network 50e940da-8c7e-4cfe-ab92-94597792add9 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:33.145618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.150111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.150931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Fanout notify agent at l3_agent the message router_deleted on router 4def7c2d-d289-4f71-846c-60331b3e7eb4 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:46:33.168148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.204212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Port a3159077-31fe-4b43-a310-71a1ac889f7a on network 50e940da-8c7e-4cfe-ab92-94597792add9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:46:33.204828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Attempting to bind port a3159077-31fe-4b43-a310-71a1ac889f7a on network 50e940da-8c7e-4cfe-ab92-94597792add9 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:33.222084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f680c3c1-faa3-4eb4-be79-f219ff1c2252) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:33.229051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.229654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.239850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2c65b-9d97-460f-a53c-000f4e330731 None None] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:33.264293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port f90e0c81-0c22-46f1-b52d-31f39f748436 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:33.312228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:33.312656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Checking segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:33.313130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Bound using segment: {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:33.313914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Bound port: a3159077-31fe-4b43-a310-71a1ac889f7a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e46e56e-d30e-43e8-81c4-1b2787c5a015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:33.314315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.327301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Transition to ACTIVE for port object 2e5b7a65-0d39-4a12-a98d-ad9602e47791 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:33.341239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.425252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-30410fcb-09b3-445a-8b0a-8d82bd309f65 None None] Provisioning for port 1ed6e22c-a2f1-45eb-8767-7744ac322253 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:33.442955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ed6e22c-a2f1-45eb-8767-7744ac322253 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:33.456746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.460649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8ec08ac-1d59-4b46-a45a-a745434a9aed tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/routers/4def7c2d-d289-4f71-846c-60331b3e7eb4 HTTP/1.1" status: 204 len: 168 time: 6.4617767 Apr 29 11:46:33.463068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48844) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:33.475703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:33.510289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.620924 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b329b6d-e2f6-4d82-91c6-a2a54ff0c7d4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5053546 Apr 29 11:46:33.646475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48848) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:33.646695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0d0a6-4b88-48e4-84ea-19e5cf369022 req-e8d1cd1f-a0d7-4102-b6af-7c28c6c43e63 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:33.648343 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-66a0d0a6-4b88-48e4-84ea-19e5cf369022 req-e8d1cd1f-a0d7-4102-b6af-7c28c6c43e63 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.2149000 Apr 29 11:46:33.662346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1ed6e22c-a2f1-45eb-8767-7744ac322253 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:33.678789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1ed6e22c-a2f1-45eb-8767-7744ac322253 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:33.679255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.720070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '06d81903-5475-4175-b362-ccca12714ffa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:33.768002 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-66a0d0a6-4b88-48e4-84ea-19e5cf369022 req-515d3b32-9214-485d-9993-6e664cc8131e tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828297 Apr 29 11:46:33.854341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.877797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f680c3c1-faa3-4eb4-be79-f219ff1c2252', 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': 'f340c8dc-baeb-4a27-a0ca-0aa08fb2d561'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:33.878706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:33.903060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.071230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.076116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.108924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.109866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:34.117013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.124131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting subnet 22bb5a99-358a-40d6-a379-35b09eb27931 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:34.166831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:34.174980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.194582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1ed6e22c-a2f1-45eb-8767-7744ac322253, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ed6e22c-a2f1-45eb-8767-7744ac322253,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:34.204472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.204817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:34.251881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:34.259738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:34.278923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-759c931f-88ac-4954-ba93-33581db0e6b7 None None] Provisioning complete for port 1ed6e22c-a2f1-45eb-8767-7744ac322253 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:34.279334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-759c931f-88ac-4954-ba93-33581db0e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.395134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Allocated IP 172.26.0.176 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/7f3a7606-3b65-4a9f-b7ee-de373a855a02) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:34.427339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1ed6e22c-a2f1-45eb-8767-7744ac322253,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:34.433036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a3159077-31fe-4b43-a310-71a1ac889f7a,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:34.476602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.476896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Allocated IP 2001:db8::2 (f680c3c1-faa3-4eb4-be79-f219ff1c2252/f340c8dc-baeb-4a27-a0ca-0aa08fb2d561/f0886ad2-0f39-4672-883d-efcc5e6519d9) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:34.477835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52a38-1d7d-4a9f-808d-90c5a536c826 req-579da70d-fe5e-4e5a-a989-97068e174448 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:34.479337 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-15a52a38-1d7d-4a9f-808d-90c5a536c826 req-579da70d-fe5e-4e5a-a989-97068e174448 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.2786217 Apr 29 11:46:34.488086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-db4af677-1e22-4676-98ca-cd7f5eb9a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:34.489569 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-db4af677-1e22-4676-98ca-cd7f5eb9a77a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 1099 time: 0.2416503 Apr 29 11:46:34.506092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:34.509741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.541686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.665104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Attempting to bind port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:34.665627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Attempting to bind port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:34.666055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Attempting to bind port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 on network fb6e62b9-909f-472b-a68e-9622fa096f8b {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:34.719700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-15a52a38-1d7d-4a9f-808d-90c5a536c826 req-17cffe42-4948-4965-b408-e23290cde97b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290301 Apr 29 11:46:34.775101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.784794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-487fe501-ab8b-46ca-a7db-527d9d42df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:34.786264 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-487fe501-ab8b-46ca-a7db-527d9d42df33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 200 len: 912 time: 0.2803171 Apr 29 11:46:34.802192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.816485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Transition to ACTIVE for port object f0886ad2-0f39-4672-883d-efcc5e6519d9 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:34.848712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Transition to ACTIVE for port object f0886ad2-0f39-4672-883d-efcc5e6519d9 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:34.859215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.909012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:34.909717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.911144 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] 10.222.0.66 "PUT /v2.0/ports/a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 1093 time: 6.4192023 Apr 29 11:46:34.924890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:34.931936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.973765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:34.976920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:34.982144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:34.992715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:34.995817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Pushing event updated for resources: {'Port': ['ID=f0886ad2-0f39-4672-883d-efcc5e6519d9,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:35.042748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 on network fb6e62b9-909f-472b-a68e-9622fa096f8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:46:35.043340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Attempting to bind port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 on network fb6e62b9-909f-472b-a68e-9622fa096f8b {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:35.048209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::b918:a2fd:d30d:c038 (509b49ef-561b-4c7b-b648-76f046bd5c48/67bf77a3-173f-48de-9c25-4e823331bb82/f90e0c81-0c22-46f1-b52d-31f39f748436) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:35.075501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940fbce-67b5-41bd-8faf-042369b7964c service neutron] Pushing event updated for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:35.099207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Attempting to bind port f0886ad2-0f39-4672-883d-efcc5e6519d9 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:35.099763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Attempting to bind port f0886ad2-0f39-4672-883d-efcc5e6519d9 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:35.100036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Attempting to bind port f0886ad2-0f39-4672-883d-efcc5e6519d9 on network f680c3c1-faa3-4eb4-be79-f219ff1c2252 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:35.106187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:35.106187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Checking segment: {'id': 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:35.106638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.107299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Bound using segment: {'id': 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:35.107778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Bound port: f0886ad2-0f39-4672-883d-efcc5e6519d9, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f680c3c1-faa3-4eb4-be79-f219ff1c2252'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:35.108154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.143696 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-0eb6d203-bbee-47bd-a90a-7188dcf935e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 200 len: 1002 time: 0.3480518 Apr 29 11:46:35.201228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.220292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] For port f0886ad2-0f39-4672-883d-efcc5e6519d9, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:35.224696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] For port f0886ad2-0f39-4672-883d-efcc5e6519d9, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f0886ad2-0f39-4672-883d-efcc5e6519d9,segment=NetworkSegment(cb9c7fdc-83f7-407f-8a32-75c2b54cfceb),segment_id=cb9c7fdc-83f7-407f-8a32-75c2b54cfceb)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:35.231383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.243743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:35.244532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Checking segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:35.244532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Bound using segment: {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:35.244997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Bound port: 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9bf7ce-0f71-47ee-aa58-5571084a6266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:35.245218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.272237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6cb2c-bc69-4e13-8d8a-e2d989bf4704 req-96475586-30c3-48c7-9154-18ef86c866a7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:35.273434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9f6cb2c-bc69-4e13-8d8a-e2d989bf4704 req-96475586-30c3-48c7-9154-18ef86c866a7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 943 time: 1.3337972 Apr 29 11:46:35.296734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ed6e22c-a2f1-45eb-8767-7744ac322253 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:35.299259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:35.306460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:35.312204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-dd6bddf7-6500-482e-8e88-b295bc254367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:35.313655 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-dd6bddf7-6500-482e-8e88-b295bc254367 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 200 len: 850 time: 0.1659672 Apr 29 11:46:35.314606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:35.348988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fdf9c-f2ad-4391-8cf3-e8107697a7af req-96e50684-5094-46f8-9f54-554a50332b86 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:35.358360 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-960fdf9c-f2ad-4391-8cf3-e8107697a7af req-96e50684-5094-46f8-9f54-554a50332b86 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3089519 Apr 29 11:46:35.376184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event updated for resources: {'Port': ['ID=7f3a7606-3b65-4a9f-b7ee-de373a855a02,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:35.383679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=5795cd91-c529-40b0-abd8-90e5cee30647,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:35.411348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262b568-7c27-4566-a933-96cf179e0b52 None None] Pushing event updated for resources: {'Port': ['ID=f0886ad2-0f39-4672-883d-efcc5e6519d9,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:35.489436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1ed6e22c-a2f1-45eb-8767-7744ac322253 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:35.489743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.513014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-960fdf9c-f2ad-4391-8cf3-e8107697a7af req-e4f691aa-b933-4841-93ba-8f3d0c6cbd70 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536233 Apr 29 11:46:35.571194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.601788 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48537382-b7c4-4a0f-9fff-71b58422f98c'] response: {'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'status': 'completed', 'code': 200} Apr 29 11:46:35.609650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:35.638731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': 'bf61d0a3-71ae-4cea-9268-e18bca2ea218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06d81903-5475-4175-b362-ccca12714ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:35.639538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 06d81903-5475-4175-b362-ccca12714ffa, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:35.680091 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9f6cb2c-bc69-4e13-8d8a-e2d989bf4704 req-f1b8f0ec-eab5-431c-afe0-d3311a5cdbc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440568 Apr 29 11:46:35.713970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-862c6902-a874-43fb-95c4-8f22e1f2e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:35.715073 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-862c6902-a874-43fb-95c4-8f22e1f2e54b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dda641af-33fa-46d8-adc5-bc5ec3ebe00e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3339832 Apr 29 11:46:35.822381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:35.838666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-f73f9c67-b0cd-4412-aaf3-6f4a78150c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:35.840726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-f73f9c67-b0cd-4412-aaf3-6f4a78150c97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1096 time: 0.7881258 Apr 29 11:46:35.885655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 06d81903-5475-4175-b362-ccca12714ffa is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:35.952373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:35.983563 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-1bdceb13-da01-4bf7-b4b9-092b2b4a713f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 217 time: 0.0874441 Apr 29 11:46:35.984536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.034567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 06d81903-5475-4175-b362-ccca12714ffa) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:36.043379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40110914-f8e7-4ea4-af03-9a049bc4e755 None None] Network 06d81903-5475-4175-b362-ccca12714ffa requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:36.076473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-d47f45da-161f-4cbf-bc8a-98c097c34612 service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447316 Apr 29 11:46:36.088298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:36.088887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.123022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:36.124303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.125847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] 10.222.0.66 "PUT /v2.0/ports/2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 1094 time: 6.4694479 Apr 29 11:46:36.139045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.157005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.406626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17f3c-0839-4259-9c90-0ea26c21a204 req-defaa59a-9f94-4ee8-b157-da37b3143f6a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:36.408166 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-07a17f3c-0839-4259-9c90-0ea26c21a204 req-defaa59a-9f94-4ee8-b157-da37b3143f6a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.5116823 Apr 29 11:46:36.443381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-06d81903-5475-4175-b362-ccca12714ffa', 'network_id': '06d81903-5475-4175-b362-ccca12714ffa', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': '5795cd91-c529-40b0-abd8-90e5cee30647'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:36.445271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.481483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Subnet': ['ID=22bb5a99-358a-40d6-a379-35b09eb27931,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:36.499031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf26a961-ae44-484a-9851-b9c901ccb7c6 req-0b50b1db-1c49-4f01-8002-cfaaa78a3bca service neutron] 10.222.0.66 "GET /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115095 Apr 29 11:46:36.511227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.515353 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7e15c87a-b4f0-40eb-8042-acb23230a3a2 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/subnets/22bb5a99-358a-40d6-a379-35b09eb27931 HTTP/1.1" status: 204 len: 168 time: 3.0342793 Apr 29 11:46:36.517721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48864) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:36.529825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-646c6c7b-8388-4b9b-a9b5-194d059b5d8f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8556266 Apr 29 11:46:36.539833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.545971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48870) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:36.549175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-17e92142-d864-4604-8fed-e8c5bde89f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:36.550690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-17e92142-d864-4604-8fed-e8c5bde89f0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.5219395 Apr 29 11:46:36.553101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1d66c-0c26-40cf-be55-a6f2818af54a service neutron] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:36.567239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-104976429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:36.582953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-07a17f3c-0839-4259-9c90-0ea26c21a204 req-e8d47b0e-11d1-4185-8676-d78974eeb78d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475635 Apr 29 11:46:36.678134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:36.755857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:36.770280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Allocated IP 2001:db8:1::2 (06d81903-5475-4175-b362-ccca12714ffa/5795cd91-c529-40b0-abd8-90e5cee30647/d3247278-55de-4661-8a58-ad8ae98becb1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:36.786436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting port e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:36.787048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.821182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:36.824459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object f90e0c81-0c22-46f1-b52d-31f39f748436 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:36.858428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:36.937294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62b59a-677a-4046-b4b7-5c46d31bf5fa None None] Network f5288aed-1b12-4724-9ba5-3126b01925e9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:36.940311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-7e4e09cd-6c00-4852-99bf-3dda66cffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:36.942160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-7e4e09cd-6c00-4852-99bf-3dda66cffa14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1097 time: 0.7456789 Apr 29 11:46:36.955316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:36.956347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.068320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306ba60-d201-4e8d-bfe3-3d02539fb37d None None] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:37.090115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-71b9b5c9-cc5c-4487-868c-b13c9c1b7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:37.091610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-71b9b5c9-cc5c-4487-868c-b13c9c1b7ffc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5187287 Apr 29 11:46:37.094664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-6f02cc77-9e12-4146-94be-d672c14cd1ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 217 time: 0.1046839 Apr 29 11:46:37.158388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.216190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port 685d6c98-e91f-45ea-a82b-f34667d745b8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:37.216521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.264796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.266555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.287677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.305165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f0886ad2-0f39-4672-883d-efcc5e6519d9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:37.311650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed8e2-1243-4dd0-a600-4e39eb04bac1 req-44432edd-955a-4134-aee7-439f869805f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:37.313122 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3a1ed8e2-1243-4dd0-a600-4e39eb04bac1 req-44432edd-955a-4134-aee7-439f869805f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 943 time: 0.3802180 Apr 29 11:46:37.396931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-23e98abb-7544-45ec-9d38-a06a2e82d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:37.398885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-23e98abb-7544-45ec-9d38-a06a2e82d7c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 200 len: 835 time: 0.0599716 Apr 29 11:46:37.426688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-266047e8-2a7c-4d17-86bb-4c92a379f6bd None None] Provisioning for port f0886ad2-0f39-4672-883d-efcc5e6519d9 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:37.440297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.484146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Transition to ACTIVE for port object d3247278-55de-4661-8a58-ad8ae98becb1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:37.560014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Calling delete_port for e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:37.562050 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3a1ed8e2-1243-4dd0-a600-4e39eb04bac1 req-c03ef11e-6887-4918-9477-1b6b28543e92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991374 Apr 29 11:46:37.564140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Transition to ACTIVE for port object d3247278-55de-4661-8a58-ad8ae98becb1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:37.588274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.624064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:37.629754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.644181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f0886ad2-0f39-4672-883d-efcc5e6519d9 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:37.663254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.707264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] For port 685d6c98-e91f-45ea-a82b-f34667d745b8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=685d6c98-e91f-45ea-a82b-f34667d745b8,segment=NetworkSegment(21d52a2e-1a8c-4066-9272-14525befa25f),segment_id=21d52a2e-1a8c-4066-9272-14525befa25f)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:37.707670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.738324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Network 06d81903-5475-4175-b362-ccca12714ffa is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:37.741018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:37.761968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f0886ad2-0f39-4672-883d-efcc5e6519d9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:37.763677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.773988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=f90e0c81-0c22-46f1-b52d-31f39f748436,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:37.817095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:37.828147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f2c7-0f44-46b9-a581-6e716f1b4d3e req-b09aba27-04f9-4a02-b0d6-d7631089ab5a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:37.828368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] DHCP port deletion for f5288aed-1b12-4724-9ba5-3126b01925e9 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:37.829698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a567f2c7-0f44-46b9-a581-6e716f1b4d3e req-b09aba27-04f9-4a02-b0d6-d7631089ab5a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.1457257 Apr 29 11:46:37.856098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Deleting port 685d6c98-e91f-45ea-a82b-f34667d745b8 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:37.856471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.869642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:37.878575 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3b7632b9-6570-4084-adf1-1a4113ef0506 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711129 Apr 29 11:46:37.879372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:37.881796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:37.887811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:37.888092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.898740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:37.922346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for 685d6c98-e91f-45ea-a82b-f34667d745b8 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:37.936873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Pushing event updated for resources: {'Port': ['ID=d3247278-55de-4661-8a58-ad8ae98becb1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:38.014918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5de9e994-d570-40f8-97b6-5b9cfd1c2563 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.3396232 Apr 29 11:46:38.032219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48880) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:38.073460 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a567f2c7-0f44-46b9-a581-6e716f1b4d3e req-a15eef7e-dd45-428a-beb3-9920d0d0e8f6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316735 Apr 29 11:46:38.073460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.077565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a492d18e-d44e-46ab-9fa5-3134e29efb12 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5226004 Apr 29 11:46:38.080015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48884) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:38.132248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Attempting to bind port d3247278-55de-4661-8a58-ad8ae98becb1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:38.132873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Attempting to bind port d3247278-55de-4661-8a58-ad8ae98becb1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'bf61d0a3-71ae-4cea-9268-e18bca2ea218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06d81903-5475-4175-b362-ccca12714ffa'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:38.133502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Attempting to bind port d3247278-55de-4661-8a58-ad8ae98becb1 on network 06d81903-5475-4175-b362-ccca12714ffa {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:38.191660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:38.192021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Checking segment: {'id': 'bf61d0a3-71ae-4cea-9268-e18bca2ea218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06d81903-5475-4175-b362-ccca12714ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:38.192416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.192798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Bound using segment: {'id': 'bf61d0a3-71ae-4cea-9268-e18bca2ea218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06d81903-5475-4175-b362-ccca12714ffa'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:38.193278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Bound port: d3247278-55de-4661-8a58-ad8ae98becb1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf61d0a3-71ae-4cea-9268-e18bca2ea218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '06d81903-5475-4175-b362-ccca12714ffa'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:38.193669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.214107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e8ac3a-1316-4950-8327-d3829e720363'] response: {'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'status': 'completed', 'code': 200} Apr 29 11:46:38.241409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Router 4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:38.246542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-302c1fe9-80b3-45c2-9d76-fd2d869edd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:38.248134 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-302c1fe9-80b3-45c2-9d76-fd2d869edd8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb6e62b9-909f-472b-a68e-9622fa096f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6581447 Apr 29 11:46:38.263360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4e7d3-bd48-487b-9780-148a99c3d22f req-eabbdbe8-560b-45b6-bcef-f2c732c01666 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:38.264899 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ecb4e7d3-bd48-487b-9780-148a99c3d22f req-eabbdbe8-560b-45b6-bcef-f2c732c01666 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.2926924 Apr 29 11:46:38.266107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.275419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.329594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] No DVR routers for this DVR port 685d6c98-e91f-45ea-a82b-f34667d745b8 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:38.417442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=685d6c98-e91f-45ea-a82b-f34667d745b8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:38.482233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7fd9245e-f92c-4cc2-b70a-67ce90bbc0d1 None None] Provisioning for port f90e0c81-0c22-46f1-b52d-31f39f748436 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:38.506629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7fd9245e-f92c-4cc2-b70a-67ce90bbc0d1 None None] Provisioning complete for port f90e0c81-0c22-46f1-b52d-31f39f748436 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:38.507285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7fd9245e-f92c-4cc2-b70a-67ce90bbc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.507854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdee54d-2085-4d4b-80eb-930722ebc87b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:38.513838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdee54d-2085-4d4b-80eb-930722ebc87b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:38.514758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ecdee54d-2085-4d4b-80eb-930722ebc87b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:38.570615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port f0886ad2-0f39-4672-883d-efcc5e6519d9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f0886ad2-0f39-4672-883d-efcc5e6519d9,segment=NetworkSegment(cb9c7fdc-83f7-407f-8a32-75c2b54cfceb),segment_id=cb9c7fdc-83f7-407f-8a32-75c2b54cfceb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:38.572849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] For port 685d6c98-e91f-45ea-a82b-f34667d745b8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=685d6c98-e91f-45ea-a82b-f34667d745b8,segment=NetworkSegment(21d52a2e-1a8c-4066-9272-14525befa25f),segment_id=21d52a2e-1a8c-4066-9272-14525befa25f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:38.573253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.575783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-406c4630-2b83-4368-a245-75c4fcc4f21c req-3ede9775-683d-4ac9-b7e4-9f27ebfbc5be service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818678 Apr 29 11:46:38.590675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.762934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Calling delete_port for 685d6c98-e91f-45ea-a82b-f34667d745b8 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:38.792050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9245e-f92c-4cc2-b70a-67ce90bbc0d1 None None] Port f90e0c81-0c22-46f1-b52d-31f39f748436 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:38.793453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] For port d3247278-55de-4661-8a58-ad8ae98becb1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:38.821442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] For port d3247278-55de-4661-8a58-ad8ae98becb1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d3247278-55de-4661-8a58-ad8ae98becb1,segment=NetworkSegment(bf61d0a3-71ae-4cea-9268-e18bca2ea218),segment_id=bf61d0a3-71ae-4cea-9268-e18bca2ea218)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:38.831997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.842218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.849369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=f0886ad2-0f39-4672-883d-efcc5e6519d9,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:38.874126 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ecb4e7d3-bd48-487b-9780-148a99c3d22f req-b01d7aad-8aeb-4120-a314-5ffe408e447c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5911574 Apr 29 11:46:38.900497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ecdee54d-2085-4d4b-80eb-930722ebc87b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:38.902016 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ecdee54d-2085-4d4b-80eb-930722ebc87b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8635056 Apr 29 11:46:38.905898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5288aed-1b12-4724-9ba5-3126b01925e9']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:38.914419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48890) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:38.938118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:38.938464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:38.952261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ff78f10c-3735-40c2-94ec-d89ba25c5799 None None] Provisioning complete for port f0886ad2-0f39-4672-883d-efcc5e6519d9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:38.952623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ff78f10c-3735-40c2-94ec-d89ba25c5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:38.967146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d52a2e-1a8c-4066-9272-14525befa25f') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:38.967146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d52a2e-1a8c-4066-9272-14525befa25f') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:38.988588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32a229-58ae-4354-9c0a-667629fcc88b None None] Pushing event updated for resources: {'Port': ['ID=d3247278-55de-4661-8a58-ad8ae98becb1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:39.006586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.034339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.039082 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-e9be5705-1e62-4188-a29d-15b2a40733f0 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714436 Apr 29 11:46:39.044474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.049441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:46:39.049838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:46:39.064691 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:46:39.068487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port f90e0c81-0c22-46f1-b52d-31f39f748436 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:39.068828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.115378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:39.139594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] Sync routers for ids ['4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:39.140532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Port': ['ID=e71678ca-cd3b-4b4e-bb79-b8b8c2c765a2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:39.204385 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] Routers {'4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:39.207061 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:39.245449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.305663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.307559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c0ab0577-38be-4ffc-b4bb-430366378cee tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "PUT /v2.0/routers/4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 200 len: 884 time: 6.4990337 Apr 29 11:46:39.319099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48896) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:39.429908 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:39.441074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Deleting port 685d6c98-e91f-45ea-a82b-f34667d745b8 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:39.441488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.449704 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] Routers {'4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:39.450652 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:39.451122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60537-648a-495a-b38b-57bf48a35930 req-a3137be5-8f95-4da1-bce2-bf67911acb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:39.452611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-a3137be5-8f95-4da1-bce2-bf67911acb9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1096 time: 0.7174687 Apr 29 11:46:39.463233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.467768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.496668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f0886ad2-0f39-4672-883d-efcc5e6519d9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:39.537901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:39.538635 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e9f45-94d5-4881-aea8-380b9c1246db None None] The sync data for ids ['4f615b9c-bafa-4c6b-b9e6-95dedf8dec63'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:39.610245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df422-9cc5-419b-830a-9c6b7e7c4636 req-8e74554b-f3e3-4910-a3d2-88310860b514 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:39.617779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-414df422-9cc5-419b-830a-9c6b7e7c4636 req-8e74554b-f3e3-4910-a3d2-88310860b514 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 943 time: 0.8835638 Apr 29 11:46:39.627944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5da1e-be2e-4758-91eb-e2b0d4d5ef91 None None] The port '685d6c98-e91f-45ea-a82b-f34667d745b8' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:46:39.632756 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54d70600-3600-4f91-b2d6-72dbb80d3c14 req-b239ffba-c103-46f2-a6b3-5376b4f146f4 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267897 Apr 29 11:46:39.650637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Network': ['ID=f5288aed-1b12-4724-9ba5-3126b01925e9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:39.659565 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d45bd439-9c50-4ea5-b24a-8b5173dc1ef3 tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/networks/f5288aed-1b12-4724-9ba5-3126b01925e9 HTTP/1.1" status: 204 len: 168 time: 3.1329167 Apr 29 11:46:39.661961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f0886ad2-0f39-4672-883d-efcc5e6519d9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:39.662337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:39.667993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48900) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:39.846110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 685d6c98-e91f-45ea-a82b-f34667d745b8 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:39.880553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 685d6c98-e91f-45ea-a82b-f34667d745b8 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:46:39.880902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 685d6c98-e91f-45ea-a82b-f34667d745b8 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:46:39.987221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Deleting port 95831dbf-88ad-49ce-9178-28e419a8edca {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:39.987558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:40.009639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:40.026768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b34376-14da-45cd-b9b9-0e04a3be03a7 req-0a1ab1fc-4587-462d-98a3-0ec683e59658 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.028307 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-83b34376-14da-45cd-b9b9-0e04a3be03a7 req-0a1ab1fc-4587-462d-98a3-0ec683e59658 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7947762 Apr 29 11:46:40.058309 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3cf5e8bb-8140-4b33-bc18-b1b17a60d4b3 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 200 len: 925 time: 0.7277429 Apr 29 11:46:40.076602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48906) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:40.151346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-414df422-9cc5-419b-830a-9c6b7e7c4636 req-3025ac4d-4604-423a-aad2-3d60cd665d84 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322342 Apr 29 11:46:40.213864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:40.253908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e05e1e-2b94-4f7e-96e0-29fd471a3d98 None None] Network 06d81903-5475-4175-b362-ccca12714ffa requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:40.333702 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-83b34376-14da-45cd-b9b9-0e04a3be03a7 req-a858b879-eabf-462f-94d2-cb990e7c6347 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857487 Apr 29 11:46:40.370818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7aaffe5d-f850-481c-a9fe-b3db27646b8f None None] Provisioning for port d3247278-55de-4661-8a58-ad8ae98becb1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:40.592666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for f90e0c81-0c22-46f1-b52d-31f39f748436 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:40.631580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60537-648a-495a-b38b-57bf48a35930 req-8fc3dc5f-ef2c-408a-9ee1-744a93b4bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.633031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-8fc3dc5f-ef2c-408a-9ee1-744a93b4bf2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 898 time: 0.9331210 Apr 29 11:46:40.714929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-a6038a3a-dd87-4554-b14f-087b5338dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.716402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-a6038a3a-dd87-4554-b14f-087b5338dc08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1097 time: 0.7796688 Apr 29 11:46:40.758158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:40.758493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:40.775681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e460a1b-fd95-4b48-bded-3f1040d949d8 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.779871 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e460a1b-fd95-4b48-bded-3f1040d949d8 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=4f615b9c-bafa-4c6b-b9e6-95dedf8dec63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6978214 Apr 29 11:46:40.780009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-ce33b01a-9349-47fd-9106-437e656ca1fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 217 time: 0.1233056 Apr 29 11:46:40.783788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:40.889371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Router f0e52fd2-26a6-4489-871a-e0df1bad53a7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:40.915575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Calling delete_port for 95831dbf-88ad-49ce-9178-28e419a8edca owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:40.993035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffc122-6995-47ff-a6bf-3b2f38ce9d6f req-2bf9fc86-faa4-469b-b12c-468f58ae35c4 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.994591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-06ffc122-6995-47ff-a6bf-3b2f38ce9d6f req-2bf9fc86-faa4-469b-b12c-468f58ae35c4 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.6870744 Apr 29 11:46:40.996214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60537-648a-495a-b38b-57bf48a35930 req-8d44fd66-d8be-45a6-bc94-2bf7f62ae8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:40.997294 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-8d44fd66-d8be-45a6-bc94-2bf7f62ae8f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.2097263 Apr 29 11:46:41.102510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8::1 (f680c3c1-faa3-4eb4-be79-f219ff1c2252/f340c8dc-baeb-4a27-a0ca-0aa08fb2d561/786a70db-f24a-4b8f-9c9b-a16068d67b21) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:41.104851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b80c-13a3-4c07-a9bf-bf96b3d00d7d req-34033e8b-ffca-42a9-ab67-da74ff45f2b8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:41.106664 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4d43b80c-13a3-4c07-a9bf-bf96b3d00d7d req-34033e8b-ffca-42a9-ab67-da74ff45f2b8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.4842577 Apr 29 11:46:41.158367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.244779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-6136e83d-0620-43c9-bbd6-ce46a878b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:41.246559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-6136e83d-0620-43c9-bbd6-ce46a878b2a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 898 time: 0.5181832 Apr 29 11:46:41.247624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:41.250164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=f90e0c81-0c22-46f1-b52d-31f39f748436,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:41.276732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] Sync routers for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:41.287116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e4f20-2699-4f4c-b4fb-0ac728fdcf4d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:41.292345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-921e4f20-2699-4f4c-b4fb-0ac728fdcf4d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.5037668 Apr 29 11:46:41.295079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d3247278-55de-4661-8a58-ad8ae98becb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:41.301538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:41.333075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:41.333748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:41.341794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4d43b80c-13a3-4c07-a9bf-bf96b3d00d7d req-a71f49d4-b0d1-458c-8037-c8fc56eb5ce1 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185214 Apr 29 11:46:41.351467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.396278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d287746f-8003-4ef0-acc9-1714c27d9ff7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 200 len: 205 time: 0.0916610 Apr 29 11:46:41.405061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48924) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:41.507180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:41.528218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:41.528864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:41.568462 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-add24c96-e107-4def-91c9-02ac56c022b9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/f90e0c81-0c22-46f1-b52d-31f39f748436 HTTP/1.1" status: 204 len: 168 time: 2.6492503 Apr 29 11:46:41.605424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:41.605424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9bea3-e7bb-4b83-bf7b-8c5409abe2f7 None None] The sync data for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:41.612974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48928) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:41.617042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port d3247278-55de-4661-8a58-ad8ae98becb1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:41.623771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d3247278-55de-4661-8a58-ad8ae98becb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:41.624218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.660929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.678627 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-e1848f16-3a06-4451-a3d4-4a240706ab29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 217 time: 0.3974547 Apr 29 11:46:41.689343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a3159077-31fe-4b43-a310-71a1ac889f7a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:46:41.728664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Pushing event deleted for resources: {'Port': ['ID=95831dbf-88ad-49ce-9178-28e419a8edca,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:41.738328 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-06ffc122-6995-47ff-a6bf-3b2f38ce9d6f req-37e3e7c2-98f7-4178-ab91-3ab1f0dde413 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6850882 Apr 29 11:46:41.757953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da2f4a7f-99f9-4687-897f-99b461c4cee4 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0025434 Apr 29 11:46:41.790793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48932) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:41.885059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.923705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.944803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 786a70db-f24a-4b8f-9c9b-a16068d67b21 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:41.954026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-f84207d6-e96c-44c5-9b4c-8922ca1641a5 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] delete failed (client error): The resource could not be found. Apr 29 11:46:41.954971 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f84207d6-e96c-44c5-9b4c-8922ca1641a5 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1302100949 HTTP/1.1" status: 404 len: 335 time: 0.1629653 Apr 29 11:46:41.967936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:41.978093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44f72c-4582-482b-978c-ae12e07cd72c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:41.983833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44f72c-4582-482b-978c-ae12e07cd72c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:41.984641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6c44f72c-4582-482b-978c-ae12e07cd72c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:41.990914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48936) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:42.005110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port d3247278-55de-4661-8a58-ad8ae98becb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d3247278-55de-4661-8a58-ad8ae98becb1,segment=NetworkSegment(bf61d0a3-71ae-4cea-9268-e18bca2ea218),segment_id=bf61d0a3-71ae-4cea-9268-e18bca2ea218)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:42.008328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-334d95ed-688a-4d3a-9038-3130a2ca1bf2 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0e52fd2-26a6-4489-871a-e0df1bad53a7'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:42.014356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.111885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6c44f72c-4582-482b-978c-ae12e07cd72c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:42.123410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6c44f72c-4582-482b-978c-ae12e07cd72c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4951136 Apr 29 11:46:42.134694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a3159077-31fe-4b43-a310-71a1ac889f7a,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:42.147084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=d3247278-55de-4661-8a58-ad8ae98becb1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:42.154821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:46:42.195670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48942) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:42.222852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.253610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3159077-31fe-4b43-a310-71a1ac889f7a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:42.274029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a3159077-31fe-4b43-a310-71a1ac889f7a,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:42.280562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.317757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.323426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523a00f-9d30-4327-b98b-789289e229c0 req-d3ffead3-5023-4ec3-8364-5ef66c749913 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:42.325301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a523a00f-9d30-4327-b98b-789289e229c0 req-d3ffead3-5023-4ec3-8364-5ef66c749913 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 943 time: 0.7537777 Apr 29 11:46:42.336430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.339304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.343431 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d6ed2e2e-dce9-48ec-ae1a-16ca373da66f tempest-FloatingIPAdminTestJSON-1941197003 tempest-FloatingIPAdminTestJSON-1941197003-project] 10.222.0.53 "DELETE /v2.0/floatingips/0c34c974-cc88-4feb-b255-4cdb33fe7df9 HTTP/1.1" status: 204 len: 168 time: 2.6719277 Apr 29 11:46:42.375205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:42.429114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.431069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=786a70db-f24a-4b8f-9c9b-a16068d67b21,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:42.460108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 7f3a7606-3b65-4a9f-b7ee-de373a855a02 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:42.460414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.494874 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a523a00f-9d30-4327-b98b-789289e229c0 req-6dbb7281-f787-4991-868d-7498405af0f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027007 Apr 29 11:46:42.496399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60537-648a-495a-b38b-57bf48a35930 req-71acb532-8f23-4314-90b6-cec390b7b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:42.497910 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-71acb532-8f23-4314-90b6-cec390b7b8cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4460075 Apr 29 11:46:42.511498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-b43185f8-8b7a-4724-bc31-43eae7cda65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:42.512917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-b43185f8-8b7a-4724-bc31-43eae7cda65f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 200 len: 835 time: 0.7165127 Apr 29 11:46:42.610975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:42.657196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:42.662483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 67bf77a3-173f-48de-9c25-4e823331bb82 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:42.682872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:42.682872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.710341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.733039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48950) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:42.753879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:42.787749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['a3159077-31fe-4b43-a310-71a1ac889f7a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:46:42.994359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 7f3a7606-3b65-4a9f-b7ee-de373a855a02 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:43.037866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-334d95ed-688a-4d3a-9038-3130a2ca1bf2 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.059301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.063706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f05a34d4-abad-4189-bed9-9e90df832478 None None] Provisioning for port 786a70db-f24a-4b8f-9c9b-a16068d67b21 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:43.079988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f05a34d4-abad-4189-bed9-9e90df832478 None None] Provisioning complete for port 786a70db-f24a-4b8f-9c9b-a16068d67b21 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:43.080517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f05a34d4-abad-4189-bed9-9e90df832478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.135262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e2314794-b3bf-42f4-bfbf-6e792630d813 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c56274c22cbd4b988818a8b4e849167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971241 Apr 29 11:46:43.142050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48958) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:43.178283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f05a34d4-abad-4189-bed9-9e90df832478 None None] Port 786a70db-f24a-4b8f-9c9b-a16068d67b21 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:43.183780 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-334d95ed-688a-4d3a-9038-3130a2ca1bf2 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] update failed (client error): The resource could not be found. Apr 29 11:46:43.189171 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-334d95ed-688a-4d3a-9038-3130a2ca1bf2 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7 HTTP/1.1" status: 404 len: 339 time: 1.1946445 Apr 29 11:46:43.192041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-5810e746-31bd-4b78-ad1b-e8a8aa016dbc service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766717 Apr 29 11:46:43.195603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48962) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:43.218412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1893310499'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:43.230373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:43.245973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe3e5-c75d-4ec7-aa56-cffcdfdf0e52 req-7a8cda1d-3eb9-42df-b670-f80e15a42a2f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:43.247914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-646fe3e5-c75d-4ec7-aa56-cffcdfdf0e52 req-7a8cda1d-3eb9-42df-b670-f80e15a42a2f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 1.0536435 Apr 29 11:46:43.252024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:network and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:43.264862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:43.275934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:43.278728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.297763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8931-2411-4ebe-87f9-71b281f56856 req-8b7f6a7c-3c90-4df9-96f3-40fae4e8b169 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:43.299993 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd2d8931-2411-4ebe-87f9-71b281f56856 req-8b7f6a7c-3c90-4df9-96f3-40fae4e8b169 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.3432837 Apr 29 11:46:43.315046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d3247278-55de-4661-8a58-ad8ae98becb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:43.382210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.425132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:43.429416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.431155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d3247278-55de-4661-8a58-ad8ae98becb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:43.431688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.472623 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd2d8931-2411-4ebe-87f9-71b281f56856 req-e75de57a-d1b6-4cfe-9c74-af520f6c5b15 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591270 Apr 29 11:46:43.523418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-502550f1-91c9-4fb2-bf50-743e3cefa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:43.525238 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-502550f1-91c9-4fb2-bf50-743e3cefa1b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb6e62b9-909f-472b-a68e-9622fa096f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9260836 Apr 29 11:46:43.562947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.588712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.628106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f5250-695c-4ebe-ab49-32985a1c0ab7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:43.635802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:46:43.656124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.657459 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-902b4c7f-e05d-4468-ac8d-daa54b7639c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/287f5250-695c-4ebe-ab49-32985a1c0ab7 HTTP/1.1" status: 204 len: 168 time: 0.5144715 Apr 29 11:46:43.672360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=7f3a7606-3b65-4a9f-b7ee-de373a855a02,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:43.674075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.681454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:46:43.718317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.756669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-646fe3e5-c75d-4ec7-aa56-cffcdfdf0e52 req-dac9f219-3073-4a8e-a771-0ab27990f0b8 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749219 Apr 29 11:46:43.793099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.793514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Added segment 23fdf8a1-3d43-49a5-9905-0ef8e038128f of type vlan for network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 Apr 29 11:46:43.864666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.874505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.886425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:43.904102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'mac_address': 'fa:16:3e:87:fc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:46:43.969056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:43.977093 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-13f60537-648a-495a-b38b-57bf48a35930 req-852efb70-5c34-4512-83df-b6b9fb44b8c0 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705123 Apr 29 11:46:44.001979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5b7a65-0d39-4a12-a98d-ad9602e47791 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:46:44.028992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:44.034285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.089251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.097788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c775b-2547-4916-8952-88d2dcdee62f req-4666cf25-43dd-4a22-845b-a19eefe73907 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:44.099244 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-182c775b-2547-4916-8952-88d2dcdee62f req-4666cf25-43dd-4a22-845b-a19eefe73907 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 944 time: 0.3439374 Apr 29 11:46:44.102350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.104085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48972) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.131080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:44.150039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.156033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:44.156666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.163905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.200572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-0abfc007-bca9-4c48-a5ba-fdd86c9de7de service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126029 Apr 29 11:46:44.219160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=67bf77a3-173f-48de-9c25-4e823331bb82,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:44.224686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.229250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc419f63-5beb-469d-8efb-d7f7032f0ca8 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:44.297488 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3302a99e-18f7-499f-97a6-8398e0f6c140 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/67bf77a3-173f-48de-9c25-4e823331bb82 HTTP/1.1" status: 204 len: 168 time: 2.0973680 Apr 29 11:46:44.315505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48976) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.324756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.396185 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-182c775b-2547-4916-8952-88d2dcdee62f req-5b917bf1-dbd9-42fd-8c56-0eb1f838778a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718728 Apr 29 11:46:44.400218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:44.414411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.414411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router 4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:46:44.423644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5de563415c45c1b1adcbb9fc968b91 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:44.438439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.445535 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4c28004d-bc29-45f4-9b43-754bdbcdb0a7 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 204 len: 168 time: 3.0317540 Apr 29 11:46:44.447452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48980) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.448369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:44.473329 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-84e400cd-7cfd-4fd0-ba20-cbe5af0788b0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561701 Apr 29 11:46:44.483423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 48984) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.502177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['2e5b7a65-0d39-4a12-a98d-ad9602e47791'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:46:44.534171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:44.573513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:44.586500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:44.634140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Deleting port 1ed6e22c-a2f1-45eb-8767-7744ac322253 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:44.634787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.634928 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4355533 Apr 29 11:46:44.638378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2001163433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:44.645760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.655002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.656355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:44.665007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.675722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'subnet': {'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:44.692225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:44.702499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a41d59-938c-4d6b-9cc6-c6357d76fa19 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Network': ['ID=2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:44.709127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:44.741524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:44.757746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:46:44.789875 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2fd67ea5-785d-4a2b-83d6-6653ca78962a req-5887f6b8-c8b0-41f5-bcd8-766342643bea service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592506 Apr 29 11:46:44.847631 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d5de563415c45c1b1adcbb9fc968b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424583 Apr 29 11:46:44.848720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93193ef-a866-4d1a-8640-b8ad3a263e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a34278-cfc1-4c6e-ad09-f52cd013d1dd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:44.855138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 48996) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:44.855679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.861577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.863127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.894636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:44.896723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:44.907023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.908064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.912059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Usage tracker for resource:subnet and tenant:92e2f34974394cfa99e138de654ce8da is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:44.938786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:44.956733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:44.963289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:44.978434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:45.003135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:45.030055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:45.042831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Made reservation on behalf of 92e2f34974394cfa99e138de654ce8da for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:45.046753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.084553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=786a70db-f24a-4b8f-9c9b-a16068d67b21,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:45.093055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.116992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.134032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] For port 1ed6e22c-a2f1-45eb-8767-7744ac322253, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ed6e22c-a2f1-45eb-8767-7744ac322253,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:45.134564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.238735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.276532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:45.279983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.289698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.291290 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f7831480-3ee7-4434-81c5-83e604657089 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8348212 Apr 29 11:46:45.295283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49000) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:45.302925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ed6e22c-a2f1-45eb-8767-7744ac322253 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:45.318645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': True}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:45.327108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268f91d-1d9f-4766-bb60-580e5f4747ce req-1a111219-f416-4f36-b542-6fcd52da3b17 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:45.328738 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0268f91d-1d9f-4766-bb60-580e5f4747ce req-1a111219-f416-4f36-b542-6fcd52da3b17 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.3499343 Apr 29 11:46:45.344980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Calling delete_port for 1ed6e22c-a2f1-45eb-8767-7744ac322253 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:45.432031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0268f91d-1d9f-4766-bb60-580e5f4747ce req-b60922e3-ff0f-4b32-8279-a9ec9e7cb156 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902874 Apr 29 11:46:45.467794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.483808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07a316-7b0d-4315-8fa2-d49359f0cdb5 req-a214e8a9-e370-460f-a7be-08c4faf604e6 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:45.491018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3e07a316-7b0d-4315-8fa2-d49359f0cdb5 req-a214e8a9-e370-460f-a7be-08c4faf604e6 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 945 time: 0.8110528 Apr 29 11:46:45.517185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a34278-cfc1-4c6e-ad09-f52cd013d1dd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:45.597249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.600794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aa06509c-328f-4182-bdfc-1ad4daf29534 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10a34278-cfc1-4c6e-ad09-f52cd013d1dd HTTP/1.1" status: 204 len: 168 time: 0.7421038 Apr 29 11:46:45.600794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.611122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.631324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.707379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29413623-e804-4527-87c2-4ce9ce648e57 req-c07de634-5837-4fd5-b9cb-fb081d41491a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:45.708998 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-29413623-e804-4527-87c2-4ce9ce648e57 req-c07de634-5837-4fd5-b9cb-fb081d41491a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.8494122 Apr 29 11:46:45.709244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] Pushing event deleted for resources: {'Port': ['ID=1ed6e22c-a2f1-45eb-8767-7744ac322253,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:45.716344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c397a-a8b3-4157-ba6d-6144c1eec173 None None] No DVR routers for this DVR port 1ed6e22c-a2f1-45eb-8767-7744ac322253 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:45.774921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a3159077-31fe-4b43-a310-71a1ac889f7a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:45.777694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Checking segment: {'id': '23fdf8a1-3d43-49a5-9905-0ef8e038128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:45.777694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network hostable DHCP agents. Network: 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:46:45.787868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Subnet': ['ID=6a0d4589-1cb4-46a5-beed-218e2ff14a8f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:45.815471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:46:45.830396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495531d-2f48-4216-8e30-c004477cb6e5 req-472d861c-cc58-48a5-8b14-a3a5bdbf8422 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:45.839018 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2495531d-2f48-4216-8e30-c004477cb6e5 req-472d861c-cc58-48a5-8b14-a3a5bdbf8422 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 944 time: 0.2452705 Apr 29 11:46:45.854887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:45.866550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:45.873809 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3e07a316-7b0d-4315-8fa2-d49359f0cdb5 req-517a31eb-26f4-4b92-a630-dd02dba2cf21 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3816593 Apr 29 11:46:45.874023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:45.874653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:45.880657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:45.911401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5b769-5897-47ec-a012-1ba8a038706b None None] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:45.913564 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5cd501e2-1b4b-406d-ae42-1842811db485 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2541277 Apr 29 11:46:45.917795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:45.927447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7db20c80-68cc-495c-abda-da66e8f36862 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'router': {'external_gateway_info': {'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:46.032655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port a3159077-31fe-4b43-a310-71a1ac889f7a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:46.053720 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2495531d-2f48-4216-8e30-c004477cb6e5 req-3c47303b-cb4f-46ce-b3f4-ae5e57c28640 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138164 Apr 29 11:46:46.132514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port a3159077-31fe-4b43-a310-71a1ac889f7a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:46.133264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.168704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Deleting port 7977c985-949a-4182-b597-b5ffa37e3826 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:46.169332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.264173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.347815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-24355ec2-8b54-46fc-a61b-fdb552479aec None None] Provisioning complete for port 786a70db-f24a-4b8f-9c9b-a16068d67b21 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:46.348550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-24355ec2-8b54-46fc-a61b-fdb552479aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.370261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49014) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:46.440523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.445222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7db20c80-68cc-495c-abda-da66e8f36862 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.521744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-24355ec2-8b54-46fc-a61b-fdb552479aec None None] Port 786a70db-f24a-4b8f-9c9b-a16068d67b21 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:46.535007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:46.535251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.551204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827', 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827', 'tenant_id': '92e2f34974394cfa99e138de654ce8da', 'fixed_ips': [{'subnet_id': '6a0d4589-1cb4-46a5-beed-218e2ff14a8f'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:46.552353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.559083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Usage tracker for resource:security_group_rule and tenant:24c79e54b929487ebed96ec12ee7cfc4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:46.589527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:46.650194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a3159077-31fe-4b43-a310-71a1ac889f7a,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:46.656058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.656857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7977c985-949a-4182-b597-b5ffa37e3826 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:46.682660 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e132d338-da9d-4b6a-bd4d-7de3f8bcba81'] response: {'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'code': 200} Apr 29 11:46:46.788532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:46.798636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-7db20c80-68cc-495c-abda-da66e8f36862 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:46:46.799798 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7db20c80-68cc-495c-abda-da66e8f36862 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7 HTTP/1.1" status: 400 len: 364 time: 0.8810539 Apr 29 11:46:46.806072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49022) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:46.822336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:46.871576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:46.892502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Allocated IP 2001:db8:1::2 (2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827/6a0d4589-1cb4-46a5-beed-218e2ff14a8f/40f10f7d-85b8-4cd8-a773-5afe1272894f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:46.919087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:46.944778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router c7d12950-cb14-4e1e-a8c1-689f3a756e9a is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:46.952206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:46.964564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:46.983026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376e474-0d2a-4a4c-b83c-3657072f823e None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:47.003901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:47.005947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.063899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=ac145cdd-e4d9-4a63-82ee-1a09770b83c3,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:47.261492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:47.262167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.271368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.371457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d878-48a9-40dc-9985-276f92198765 req-ebe22e9f-fc16-4be4-8e34-39aa4c8bb3c0 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:47.373011 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4a2d878-48a9-40dc-9985-276f92198765 req-ebe22e9f-fc16-4be4-8e34-39aa4c8bb3c0 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 945 time: 0.2898223 Apr 29 11:46:47.396154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:47.407387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.420715 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d3b3245c-c0c2-4c29-beba-c54704ae588f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9358227 Apr 29 11:46:47.429341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49030) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:47.444032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.467589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': 'ac145cdd-e4d9-4a63-82ee-1a09770b83c3', 'ip_address': '2001:db8::d703:7f9e:3e9b:e8ed'}], 'name': 'tempest-NetworksTestDHCPv6-1570546652'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:47.507143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:47.520538 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] Sync routers for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:47.535442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:47.536431 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:47.536674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e461-682c-4275-ac73-728ea1592b61 req-b55185a7-775b-4ced-bdac-1b7528296f46 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:47.544135 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d091e461-682c-4275-ac73-728ea1592b61 req-b55185a7-775b-4ced-bdac-1b7528296f46 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 946 time: 0.7522902 Apr 29 11:46:47.599954 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:47.610158 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:47.611134 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:47.632484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': 'ac145cdd-e4d9-4a63-82ee-1a09770b83c3'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:46:47.633592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.644007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.653002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:47.669713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Transition to ACTIVE for port object 40f10f7d-85b8-4cd8-a773-5afe1272894f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:47.679087 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:47.679874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdd58a-5fa7-4a18-b289-7d8df777098c None None] The sync data for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:47.702812 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4a2d878-48a9-40dc-9985-276f92198765 req-29fb4221-58e2-4638-bc80-4f5bc0175037 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022182 Apr 29 11:46:47.749442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:47.798432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Transition to ACTIVE for port object 40f10f7d-85b8-4cd8-a773-5afe1272894f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:47.827625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.884453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5481eb62-ca66-45df-9ee0-9c21e43de63b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8017113 Apr 29 11:46:47.905372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49034) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:47.925320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:47.929658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3e1f-788d-40c8-8aa4-5c3cc4589df5 req-13a2b757-f49c-49e1-bff6-f19d9af523e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:47.932347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a4f3e1f-788d-40c8-8aa4-5c3cc4589df5 req-13a2b757-f49c-49e1-bff6-f19d9af523e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1098 time: 0.9689016 Apr 29 11:46:47.938087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:47.958752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:47.967118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:47.967570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:47.988691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Pushing event updated for resources: {'Port': ['ID=40f10f7d-85b8-4cd8-a773-5afe1272894f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:47.990904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:48.002454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:48.014162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:48.026386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.033628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:48.071318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:48.071776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.094884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:48.122793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823e273-5f42-4a70-b47d-e41b605f0eb9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:48.127271 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f823e273-5f42-4a70-b47d-e41b605f0eb9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports/786a70db-f24a-4b8f-9c9b-a16068d67b21 HTTP/1.1" status: 200 len: 911 time: 0.2176869 Apr 29 11:46:48.134870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49038) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:48.155582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/ac145cdd-e4d9-4a63-82ee-1a09770b83c3/689bf388-59d2-4276-bf0a-87268872c279) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:48.172280 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d091e461-682c-4275-ac73-728ea1592b61 req-4ee48f5b-955f-41fb-89c8-90f3600dcfa6 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6271615 Apr 29 11:46:48.179626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Attempting to bind port 40f10f7d-85b8-4cd8-a773-5afe1272894f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:48.179991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Attempting to bind port 40f10f7d-85b8-4cd8-a773-5afe1272894f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '23fdf8a1-3d43-49a5-9905-0ef8e038128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:48.180349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Attempting to bind port 40f10f7d-85b8-4cd8-a773-5afe1272894f on network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:48.195236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:48.195606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Checking segment: {'id': '23fdf8a1-3d43-49a5-9905-0ef8e038128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:48.196143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.196753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Bound using segment: {'id': '23fdf8a1-3d43-49a5-9905-0ef8e038128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:48.197757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Bound port: 40f10f7d-85b8-4cd8-a773-5afe1272894f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fdf8a1-3d43-49a5-9905-0ef8e038128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:48.198401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.403983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24c79e54b929487ebed96ec12ee7cfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0304408 Apr 29 11:46:48.414937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49042) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:48.429774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a4f3e1f-788d-40c8-8aa4-5c3cc4589df5 req-d7c7616c-ffd5-49bb-858f-dbbd34e3682c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689314 Apr 29 11:46:48.431225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11695b2-04f0-4722-9847-c2f8a5afb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c05c353-6029-484d-99f6-0badb7aace9e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:48.443938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.465773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.476012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8c76-c89a-4ec6-bc3c-0cd3299f4335 req-66949971-4955-4a3e-969f-fa6f3df7ad0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:48.482348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] For port 40f10f7d-85b8-4cd8-a773-5afe1272894f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:48.483638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5dcb8c76-c89a-4ec6-bc3c-0cd3299f4335 req-66949971-4955-4a3e-969f-fa6f3df7ad0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.6242735 Apr 29 11:46:48.544986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] For port 40f10f7d-85b8-4cd8-a773-5afe1272894f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=40f10f7d-85b8-4cd8-a773-5afe1272894f,segment=NetworkSegment(23fdf8a1-3d43-49a5-9905-0ef8e038128f),segment_id=23fdf8a1-3d43-49a5-9905-0ef8e038128f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:48.551313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.567010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.594498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Allocated IP 2001:db8::1 (c995807f-c856-411d-9b70-60c0fcd8f18b/a1f6e64b-1395-40d8-bcb9-b4ef871febfc/d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:48.603570 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5dcb8c76-c89a-4ec6-bc3c-0cd3299f4335 req-281d2968-f605-42b5-bfd6-b1745d34b1b3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165073 Apr 29 11:46:48.625447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:48.642023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.643331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 3080d20b-784e-41cf-afd9-560e19968bdd yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:48.644223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.655862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.663583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.663583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.664361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Floating IP 19eb77b1-ec34-4303-a76a-ebf36d3ab614 disassociated. External IP: 172.26.0.192, port: 7977c985-949a-4182-b597-b5ffa37e3826. Apr 29 11:46:48.664361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Calling delete_port for 7977c985-949a-4182-b597-b5ffa37e3826 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:48.671690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Transition to ACTIVE for port object 689bf388-59d2-4276-bf0a-87268872c279 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:48.686303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826'}, {'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:48.709578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45bfef-0670-4220-abc5-28c6f4fd72a1 None None] Pushing event updated for resources: {'Port': ['ID=40f10f7d-85b8-4cd8-a773-5afe1272894f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:48.713124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Transition to ACTIVE for port object 689bf388-59d2-4276-bf0a-87268872c279 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:48.788760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:48.811138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:48.816428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:48.824609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:48.836203 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e2eba2-0b77-4beb-8355-eba2ec0c64f4'] response: {'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826', 'code': 200} Apr 29 11:46:48.838406 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e2eba2-0b77-4beb-8355-eba2ec0c64f4'] response: {'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'code': 200} Apr 29 11:46:48.879645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:49.075717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:46:49.076352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:46:49.076798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.168538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Attempting to bind port 689bf388-59d2-4276-bf0a-87268872c279 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:46:49.168871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Attempting to bind port 689bf388-59d2-4276-bf0a-87268872c279 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:46:49.169237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Attempting to bind port 689bf388-59d2-4276-bf0a-87268872c279 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:46:49.171539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Pushing event updated for resources: {'Port': ['ID=689bf388-59d2-4276-bf0a-87268872c279,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:49.177638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:46:49.177950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:46:49.178348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.178733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:46:49.179200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Bound port: 689bf388-59d2-4276-bf0a-87268872c279, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:46:49.179574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.199729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc11e-b31a-44c6-807e-2614edc90d74 req-ecbbdbda-51a3-4980-9267-d55db4086c03 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:49.202975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa4fc11e-b31a-44c6-807e-2614edc90d74 req-ecbbdbda-51a3-4980-9267-d55db4086c03 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.2896070 Apr 29 11:46:49.354510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] For port 689bf388-59d2-4276-bf0a-87268872c279, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:46:49.355718 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa4fc11e-b31a-44c6-807e-2614edc90d74 req-7be8307a-0133-41cb-b1f3-a52b6f516b71 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349745 Apr 29 11:46:49.358675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] For port 689bf388-59d2-4276-bf0a-87268872c279, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=689bf388-59d2-4276-bf0a-87268872c279,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:46:49.360212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 172.26.0.97 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/1572c803-9037-4f0e-abb5-e7f9290adb9a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:49.378447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.397246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.420867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 40f10f7d-85b8-4cd8-a773-5afe1272894f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:49.437467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Transition to ACTIVE for port object d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:49.443799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::d703:7f9e:3e9b:e8ed (509b49ef-561b-4c7b-b648-76f046bd5c48/ac145cdd-e4d9-4a63-82ee-1a09770b83c3/3080d20b-784e-41cf-afd9-560e19968bdd) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:49.551256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.557188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed98e4-1180-4f67-be76-7a50f10b6549 None None] Pushing event updated for resources: {'Port': ['ID=689bf388-59d2-4276-bf0a-87268872c279,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:49.563835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 40f10f7d-85b8-4cd8-a773-5afe1272894f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:49.618037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Deleting port 7977c985-949a-4182-b597-b5ffa37e3826 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:49.618444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.666404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.679449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network c995807f-c856-411d-9b70-60c0fcd8f18b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:49.682066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.689840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:49.693016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:49.693584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:49.845479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Port': ['ID=d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:50.006815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.095497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 3080d20b-784e-41cf-afd9-560e19968bdd will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:50.117991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e747e4-c53c-48bb-82d1-61efd18af7e0 req-67e478cf-70f2-4bd9-8ccb-31078fc3d253 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:50.119939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-63e747e4-c53c-48bb-82d1-61efd18af7e0 req-67e478cf-70f2-4bd9-8ccb-31078fc3d253 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.2258213 Apr 29 11:46:50.165947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.193955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.280301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-63e747e4-c53c-48bb-82d1-61efd18af7e0 req-019a1e1d-1d9f-422d-a838-391dc8d3abec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542635 Apr 29 11:46:50.313667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-df11fc69-b3dc-4cbe-9615-7e3adeb39c60 None None] Provisioning for port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:50.320166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-df11fc69-b3dc-4cbe-9615-7e3adeb39c60 None None] Provisioning complete for port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:50.320743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-df11fc69-b3dc-4cbe-9615-7e3adeb39c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.363085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:50.382952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.396325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:50.426240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-df11fc69-b3dc-4cbe-9615-7e3adeb39c60 None None] Port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:50.433866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:50.492145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182a356-77f6-4dc9-b4b8-6e0c3ccc1ce0 None None] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:50.616012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Provisioning for port 40f10f7d-85b8-4cd8-a773-5afe1272894f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:50.627137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Provisioning complete for port 40f10f7d-85b8-4cd8-a773-5afe1272894f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:50.627657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.644489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] For port 7977c985-949a-4182-b597-b5ffa37e3826, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7977c985-949a-4182-b597-b5ffa37e3826,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:50.644730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.660626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e6c5-92f4-4979-87d3-2f07c679030b req-e13cc3b4-fb2d-4290-85c5-ad1376b75351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:50.663050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4430e6c5-92f4-4979-87d3-2f07c679030b req-e13cc3b4-fb2d-4290-85c5-ad1376b75351 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1099 time: 1.3973866 Apr 29 11:46:50.664244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=1572c803-9037-4f0e-abb5-e7f9290adb9a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:50.664960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:50.675707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:50.685642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:50.691653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:50.692309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.714128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=3080d20b-784e-41cf-afd9-560e19968bdd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:50.851615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.902358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] For port 40f10f7d-85b8-4cd8-a773-5afe1272894f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=40f10f7d-85b8-4cd8-a773-5afe1272894f,segment=NetworkSegment(23fdf8a1-3d43-49a5-9905-0ef8e038128f),segment_id=23fdf8a1-3d43-49a5-9905-0ef8e038128f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:50.907835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:50.985540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12168a6-e137-4430-b433-8a319e6c3ad8 None None] Pushing event updated for resources: {'Port': ['ID=40f10f7d-85b8-4cd8-a773-5afe1272894f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:51.036935 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1c94f53a-5338-49c9-a247-9259cc558abd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6038921 Apr 29 11:46:51.050759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49056) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:51.118521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a4de-d69f-4e80-b9aa-ab81d84a0769 req-3654a10f-eee6-42f9-b499-3100e4534f3d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:51.120097 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4a25a4de-d69f-4e80-b9aa-ab81d84a0769 req-3654a10f-eee6-42f9-b499-3100e4534f3d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.5589423 Apr 29 11:46:51.199586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a01d8-f6e6-486a-9e78-90a11001d1e5 req-af664df5-df72-479a-87b0-2f739e40605c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:51.201277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-860a01d8-f6e6-486a-9e78-90a11001d1e5 req-af664df5-df72-479a-87b0-2f739e40605c tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 944 time: 1.6694455 Apr 29 11:46:51.216586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.233061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4a25a4de-d69f-4e80-b9aa-ab81d84a0769 req-41e3f741-86db-4d9a-9b65-1ebf1a4450bf tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042221 Apr 29 11:46:51.239119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-aba81dd0-13f6-44c2-8bb4-77e4f12c92fa None None] Provisioning for port 689bf388-59d2-4276-bf0a-87268872c279 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:51.287536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a695f-8d44-43bb-a57d-c05306d90595 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:51.293974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a695f-8d44-43bb-a57d-c05306d90595 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:51.294872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c3a695f-8d44-43bb-a57d-c05306d90595 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:51.301544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.320648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.323528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.459340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 40f10f7d-85b8-4cd8-a773-5afe1272894f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:51.506761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c05c353-6029-484d-99f6-0badb7aace9e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:51.582466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c3a695f-8d44-43bb-a57d-c05306d90595 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:51.584500 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7c3a695f-8d44-43bb-a57d-c05306d90595 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5322475 Apr 29 11:46:51.599406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-729172fa-2bae-4f0d-9b75-f7e3f87b0621 None None] Provisioning complete for port 40f10f7d-85b8-4cd8-a773-5afe1272894f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:51.599907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-729172fa-2bae-4f0d-9b75-f7e3f87b0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.641993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49062) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:51.649208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event updated for resources: {'Port': ['ID=d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:51.651945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 40f10f7d-85b8-4cd8-a773-5afe1272894f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:51.652422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.713101 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4430e6c5-92f4-4979-87d3-2f07c679030b req-f86f69c9-75c8-4f8f-a397-6bcc85b71456 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6548924 Apr 29 11:46:51.769119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 3080d20b-784e-41cf-afd9-560e19968bdd {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:51.769119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.793017 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-860a01d8-f6e6-486a-9e78-90a11001d1e5 req-29bbf737-2dbe-4f54-b264-5dc69a54e085 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups?id=5783bf30-d31f-44c6-acab-31e58c67c048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5666366 Apr 29 11:46:51.801489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.837069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Network c995807f-c856-411d-9b70-60c0fcd8f18b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:51.843523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 689bf388-59d2-4276-bf0a-87268872c279 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:51.844015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:51.863238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388c44-caa9-4b9b-a284-7241cbdd3fe1 req-fb05b7a9-4730-44cb-8784-c434309b5425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:51.864790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61388c44-caa9-4b9b-a284-7241cbdd3fe1 req-fb05b7a9-4730-44cb-8784-c434309b5425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.3429339 Apr 29 11:46:51.873440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.938779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 689bf388-59d2-4276-bf0a-87268872c279 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:51.940605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:51.942393 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5ad265a8-1c47-49da-8b16-f717a961b49f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c05c353-6029-484d-99f6-0badb7aace9e HTTP/1.1" status: 204 len: 168 time: 3.5151057 Apr 29 11:46:51.958389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 689bf388-59d2-4276-bf0a-87268872c279 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:51.958899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.015458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-34ff2609-6b4c-4f3a-b977-9ab02686b96d None None] Provisioning for port 3080d20b-784e-41cf-afd9-560e19968bdd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:52.024988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-34ff2609-6b4c-4f3a-b977-9ab02686b96d None None] Provisioning complete for port 3080d20b-784e-41cf-afd9-560e19968bdd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:52.027091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34ff2609-6b4c-4f3a-b977-9ab02686b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.212671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-34ff2609-6b4c-4f3a-b977-9ab02686b96d None None] Port 3080d20b-784e-41cf-afd9-560e19968bdd cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:52.226427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61388c44-caa9-4b9b-a284-7241cbdd3fe1 req-4d4e952c-14e3-46ec-b191-df22cdb125eb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061292 Apr 29 11:46:52.293407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.346004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Router f0e52fd2-26a6-4489-871a-e0df1bad53a7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:52.395047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3fd46857-16d5-45dd-ad8b-517f067ca970 None None] Provisioning complete for port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:52.395588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3fd46857-16d5-45dd-ad8b-517f067ca970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.449237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 689bf388-59d2-4276-bf0a-87268872c279, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=689bf388-59d2-4276-bf0a-87268872c279,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:52.457019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.545876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3fd46857-16d5-45dd-ad8b-517f067ca970 None None] Port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:52.561917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=689bf388-59d2-4276-bf0a-87268872c279,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:52.653642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.820769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 3080d20b-784e-41cf-afd9-560e19968bdd owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:52.877502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.878084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:52.878170 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Floating IP 19eb77b1-ec34-4303-a76a-ebf36d3ab614 disassociated. External IP: 172.26.0.192, port: 7977c985-949a-4182-b597-b5ffa37e3826. Apr 29 11:46:52.878482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Calling delete_port for 7977c985-949a-4182-b597-b5ffa37e3826 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:53.039547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:53.054884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] Sync routers for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:53.061432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1a484aaf-a188-4150-800a-abe562f2b644 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2539322 Apr 29 11:46:53.064252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49086) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:53.083014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:53.085076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:53.180902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.212057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.267585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:53.294030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dce009-5e0e-4360-8848-5039e8fdf066 req-50286b8f-7e55-4efb-a64d-d2af6efa3746 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:53.296664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:53.299281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:53.305184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f5dce009-5e0e-4360-8848-5039e8fdf066 req-50286b8f-7e55-4efb-a64d-d2af6efa3746 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.7634621 Apr 29 11:46:53.310556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8:1::1 (06d81903-5475-4175-b362-ccca12714ffa/5795cd91-c529-40b0-abd8-90e5cee30647/d4136c26-f4aa-49e9-807d-5a1c93afa2e5) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:53.423586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-016182b7-adf4-4afb-95f4-b71c1009e903 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.436185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978a48-49cb-4473-8365-50a5e8852b8d req-29b7f225-ce1e-42c1-b6d1-c284fb404228 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:53.444637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-57978a48-49cb-4473-8365-50a5e8852b8d req-29b7f225-ce1e-42c1-b6d1-c284fb404228 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.8769345 Apr 29 11:46:53.491491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:53.491972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40ab6b-097e-4ece-85e3-21c272f7285f None None] The sync data for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:53.502166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 689bf388-59d2-4276-bf0a-87268872c279 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:46:53.592447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 689bf388-59d2-4276-bf0a-87268872c279 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:53.593551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.646464 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-57978a48-49cb-4473-8365-50a5e8852b8d req-0b064dcc-b0a0-4c5a-b164-d080c10d2d92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006097 Apr 29 11:46:53.660672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.680343 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-016182b7-adf4-4afb-95f4-b71c1009e903 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 11:46:53.681166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49098) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:53.683641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-016182b7-adf4-4afb-95f4-b71c1009e903 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7 HTTP/1.1" status: 409 len: 329 time: 0.6010067 Apr 29 11:46:53.688976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:53.692108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49100) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:53.697306 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f5dce009-5e0e-4360-8848-5039e8fdf066 req-6cadccfb-3e88-4a9c-89ff-282eb91fefef tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912506 Apr 29 11:46:53.862420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event deleted for resources: {'Port': ['ID=7977c985-949a-4182-b597-b5ffa37e3826,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:53.932229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.932920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.932920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.933189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.933536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.933858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.934178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.934493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.934812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.938504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.938504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.938504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:53.956588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=3080d20b-784e-41cf-afd9-560e19968bdd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:53.976189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c98056a6-a0f1-444e-9345-d46a49868f19 req-61490235-41a8-4257-b6d1-90b17088a876 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Synchronizing usage tracker for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:54.031240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.039398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.039770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.040221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.041782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.041782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.041782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.041782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.043763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.043763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.043763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.043763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.043763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:54.079838 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c71c28e7-738f-48f5-8897-7c6eb982717e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/3080d20b-784e-41cf-afd9-560e19968bdd HTTP/1.1" status: 204 len: 168 time: 2.4316416 Apr 29 11:46:54.080613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49114) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:54.227452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.254587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c98056a6-a0f1-444e-9345-d46a49868f19 req-61490235-41a8-4257-b6d1-90b17088a876 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Unset dirty status for tenant:65036cb708c1458f9475b4f4d2f4e9cc on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:54.256063 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c98056a6-a0f1-444e-9345-d46a49868f19 req-61490235-41a8-4257-b6d1-90b17088a876 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.4040961 Apr 29 11:46:54.290338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object d4136c26-f4aa-49e9-807d-5a1c93afa2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:46:54.309663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router 56e3c5a8-12af-4d32-8387-85cee6482bdc is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:46:54.395378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ba7c2-4f19-4a9f-a708-b6c1a89ccb8a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:54.396862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ba7c2-4f19-4a9f-a708-b6c1a89ccb8a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:54.397803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6b4ba7c2-4f19-4a9f-a708-b6c1a89ccb8a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:54.413847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9814f-f2d7-4de8-88a7-a43196df10e5 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:54.415705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2ff9814f-f2d7-4de8-88a7-a43196df10e5 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1093 time: 0.6465573 Apr 29 11:46:54.440633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49122) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:54.465695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:54.479654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6b4ba7c2-4f19-4a9f-a708-b6c1a89ccb8a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:54.484505 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6b4ba7c2-4f19-4a9f-a708-b6c1a89ccb8a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3971519 Apr 29 11:46:54.484505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:54.485822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49126) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:54.490661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:54.496769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:54.507435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49130) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:54.519686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Router 5a799d06-21cb-4912-8600-081b4b53a516 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:54.527110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.540722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:54.570019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.628492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet ac145cdd-e4d9-4a63-82ee-1a09770b83c3 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:46:54.665848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.755790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.820048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1532524993', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:54.886653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:54.911746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 06d81903-5475-4175-b362-ccca12714ffa is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:54.917895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Usage tracker for resource:port and tenant:b88efada8e15415bbc95018a0dc7c8e6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:54.920731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=d4136c26-f4aa-49e9-807d-5a1c93afa2e5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:54.923511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:54.928171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:54.933194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:54.934373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:54.947761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:54.960562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:54.976465 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] Sync routers for ids ['56e3c5a8-12af-4d32-8387-85cee6482bdc'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:54.993111 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] Routers {'56e3c5a8-12af-4d32-8387-85cee6482bdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:54.994512 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56e3c5a8-12af-4d32-8387-85cee6482bdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:54.994855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Made reservation on behalf of b88efada8e15415bbc95018a0dc7c8e6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:54.997173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.011019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.011746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-56628c68-932d-4d7b-8aaa-11f17721c09d tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "PUT /v2.0/routers/56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 200 len: 918 time: 9.7066662 Apr 29 11:46:55.026725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49138) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:55.032970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.074592 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:55.085553 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] Routers {'56e3c5a8-12af-4d32-8387-85cee6482bdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:55.086654 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56e3c5a8-12af-4d32-8387-85cee6482bdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:55.194138 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:55.194717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b274f9-9e58-4ee2-9bc0-2b5d2be0429d None None] The sync data for ids ['56e3c5a8-12af-4d32-8387-85cee6482bdc'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:55.197164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.231729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:55.242659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Usage tracker for resource:security_group_rule and tenant:b88efada8e15415bbc95018a0dc7c8e6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:55.246937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:55.249988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:55.263251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Sync routers for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:55.295265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:55.296705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:55.300551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:55.376077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] No DVR routers for this DVR port 7977c985-949a-4182-b597-b5ffa37e3826 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:55.381280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.389556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-deleted', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:46:55.395491 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-29413623-e804-4527-87c2-4ce9ce648e57 req-9ee97b02-a7fb-44da-99ca-8ef92e864800 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.66 "DELETE /v2.0/ports/7977c985-949a-4182-b597-b5ffa37e3826 HTTP/1.1" status: 204 len: 173 time: 9.6149049 Apr 29 11:46:55.423269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.470609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.541184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dae517ef-0907-4440-80b1-c4a307b3233b tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 200 len: 924 time: 0.5141695 Apr 29 11:46:55.546224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49146) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:55.572867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4c538526-d26f-4d72-a32d-344492042521 None None] Provisioning for port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:46:55.611059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4c538526-d26f-4d72-a32d-344492042521 None None] Provisioning complete for port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:55.611858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4c538526-d26f-4d72-a32d-344492042521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.657687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:55.692834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccd70-1d18-4bcf-9e4c-47e77e022d78 req-1d16f050-0d20-414d-989e-65503f978c36 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:55.695000 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-265ccd70-1d18-4bcf-9e4c-47e77e022d78 req-1d16f050-0d20-414d-989e-65503f978c36 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.6939168 Apr 29 11:46:55.749330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.777927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4c538526-d26f-4d72-a32d-344492042521 None None] Port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:55.867737 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-16e754ad-fb5e-4dc1-b9fe-5f68fb757c24 req-301dbf3b-68e3-415b-ac08-ee5fd7cd283a tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e98b6b6-ce00-4004-99d0-ab0788992084 HTTP/1.1" status: 200 len: 210 time: 0.1078510 Apr 29 11:46:55.893832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.904128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.914433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-265ccd70-1d18-4bcf-9e4c-47e77e022d78 req-7e3e9412-2497-4c80-a5ef-dcaab4db9bb4 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732731 Apr 29 11:46:55.922464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:55.928898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] device_id is not set on port 8414a488-0ed1-49fe-a693-28b08b06ecd4 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:46:55.990638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f823bb8-9e3b-4171-a720-f3553de64bd5'] response: {'server_uuid': '4e98b6b6-ce00-4004-99d0-ab0788992084', 'name': 'network-vif-deleted', 'tag': '7977c985-949a-4182-b597-b5ffa37e3826', 'status': 'completed', 'code': 200} Apr 29 11:46:56.032829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=ac145cdd-e4d9-4a63-82ee-1a09770b83c3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:56.038863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.059080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd8c94-b07d-49c0-a4eb-8b5834537a60 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:56.060264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-84cd8c94-b07d-49c0-a4eb-8b5834537a60 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Synchronizing usage tracker for tenant:dc2177c926654353be33e242ee1ba070 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:56.078787 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c4915bf8-5e2b-4b34-adc8-9bc73bfb14ba tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/ac145cdd-e4d9-4a63-82ee-1a09770b83c3 HTTP/1.1" status: 204 len: 168 time: 1.5906188 Apr 29 11:46:56.088004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49152) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:56.089161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.254 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/da83b4bb-617d-4cac-9571-ecf2ee7ed196) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:56.108316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d295da64-f68c-4bde-8887-3d2ae22a66d4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:56.115252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201afa43-9576-4234-bad9-ea14038c23e5 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:46:56.236922 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d49b0926-79f4-45ce-ba23-7bee4a9b23d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427114 Apr 29 11:46:56.240421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49156) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:56.265271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-84cd8c94-b07d-49c0-a4eb-8b5834537a60 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Unset dirty status for tenant:dc2177c926654353be33e242ee1ba070 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:56.267243 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-84cd8c94-b07d-49c0-a4eb-8b5834537a60 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=56e3c5a8-12af-4d32-8387-85cee6482bdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7198367 Apr 29 11:46:56.304116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49160) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:56.370638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting port d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:56.370959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.405703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.423636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:56.425577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba41af-850a-4b49-b2a7-e28a97a3db63 req-7c4d39b0-2c47-44c0-abaf-a9c8c4e3466f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:56.427185 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dba41af-850a-4b49-b2a7-e28a97a3db63 req-7c4d39b0-2c47-44c0-abaf-a9c8c4e3466f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.1740294 Apr 29 11:46:56.428387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.429169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.435844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Checking router: 5a799d06-21cb-4912-8600-081b4b53a516 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:46:56.451746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:56.452512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:56.575127 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dba41af-850a-4b49-b2a7-e28a97a3db63 req-057fb80a-1e38-4569-a69d-3001a9b10801 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946248 Apr 29 11:46:56.627100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49164) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:56.669601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:46:56.725595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:46:56.745630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Deleting port 689bf388-59d2-4276-bf0a-87268872c279 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:56.746043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:56.802917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=d4136c26-f4aa-49e9-807d-5a1c93afa2e5,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:56.870447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 06d81903-5475-4175-b362-ccca12714ffa is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:56.872469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:56.972892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.019885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3e612-bf61-4bf8-be48-1304a54c541a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:57.022992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bfa3e612-bf61-4bf8-be48-1304a54c541a tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.7104847 Apr 29 11:46:57.073895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49170) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:57.088749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49176) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:57.093329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.150481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cca315-7dd4-466b-9e0a-974e72d923a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:57.151591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-05cca315-7dd4-466b-9e0a-974e72d923a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:57.154882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.165327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Allocated IP 172.26.0.237 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8414a488-0ed1-49fe-a693-28b08b06ecd4) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:57.276359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 689bf388-59d2-4276-bf0a-87268872c279 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:46:57.297289 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-668836e6-af77-4d26-b698-af15e5966c9e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 200 len: 205 time: 0.2172172 Apr 29 11:46:57.318713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49180) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:57.379654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Calling delete_port for d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:57.397134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] For port 689bf388-59d2-4276-bf0a-87268872c279, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=689bf388-59d2-4276-bf0a-87268872c279,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:46:57.397891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.463290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:57.476816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:57.485730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-05cca315-7dd4-466b-9e0a-974e72d923a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:57.486993 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-05cca315-7dd4-466b-9e0a-974e72d923a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2456524 Apr 29 11:46:57.493138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:57.517859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:57.532226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router c7d12950-cb14-4e1e-a8c1-689f3a756e9a has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:57.534080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6052c2d-f425-4c47-a7c7-890cb69afaae tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:57.537537 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a6052c2d-f425-4c47-a7c7-890cb69afaae tempest-TestNetworkAdvancedServerOps-1956508098 tempest-TestNetworkAdvancedServerOps-1956508098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1094 time: 0.9093690 Apr 29 11:46:57.544338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49188) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:57.546159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=da83b4bb-617d-4cac-9571-ecf2ee7ed196,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:57.561195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:57.586558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:57.594921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Usage tracker for resource:floatingip and tenant:ea84be2ed9c040caaa6f7b3ae05fc24b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:57.611443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Calling delete_port for 689bf388-59d2-4276-bf0a-87268872c279 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:57.612228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:57.615157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.633924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.640298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:57.640956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-562b2ba4-b45d-4749-b711-037b3c4e7fa4 None None] Provisioning complete for port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:46:57.641334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-562b2ba4-b45d-4749-b711-037b3c4e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.714818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.760796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.817514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.827615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-562b2ba4-b45d-4749-b711-037b3c4e7fa4 None None] Port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:46:57.859148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.864323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:57.910933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfecfc7-b526-40fe-b895-d29b856c40cc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:57.911817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6bfecfc7-b526-40fe-b895-d29b856c40cc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:57.957377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Pushing event deleted for resources: {'Port': ['ID=689bf388-59d2-4276-bf0a-87268872c279,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:57.959413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3ad2f-760e-434f-aa82-85eca4716f5b None None] The sync data for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv is: [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:42:06Z', 'revision_number': 4, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'd627825f-b4c0-4bc1-b4bb-15ff668226e6', 'name': '', 'network_id': 'dda641af-33fa-46d8-adc5-bc5ec3ebe00e', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'mac_address': 'fa:16:3e:11:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:42:02Z', 'updated_at': '2022-04-29T11:42:16Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'subnets': [{'id': '8375f451-ae73-41f6-b139-b76e34b4d8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:57.960151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:57.964004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] No DVR routers for this DVR port 689bf388-59d2-4276-bf0a-87268872c279 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:46:57.980850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.981134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.981503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.982345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.982345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.982598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.982796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.983192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.983585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.983962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.984356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:57.984686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340de0-e271-484a-a2de-3d8af0cd6c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:46:58.020069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6bfecfc7-b526-40fe-b895-d29b856c40cc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:58.024567 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6bfecfc7-b526-40fe-b895-d29b856c40cc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5054328 Apr 29 11:46:58.031693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49192) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.125007 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-10ccc5ea-b700-405c-ac20-92b5720a5b0d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917106 Apr 29 11:46:58.128495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:46:58.135989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.142587 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] Sync routers for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:46:58.152918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:58.158472 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:58.159517 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:58.180614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.206302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.221951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.234749 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:58.242010 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2c967857-d12c-43ba-9bc9-65d39aa7c3f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0863914 Apr 29 11:46:58.243571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49200) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.250849 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:46:58.251858 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:58.287070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Port': ['ID=d7960bd9-8167-4cb0-a7ea-cf3cdfb0dda7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:58.308751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783bf30-d31f-44c6-acab-31e58c67c048,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:58.325551 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:46:58.326462 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff5c45-f1bc-4690-babb-d26792b28014 None None] The sync data for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:46:58.343794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a271a8-3775-4290-bafc-a0eac5c37e3b None None] New status for floating IP 19eb77b1-ec34-4303-a76a-ebf36d3ab614: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:46:58.459404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.555346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 1572c803-9037-4f0e-abb5-e7f9290adb9a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:58.555880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.567623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.572351 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f566a974-2185-46cd-955d-8b56284834be tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "DELETE /v2.0/security-groups/5783bf30-d31f-44c6-acab-31e58c67c048 HTTP/1.1" status: 204 len: 168 time: 1.4400332 Apr 29 11:46:58.584894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49204) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.596105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:58.650198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:58.653515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.692508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa32254-f805-462e-b966-9b817e68275e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:58.693123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-faa32254-f805-462e-b966-9b817e68275e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:46:58.752044 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-46c03219-aab4-4247-a51c-3833cc77027f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] show failed (client error): The resource could not be found. Apr 29 11:46:58.753411 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-46c03219-aab4-4247-a51c-3833cc77027f tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "GET /v2.0/security-groups/5783bf30-d31f-44c6-acab-31e58c67c048 HTTP/1.1" status: 404 len: 347 time: 0.1634066 Apr 29 11:46:58.760873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49208) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.796906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:46:58.800422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:58.872711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:46:58.927897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Pushing event updated for resources: {'Port': ['ID=8414a488-0ed1-49fe-a693-28b08b06ecd4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:46:58.931036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:46:58.932633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-faa32254-f805-462e-b966-9b817e68275e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:46:58.936671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-faa32254-f805-462e-b966-9b817e68275e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports/d4136c26-f4aa-49e9-807d-5a1c93afa2e5 HTTP/1.1" status: 200 len: 913 time: 0.6828325 Apr 29 11:46:58.936671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:46:58.964740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49212) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:58.986435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.018188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.037327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.227637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:46:59.228263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.236396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.344422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Deleting port 347df778-5f98-411f-a55b-2bd82eb52eb4 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:46:59.345034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.453761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 1572c803-9037-4f0e-abb5-e7f9290adb9a owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:46:59.624053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da7cca5d-445d-4ef1-8b27-9d1eac481c42 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.1129024 Apr 29 11:46:59.633148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49216) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:46:59.643711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.237'}]}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:46:59.673195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:46:59.695206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Usage tracker for resource:router and tenant:b88efada8e15415bbc95018a0dc7c8e6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:46:59.702164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:46:59.722787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:46:59.785067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Allocated IP 172.26.0.186 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:46:59.798015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.799026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.815238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Router f0e52fd2-26a6-4489-871a-e0df1bad53a7 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:46:59.838498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:46:59.903438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.032126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.032445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.040617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:00.112437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:00.136296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:00.139342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:00.140000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.145909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bafce1-da1d-466c-adaa-be0998e6afa2 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:00.171178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.192758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=04f760f9-bf9f-4242-8651-40929c08113c,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:00.260739 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ccab71a6-3e40-4c13-abaf-117b08c2d1eb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1235907 Apr 29 11:47:00.321092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.336152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49220) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:00.341979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db6923c9-52be-4469-9dae-45cf178efc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.395883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '04f760f9-bf9f-4242-8651-40929c08113c', 'ip_address': '2001:db8::ad55:310c:c358:69c4'}], 'name': 'tempest-NetworksTestDHCPv6-1233245490'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:00.401879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Calling delete_port for 347df778-5f98-411f-a55b-2bd82eb52eb4 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:00.415111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=1572c803-9037-4f0e-abb5-e7f9290adb9a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:00.434539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.485914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '04f760f9-bf9f-4242-8651-40929c08113c'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:00.486762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.487626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:00.501871 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] Sync routers for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:00.516207 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:00.517244 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:00.601115 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:00.613695 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] Routers {'f0e52fd2-26a6-4489-871a-e0df1bad53a7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:00.614859 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:46:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:00.630123 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-34f3c8bf-daf8-4a13-9600-abdfa74dbeac tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9313378 Apr 29 11:47:00.639324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=da83b4bb-617d-4cac-9571-ecf2ee7ed196,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:00.644189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.647588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.650160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49224) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:00.663435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/04f760f9-bf9f-4242-8651-40929c08113c/c5ca9bfe-738a-44cb-af5e-09d1be86a9c6) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:00.698768 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:00.699241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c37d244-fcf8-4c0d-b210-7ce4015115ba None None] The sync data for ids ['f0e52fd2-26a6-4489-871a-e0df1bad53a7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:00.758187 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-3a5e8fee-9595-4270-957f-bd5a9f74646f tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] show failed (client error): The resource could not be found. Apr 29 11:47:00.759959 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3a5e8fee-9595-4270-957f-bd5a9f74646f tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-271297677 HTTP/1.1" status: 404 len: 334 time: 0.1000831 Apr 29 11:47:00.760986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.771526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49228) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:00.788842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3654d08b-021d-45f4-9a8d-bbcec3807878 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:00.906354 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-3654d08b-021d-45f4-9a8d-bbcec3807878 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] update failed (client error): The resource could not be found. Apr 29 11:47:00.910861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3654d08b-021d-45f4-9a8d-bbcec3807878 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1359271631 HTTP/1.1" status: 404 len: 335 time: 0.1297047 Apr 29 11:47:00.911050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:00.928048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:00.979606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.047081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Transition to ACTIVE for port object c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:01.058363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting subnet 6a0d4589-1cb4-46a5-beed-218e2ff14a8f {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:01.065203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.071241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Transition to ACTIVE for port object c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:01.077120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.095412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.136831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.144478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:01.147311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:01.151594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:01.157767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Pushing event updated for resources: {'Port': ['ID=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:01.169280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Pushing event deleted for resources: {'Port': ['ID=347df778-5f98-411f-a55b-2bd82eb52eb4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:01.193773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:01.201522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.206738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.260741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Attempting to bind port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:01.261094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Attempting to bind port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:01.261357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Attempting to bind port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:01.267651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:01.268078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:01.268412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.268805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:01.269961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Bound port: c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:01.269961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.271701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:01.277516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.311128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:01.333459 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 53b60425-6037-4ccc-91f9-57d9d257bd9f associated. External IP: 172.26.0.254, port: a3159077-31fe-4b43-a310-71a1ac889f7a. Apr 29 11:47:01.339301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.379362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:01.383605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:01.389374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.404350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.404884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router 56e3c5a8-12af-4d32-8387-85cee6482bdc {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:01.460693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:01.485374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:01.505818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f6836-cbd4-4f64-8003-1264bd06e3fd None None] Pushing event updated for resources: {'Port': ['ID=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:01.523756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:01.586100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:01.624892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.731352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.739114 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-280a02b5-89ab-4065-bcfe-0ce9af434502 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 204 len: 168 time: 4.4108810 Apr 29 11:47:01.742689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49236) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:01.753216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.798039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-806139001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:01.806668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:01.807783 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ad27933f-8b72-405a-9a52-8596884a9922 tempest-ServerActionsTestJSON-1287716262 tempest-ServerActionsTestJSON-1287716262-project] 10.222.0.53 "DELETE /v2.0/floatingips/19eb77b1-ec34-4303-a76a-ebf36d3ab614 HTTP/1.1" status: 204 len: 168 time: 3.0457942 Apr 29 11:47:01.845463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49240) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:01.846315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:01.918885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.002788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 4542f83e-8d9a-4d0d-9a27-80f0f40721df yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:02.076983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:02.142783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:02.172590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:02.294842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.295948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.429069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.436617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.507290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.510295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0d4589-1cb4-46a5-beed-218e2ff14a8f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:02.515496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d42ea2-f383-4795-97ea-98d45c90133f None None] Network 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:02.542762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:02.547751 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cab28a8b-a616-412e-b796-c58721460d10 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/subnets/6a0d4589-1cb4-46a5-beed-218e2ff14a8f HTTP/1.1" status: 204 len: 168 time: 1.6163354 Apr 29 11:47:02.552510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49246) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:02.591484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.615911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::ad55:310c:c358:69c4 (509b49ef-561b-4c7b-b648-76f046bd5c48/04f760f9-bf9f-4242-8651-40929c08113c/4542f83e-8d9a-4d0d-9a27-80f0f40721df) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:02.635899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.686439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.745324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-607183c9-f7e4-4946-8636-fcaa49e8dfe9 None None] Provisioning for port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:02.836443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] DHCP port deletion for 2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:02.841871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Deleting port 40f10f7d-85b8-4cd8-a773-5afe1272894f {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:02.842563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.870304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.871906 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b532f642-cf1f-4c04-9adc-53bcadf0d6bd tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1245451 Apr 29 11:47:02.874122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port d4136c26-f4aa-49e9-807d-5a1c93afa2e5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:02.874534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.881550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49250) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:02.892094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'enable_snat': False}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:02.957789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:02.980332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0c68ad42-a5a1-42c8-994d-83a24891ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.086279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] For port 40f10f7d-85b8-4cd8-a773-5afe1272894f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=40f10f7d-85b8-4cd8-a773-5afe1272894f,segment=NetworkSegment(23fdf8a1-3d43-49a5-9905-0ef8e038128f),segment_id=23fdf8a1-3d43-49a5-9905-0ef8e038128f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:03.086711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.156224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting port 40f10f7d-85b8-4cd8-a773-5afe1272894f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:03.156489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.217144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Calling delete_port for 40f10f7d-85b8-4cd8-a773-5afe1272894f owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:03.323584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.394555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] Pushing event deleted for resources: {'Port': ['ID=40f10f7d-85b8-4cd8-a773-5afe1272894f,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:03.396812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:03.439232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:03.495892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fe848-11a3-4dab-b743-b6a2b17a253a None None] No DVR routers for this DVR port 40f10f7d-85b8-4cd8-a773-5afe1272894f on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:03.499666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:03.525178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:03.525947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:03.597020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.665121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] The port '40f10f7d-85b8-4cd8-a773-5afe1272894f' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:47:03.666613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.702816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:03.718632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.719501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:03.719876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.728956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.744444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.767216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.785556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:03.849094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for d4136c26-f4aa-49e9-807d-5a1c93afa2e5 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:03.854267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.892096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:03.953698 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dbf56d29-dd61-4945-8a25-2487679f1de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5026057 Apr 29 11:47:03.960968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49254) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:03.973788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:03.982886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.027085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.036392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.051207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:04.092649 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c411c7-ca33-48cf-9433-d6cb45a0298b'] response: {'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'status': 'completed', 'code': 200} Apr 29 11:47:04.107599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fdf8a1-3d43-49a5-9905-0ef8e038128f') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:04.108032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fdf8a1-3d43-49a5-9905-0ef8e038128f') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:04.121794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.141168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:04.152769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.174440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.206000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 4542f83e-8d9a-4d0d-9a27-80f0f40721df will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:04.250009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.259600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83cfcf04-8a2b-491d-a9aa-53c1d155ee2a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/53b60425-6037-4ccc-91f9-57d9d257bd9f HTTP/1.1" status: 200 len: 991 time: 0.2802999 Apr 29 11:47:04.262776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 40f10f7d-85b8-4cd8-a773-5afe1272894f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:04.273179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.288360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:04.288900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.307007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 40f10f7d-85b8-4cd8-a773-5afe1272894f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:04.307347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 40f10f7d-85b8-4cd8-a773-5afe1272894f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:04.309446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:04.314640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:04.325004 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:04.334367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.353153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:46:58Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:04.356665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:04.365329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:04.366094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:04.443716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:04.461576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:04.472811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:04.479212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:04.480346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.501887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.506471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.512300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.512924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c06772a2-517a-4c45-ab7e-04d752739917 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:04.515067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=4542f83e-8d9a-4d0d-9a27-80f0f40721df,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:04.526009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-22cf79a7-6e09-43fb-a151-e2d14b03dc3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1591227 Apr 29 11:47:04.531307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:04.562352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '04f760f9-bf9f-4242-8651-40929c08113c', 'ip_address': '2001:db8::ad55:310c:c358:69c4'}], 'name': 'tempest-NetworksTestDHCPv6-1927480789'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:04.570386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f5e6-e861-419e-93df-444c4a62096b req-b2bac06f-0792-4395-b135-152cf1fb73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:04.572161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-b2bac06f-0792-4395-b135-152cf1fb73ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1098 time: 0.4657979 Apr 29 11:47:04.575453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:47:04.576561 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f23140db-5c53-42df-aabf-2378735e4c3f tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9407198 Apr 29 11:47:04.580344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49264) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:04.587947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Network': ['ID=2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:04.593566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0ad8c0a1-a5d4-499c-be30-d801fd6e8f9c tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/networks/2903cc17-18f9-4b7c-ac5f-b2ce6c8bf827 HTTP/1.1" status: 204 len: 168 time: 2.0398412 Apr 29 11:47:04.603890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49268) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:04.640110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:04.882164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:04.902055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting subnet fed090e1-0619-4dd1-b360-9774dfad5936 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:04.913637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.915992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.952427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-376929ff-8096-428e-b498-07c4f83fadcc None None] Provisioning for port 4542f83e-8d9a-4d0d-9a27-80f0f40721df completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:04.952697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.960227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-376929ff-8096-428e-b498-07c4f83fadcc None None] Provisioning complete for port 4542f83e-8d9a-4d0d-9a27-80f0f40721df triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:04.960585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-376929ff-8096-428e-b498-07c4f83fadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:04.963820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.118124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-376929ff-8096-428e-b498-07c4f83fadcc None None] Port 4542f83e-8d9a-4d0d-9a27-80f0f40721df cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:05.137439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Deleting port 8414a488-0ed1-49fe-a693-28b08b06ecd4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:05.137779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.154882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:46:58Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:05.159468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9360a-bac0-46f5-b903-8efde825cb48 None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:45:56Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:46:58Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:05.211095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.256277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f5e6-e861-419e-93df-444c4a62096b req-f8736095-e999-4cc2-ac64-fbce5d5b1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:05.257759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-f8736095-e999-4cc2-ac64-fbce5d5b1f32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 898 time: 0.6763577 Apr 29 11:47:05.278084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:05.286370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49272) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:05.293788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.324961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:05.348774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:05.368069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:05.389241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=d4136c26-f4aa-49e9-807d-5a1c93afa2e5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:05.408779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:05.409348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.417896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:05.420333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event updated for resources: {'Port': ['ID=8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:05.443383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.463573 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31112474-5c34-4fe2-8053-8ebd2021aca2 None None] New status for floating IP 53b60425-6037-4ccc-91f9-57d9d257bd9f: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:05.553958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.570616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.588414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.642991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:05.908053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:05.933603 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-754a48da-854f-4baa-b5be-1e8769cc84f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 999 time: 0.6462357 Apr 29 11:47:05.952783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8886d68c-1d4d-46cd-b756-a3f7020b526d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/53b60425-6037-4ccc-91f9-57d9d257bd9f HTTP/1.1" status: 200 len: 991 time: 0.6629434 Apr 29 11:47:06.022757 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Floating IP c5b38d6c-236c-429e-adac-09572a4d3a5e associated. External IP: 172.26.0.186, port: 2e5b7a65-0d39-4a12-a98d-ad9602e47791. Apr 29 11:47:06.098954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.119326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f5e6-e861-419e-93df-444c4a62096b req-28520969-b35f-493b-8f1d-157d7e853ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:06.120771 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-28520969-b35f-493b-8f1d-157d7e853ece service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.1571171 Apr 29 11:47:06.179376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.225663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Allocated IP 172.26.0.189 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/94c329d8-a80a-4657-9880-48fc7a8de6c2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:06.234878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.276475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 217c4f10-01d9-4d4a-8790-fb0f382aab37 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:06.337568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Subnet': ['ID=fed090e1-0619-4dd1-b360-9774dfad5936,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:06.346184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2c72a-500f-4caf-8917-b7d811126a24 None None] Network 6afb4337-b427-44e2-991e-31525990b3b5 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:06.349227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.423946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.526468 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-23a16bd4-c213-4d19-83ef-a72ee58c672d tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/subnets/fed090e1-0619-4dd1-b360-9774dfad5936 HTTP/1.1" status: 204 len: 168 time: 1.9179561 Apr 29 11:47:06.534302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49276) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:06.583614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Calling delete_port for 8414a488-0ed1-49fe-a693-28b08b06ecd4 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:06.640616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] DHCP port deletion for 6afb4337-b427-44e2-991e-31525990b3b5 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:06.644760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Deleting port ba3ade3c-d67e-46c6-a676-fc04bc031b36 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:06.645148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.868131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] For port ba3ade3c-d67e-46c6-a676-fc04bc031b36, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ba3ade3c-d67e-46c6-a676-fc04bc031b36,segment=NetworkSegment(21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f),segment_id=21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:06.868420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.916764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Deleting port d627825f-b4c0-4bc1-b4bb-15ff668226e6 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:06.917225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:06.956332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f5e6-e861-419e-93df-444c4a62096b req-4818043b-cad2-4f86-aa8e-d82112395ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:06.957155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-4818043b-cad2-4f86-aa8e-d82112395ee5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8278861 Apr 29 11:47:06.968508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49280) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:07.004709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Calling delete_port for ba3ade3c-d67e-46c6-a676-fc04bc031b36 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:07.061716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.068385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting subnet 22a8fd21-c05c-427d-8d8c-eb809d28ddb9 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:07.094311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.100114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.146072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] Pushing event deleted for resources: {'Port': ['ID=ba3ade3c-d67e-46c6-a676-fc04bc031b36,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:07.147898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66dc115-89b9-4c46-bdfd-19d8ff16ab34 None None] No DVR routers for this DVR port ba3ade3c-d67e-46c6-a676-fc04bc031b36 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:07.181491 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 11:47:07.181981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:47:07.213600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Router 5678de80-fabd-4e07-9a05-021f93da9172 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:07.218091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router c7d12950-cb14-4e1e-a8c1-689f3a756e9a has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:07.219865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.260023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.265249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ba3ade3c-d67e-46c6-a676-fc04bc031b36 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:07.300984 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6ed62ec1-929c-45f4-b53d-74fd9b0bc76f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7583942 Apr 29 11:47:07.322117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ba3ade3c-d67e-46c6-a676-fc04bc031b36 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:07.322495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ba3ade3c-d67e-46c6-a676-fc04bc031b36 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:07.346723 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-646555e2-9b39-430e-845d-a1ad3a964378 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/53b60425-6037-4ccc-91f9-57d9d257bd9f HTTP/1.1" status: 200 len: 993 time: 0.3684280 Apr 29 11:47:07.348908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49284) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:07.362829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.521218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Pushing event deleted for resources: {'Port': ['ID=8414a488-0ed1-49fe-a693-28b08b06ecd4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:07.554072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:07.562301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:07.572912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:07.619163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Pushing event updated for resources: {'Port': ['ID=94c329d8-a80a-4657-9880-48fc7a8de6c2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:07.722965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.785302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-937856cf-4b5a-4d9e-865c-87431a437a94 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992940 Apr 29 11:47:07.825930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:07.838070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Sync routers for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:07.847957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:07.848733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:07.915982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.979618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] For port d627825f-b4c0-4bc1-b4bb-15ff668226e6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d627825f-b4c0-4bc1-b4bb-15ff668226e6,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:07.980239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:07.990631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.004518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:08.019219 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] Sync routers for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:08.030562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:08.031552 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.034369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.053880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:08.102996 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.112865 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:08.113916 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.144874 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6598a3fa-e1dc-4573-83d6-a0c0298626fe tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5959187 Apr 29 11:47:08.162201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:47:08.167637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Subnet': ['ID=22a8fd21-c05c-427d-8d8c-eb809d28ddb9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:08.177199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.198535 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.198784 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d6922a6b-37cd-4416-9d99-9d7fcc2c6672 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/subnets/22a8fd21-c05c-427d-8d8c-eb809d28ddb9 HTTP/1.1" status: 204 len: 168 time: 1.6634703 Apr 29 11:47:08.199459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49292) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:08.200088 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6a13c-92f3-44d0-a2a9-ccf5b06e98b4 None None] The sync data for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:08.200709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Calling delete_port for d627825f-b4c0-4bc1-b4bb-15ff668226e6 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:08.252746 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d329692-b3f3-4664-99a6-d62897b657c7'] response: {'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'status': 'completed', 'code': 200} Apr 29 11:47:08.291508 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-80084468-0f4e-48ab-b101-954c05015194 tempest-RoutersAdminNegativeIpV6Test-283043619 tempest-RoutersAdminNegativeIpV6Test-283043619-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8414a488-0ed1-49fe-a693-28b08b06ecd4 HTTP/1.1" status: 204 len: 168 time: 3.7084746 Apr 29 11:47:08.304257 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bff6f5e6-e861-419e-93df-444c4a62096b req-8fdc4af6-36f1-41b0-89b1-c82a7708150d service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025549 Apr 29 11:47:08.314403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c38a4c-03e9-480a-9314-e2def1cb6ad2 None None] Network 4bd371b3-27d5-435c-a93c-df037150de3b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:08.346749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-261240ea-f767-4695-b739-81b609819fc0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3333907 Apr 29 11:47:08.359359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49298) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:08.393129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85623b-8747-4796-9e48-0a9c978933de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.400502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85623b-8747-4796-9e48-0a9c978933de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.401423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2c85623b-8747-4796-9e48-0a9c978933de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:08.561437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.575056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2c85623b-8747-4796-9e48-0a9c978933de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:08.576697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2c85623b-8747-4796-9e48-0a9c978933de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.2133117 Apr 29 11:47:08.583082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49304) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:08.679007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49308) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:08.711528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 4542f83e-8d9a-4d0d-9a27-80f0f40721df {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:08.712245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.776866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de55f3-12b3-4ea2-860b-ec3831f7e50d req-5d974d64-94ec-43dd-9b40-d27b6d874dec tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.778837 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-63de55f3-12b3-4ea2-860b-ec3831f7e50d req-5d974d64-94ec-43dd-9b40-d27b6d874dec tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.4732165 Apr 29 11:47:08.787655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-b38e0b90-6954-49ca-ad54-1d9526e66238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:08.789441 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-b38e0b90-6954-49ca-ad54-1d9526e66238 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1099 time: 0.4415159 Apr 29 11:47:08.810998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'c5b38d6c-236c-429e-adac-09572a4d3a5e', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'mac_address': 'fa:16:3e:87:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:02Z', 'updated_at': '2022-04-29T11:47:02Z', 'revision_number': 0, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.815898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Checking router: 5678de80-fabd-4e07-9a05-021f93da9172 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:08.826547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:08.827175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:08.887530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:08.908311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] DHCP port deletion for 4bd371b3-27d5-435c-a93c-df037150de3b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:08.984936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Deleting port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:08.985308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.089830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.139147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-63de55f3-12b3-4ea2-860b-ec3831f7e50d req-c60610a1-336e-4b58-9fdb-cfedfbe6836e tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419747 Apr 29 11:47:09.162529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:09.164725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.191531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:09.195390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49318) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:09.228062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Usage tracker for resource:security_group_rule and tenant:73238ab1808248e2a3b66c3bbfec9804 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:09.230883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d627825f-b4c0-4bc1-b4bb-15ff668226e6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:09.237456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:09.261605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:09.297589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20c6062a-7e27-4b57-b58d-584e8b0c2e9a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:09.355781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-913ab6d5-62d2-4e8d-89a5-37c13234671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:09.357260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-913ab6d5-62d2-4e8d-89a5-37c13234671f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 898 time: 0.5538447 Apr 29 11:47:09.439991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] For port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,segment=NetworkSegment(b623aae8-a60e-4537-9c48-8fc70d08d9cb),segment_id=b623aae8-a60e-4537-9c48-8fc70d08d9cb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:09.440442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.524727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:47:09.593983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.631188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afb4337-b427-44e2-991e-31525990b3b5']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:09.647923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:09.648387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bacfcd-c7bd-4f7e-b2ca-d0f801564e1f') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:09.653611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Calling delete_port for 20c6062a-7e27-4b57-b58d-584e8b0c2e9a owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:09.664122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.708283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.739468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:09.739866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:09.757005 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:09.791414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.812762 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-26c2b19a-0a9b-4381-976b-c3ef8f0ccad6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 1000 time: 0.4277389 Apr 29 11:47:09.829955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.872786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8bbf25f2-e3cf-4bc7-a29b-dceb992e3b5f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/floatingips/c5b38d6c-236c-429e-adac-09572a4d3a5e HTTP/1.1" status: 200 len: 992 time: 0.6713719 Apr 29 11:47:09.904469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.906846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.923460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:09.991639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.025223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] Pushing event deleted for resources: {'Port': ['ID=20c6062a-7e27-4b57-b58d-584e8b0c2e9a,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:10.035338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e4014-0eea-44d8-b6ce-43dddf4cb0d9 None None] No DVR routers for this DVR port 20c6062a-7e27-4b57-b58d-584e8b0c2e9a on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:10.044209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 4542f83e-8d9a-4d0d-9a27-80f0f40721df owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:10.066754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.096826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Network': ['ID=6afb4337-b427-44e2-991e-31525990b3b5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:10.102442 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dc880517-c2cf-4f6a-b7f9-677513fb456e tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/networks/6afb4337-b427-44e2-991e-31525990b3b5 HTTP/1.1" status: 204 len: 168 time: 1.8990297 Apr 29 11:47:10.108649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49322) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:10.170145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-be4f51f0-0816-446c-bbdb-777ceb6c4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:10.171597 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-be4f51f0-0816-446c-bbdb-777ceb6c4f3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 200 len: 835 time: 0.2461340 Apr 29 11:47:10.178311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'c5b38d6c-236c-429e-adac-09572a4d3a5e', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'mac_address': 'fa:16:3e:87:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:02Z', 'updated_at': '2022-04-29T11:47:02Z', 'revision_number': 0, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:10.184824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2e36f-06e0-4b51-ac21-a1c9e1cb887e None None] The sync data for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv is: [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'c5b38d6c-236c-429e-adac-09572a4d3a5e', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'floating_ip_address': '172.26.0.186', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'mac_address': 'fa:16:3e:87:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:47:02Z', 'updated_at': '2022-04-29T11:47:02Z', 'revision_number': 0, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:10.269880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.271223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.288133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.298889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.447274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7e4e6-c184-4702-b341-5ca4f35f0136 None None] New status for floating IP c5b38d6c-236c-429e-adac-09572a4d3a5e: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:47:10.528084 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73238ab1808248e2a3b66c3bbfec9804&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8433926 Apr 29 11:47:10.532120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49326) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:10.536503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089f398-fb6c-4616-ad18-971814f9a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e2a90-1c56-476b-b0eb-cba37fd8870b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:10.613626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-0a0a1179-3f45-4845-8707-731d3e5eb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:10.615204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-0a0a1179-3f45-4845-8707-731d3e5eb453 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb6e62b9-909f-472b-a68e-9622fa096f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4345422 Apr 29 11:47:10.638325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.644375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.650522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Router 583e88e5-098e-499f-81ee-dba761b15ad7 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:10.669643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.797701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd371b3-27d5-435c-a93c-df037150de3b']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:10.807899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.814070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=4542f83e-8d9a-4d0d-9a27-80f0f40721df,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:10.829122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:10.878694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49330) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:10.893565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b623aae8-a60e-4537-9c48-8fc70d08d9cb') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:10.893790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b623aae8-a60e-4537-9c48-8fc70d08d9cb') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:10.994881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.013228 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42ebde01-d9f0-4bc3-9e19-1610b6bcfd2a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/4542f83e-8d9a-4d0d-9a27-80f0f40721df HTTP/1.1" status: 204 len: 168 time: 2.4261420 Apr 29 11:47:11.019475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49334) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:11.041943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.131803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-4d0be130-7d5d-4f10-aa72-40e1aa7e014f service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075161 Apr 29 11:47:11.155955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.261152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:11.262407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e83dad4-07ce-4033-b11a-ad2353980f79 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/floatingips/c5b38d6c-236c-429e-adac-09572a4d3a5e HTTP/1.1" status: 200 len: 994 time: 0.4251428 Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:11.315155 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:11.375642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf3adb-a71d-46b4-a435-edccbc1c3495 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:11.377317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf3adb-a71d-46b4-a435-edccbc1c3495 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:11.378137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a3bf3adb-a71d-46b4-a435-edccbc1c3495 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:11.417977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.457028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e2a90-1c56-476b-b0eb-cba37fd8870b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:11.471421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:11.473325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Router 5a799d06-21cb-4912-8600-081b4b53a516 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:11.478618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.479928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a3bf3adb-a71d-46b4-a435-edccbc1c3495 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:11.484021 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a3bf3adb-a71d-46b4-a435-edccbc1c3495 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4474132 Apr 29 11:47:11.487455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49338) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:11.490077 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] Sync routers for ids ['583e88e5-098e-499f-81ee-dba761b15ad7'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:11.497647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.501083 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2688e17-2838-41f7-aa7e-accea3e0cacd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e0e2a90-1c56-476b-b0eb-cba37fd8870b HTTP/1.1" status: 204 len: 168 time: 0.9637234 Apr 29 11:47:11.508895 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c7971752-b7f9-4d69-a43a-daab24a38335 req-bbda760c-f4e7-492e-871f-d1d2d4f65956 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686776 Apr 29 11:47:11.511244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.516106 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/networks/4bd371b3-27d5-435c-a93c-df037150de3b HTTP/1.1" status: 204 len: 168 time: 1.4064887 Apr 29 11:47:11.516649 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] Routers {'583e88e5-098e-499f-81ee-dba761b15ad7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:11.517697 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['583e88e5-098e-499f-81ee-dba761b15ad7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:11.580426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49344) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:11.589947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611cfab-4399-46c6-b0a6-a07b0889c278 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Network': ['ID=4bd371b3-27d5-435c-a93c-df037150de3b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:11.594400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.595894 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0213313b-c7e2-46f9-a854-ba8f1f1300e5 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "PUT /v2.0/routers/583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 200 len: 919 time: 8.7115185 Apr 29 11:47:11.612480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:11.639645 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:11.654000 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] Routers {'583e88e5-098e-499f-81ee-dba761b15ad7'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:11.655066 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['583e88e5-098e-499f-81ee-dba761b15ad7'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:11.737720 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:11.738381 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca09c7-e56a-494e-997c-0ea5fdf6325d None None] The sync data for ids ['583e88e5-098e-499f-81ee-dba761b15ad7'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:11.739195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting subnet a1f6e64b-1395-40d8-bcb9-b4ef871febfc {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:11.755532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 04f760f9-bf9f-4242-8651-40929c08113c {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:11.762823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.828303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.914444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:11.921259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49354) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:11.971359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.047229 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9ab62310-5e43-4597-80b1-cccdd33d2aee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b88efada8e15415bbc95018a0dc7c8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248143 Apr 29 11:47:12.053997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49358) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.061622 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-08ec5775-bfa6-45e6-801d-4d6dbbe41963 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 200 len: 925 time: 0.4479268 Apr 29 11:47:12.073073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:12.076546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49362) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.081828 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83888f7e-56c3-425f-a707-254fa5b7fd23 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a799d06-21cb-4912-8600-081b4b53a516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2356164 Apr 29 11:47:12.084587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Sync routers for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:12.087983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-7dbf46b3-892e-45fd-887e-27216991c80e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2406538 Apr 29 11:47:12.099369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:12.100659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:12.123530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49366) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.264597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.344562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 786a70db-f24a-4b8f-9c9b-a16068d67b21 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:12.345348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:12.345496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.395427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.421988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.453861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.480107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75fbc3-c5b4-4690-9eb0-4ae3daa8969f tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:12.484274 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7b75fbc3-c5b4-4690-9eb0-4ae3daa8969f tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=583e88e5-098e-499f-81ee-dba761b15ad7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4039173 Apr 29 11:47:12.484274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.492523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49370) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.527018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33e9eba-fe02-4a9d-8945-7c420978a570 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:12.533595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=04f760f9-bf9f-4242-8651-40929c08113c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:12.537238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.609243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.626318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047b82-c373-4357-9526-df770849a3c9 req-b9f71cfc-5d7c-4fe5-b5f8-8a40da908261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:12.627685 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-b9f71cfc-5d7c-4fe5-b5f8-8a40da908261 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1098 time: 0.4054105 Apr 29 11:47:12.666438 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b2d3984a-9192-4a59-9502-b95029664f03 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/04f760f9-bf9f-4242-8651-40929c08113c HTTP/1.1" status: 204 len: 168 time: 1.1608374 Apr 29 11:47:12.673674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49374) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.719630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.810097 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-40543556-5720-409b-8ecb-d28f5b26e414 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348732 Apr 29 11:47:12.812338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.813440 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d295da64-f68c-4bde-8887-3d2ae22a66d4 HTTP/1.1" status: 204 len: 168 time: 0.7579041 Apr 29 11:47:12.814344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59bf3b-b318-4e1a-b6c9-55bf1077c885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d295da64-f68c-4bde-8887-3d2ae22a66d4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:12.822678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49378) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.832207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:12.897830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:12.912748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476515d-41b1-4c98-8995-649fd0d3b547 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:12.925652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:47:08Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:12.929033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6476515d-41b1-4c98-8995-649fd0d3b547 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/networks/511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 881 time: 0.4195428 Apr 29 11:47:12.931070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Checking router: 5a799d06-21cb-4912-8600-081b4b53a516 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:12.934979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49384) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:12.958245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Routers {'5a799d06-21cb-4912-8600-081b4b53a516'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:12.958888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a799d06-21cb-4912-8600-081b4b53a516'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:13.122325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 786a70db-f24a-4b8f-9c9b-a16068d67b21 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:13.151332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:13.156428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] Set router 5a799d06-21cb-4912-8600-081b4b53a516 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:13.157617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:13.161502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:13.170622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:13.185617 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-14cff707-45bc-4dae-a847-9457085f415f tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 200 len: 205 time: 0.2493961 Apr 29 11:47:13.188249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49392) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:13.199693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:13.203981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.231601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.338376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.341479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f6e64b-1395-40d8-bcb9-b4ef871febfc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:13.355212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ef34cefb-b94e-45f0-b84f-6f9dc5c0ae14 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/subnets/a1f6e64b-1395-40d8-bcb9-b4ef871febfc HTTP/1.1" status: 204 len: 168 time: 1.7684784 Apr 29 11:47:13.356161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49400) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:13.365192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:13.369017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:13.436165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047b82-c373-4357-9526-df770849a3c9 req-1a6f49fa-7723-4024-80f5-a14853373e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:13.438293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bbcae0-eae0-4ca9-baa0-6c3c60c5c19c None None] Network c995807f-c856-411d-9b70-60c0fcd8f18b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:13.439048 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-1a6f49fa-7723-4024-80f5-a14853373e15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 898 time: 0.7834113 Apr 29 11:47:13.458270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Deleting port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:13.458790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.524330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.547617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.589789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Deleting port 73baea61-6310-46be-a646-6dd17428920c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:13.590043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.656139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Deleting port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:13.657032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.748500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.865399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:13.874405 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-43a53286-fe88-44f5-a7e2-ac3b7dcecd5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 1001 time: 0.4139438 Apr 29 11:47:13.961457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49414) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:13.976428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] For port fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:13.977103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.017666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=786a70db-f24a-4b8f-9c9b-a16068d67b21,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:14.166429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:14.181116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Calling delete_port for fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:14.214537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.231785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.264915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] For port 73baea61-6310-46be-a646-6dd17428920c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=73baea61-6310-46be-a646-6dd17428920c,segment=NetworkSegment(c0335cab-8d2a-4deb-b492-659f9042b87c),segment_id=c0335cab-8d2a-4deb-b492-659f9042b87c)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:14.265372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.287747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.361482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:14.363054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.364875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047b82-c373-4357-9526-df770849a3c9 req-fa019a2e-0889-4617-bd4a-499625047912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:14.366847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-fa019a2e-0889-4617-bd4a-499625047912 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.4707656 Apr 29 11:47:14.369788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1516371305'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:14.442774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Calling delete_port for 73baea61-6310-46be-a646-6dd17428920c owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:14.506102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:14.521224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Usage tracker for resource:network and tenant:9588b5ddf47340eabd170c78dcc12503 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:14.535183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:14.544838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Calling delete_port for c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:14.566247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:14.597079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:14.666101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:14.666420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:14.668020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:47:08Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:14.675771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d98d-c27c-4224-865e-08a9a72c94bb None None] The sync data for ids ['5a799d06-21cb-4912-8600-081b4b53a516'] in dv-neutron-839741-1-hyperv is: [{'id': '5a799d06-21cb-4912-8600-081b4b53a516', 'name': 'tempest-ServerActionsTestJSON-509425642-router', 'tenant_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:41:52Z', 'updated_at': '2022-04-29T11:47:08Z', 'revision_number': 5, 'project_id': '65036cb708c1458f9475b4f4d2f4e9cc', 'gw_port': {'id': 'fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a799d06-21cb-4912-8600-081b4b53a516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:41:55Z', 'updated_at': '2022-04-29T11:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:14.703683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Made reservation on behalf of 9588b5ddf47340eabd170c78dcc12503 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:14.707144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.760982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.797339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.800396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.805264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:14.843457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:14.883980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router c7d12950-cb14-4e1e-a8c1-689f3a756e9a has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:14.902936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Port': ['ID=73baea61-6310-46be-a646-6dd17428920c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:14.909051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] No DVR routers for this DVR port 73baea61-6310-46be-a646-6dd17428920c on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:14.977379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Usage tracker for resource:security_group_rule and tenant:9588b5ddf47340eabd170c78dcc12503 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:14.985354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:15.000041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 94c329d8-a80a-4657-9880-48fc7a8de6c2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:15.000381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.033924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:15.059711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:15.074407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7230b-e1c3-4a0d-b98c-2a79a382d619 None None] DHCP port deletion for c995807f-c856-411d-9b70-60c0fcd8f18b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:15.102899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:15.115465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047b82-c373-4357-9526-df770849a3c9 req-d014fd9c-1d04-464e-b361-6bfe8264b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:15.116974 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-d014fd9c-1d04-464e-b361-6bfe8264b5c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6656744 Apr 29 11:47:15.121266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:15.121879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.167945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:15.168310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Deleting port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:15.168769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.172218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=89649ab9-ba49-4f76-8b50-fb33cea990da,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:15.176033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.188103 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124da31-bb08-4869-b977-c29051509633 None None] Sync routers for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:15.217021 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:15.217963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.218217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c995807f-c856-411d-9b70-60c0fcd8f18b']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.235341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0335cab-8d2a-4deb-b492-659f9042b87c') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.235715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0335cab-8d2a-4deb-b492-659f9042b87c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.266503 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f6522a1f-a23f-4e50-8eb0-cf5845db3e41 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8955271 Apr 29 11:47:15.270955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49420) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:15.313675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.341120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-da0a826b-72a7-4b2c-bbee-705d8b08476f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:15.354475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.363179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:15.363580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:15.387353 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:15.392099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-da0a826b-72a7-4b2c-bbee-705d8b08476f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:15.396756 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-da0a826b-72a7-4b2c-bbee-705d8b08476f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7d12950-cb14-4e1e-a8c1-689f3a756e9a HTTP/1.1" status: 200 len: 205 time: 0.1252131 Apr 29 11:47:15.400879 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.408233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49424) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:15.414790 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] Routers {'c7d12950-cb14-4e1e-a8c1-689f3a756e9a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:15.415915 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.437953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e38640c-47c6-473d-b4a5-52d8a3c5541b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6141727 Apr 29 11:47:15.468506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49428) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:15.485546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '89649ab9-ba49-4f76-8b50-fb33cea990da', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-672140924'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:15.508116 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7124da31-bb08-4869-b977-c29051509633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:15.508940 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124da31-bb08-4869-b977-c29051509633 None None] The sync data for ids ['c7d12950-cb14-4e1e-a8c1-689f3a756e9a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:15.509177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.520964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] For port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:15.521359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.609439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:15.711467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Calling delete_port for c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:15.742073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 73baea61-6310-46be-a646-6dd17428920c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:15.751587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.755519 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-67ab47bc-339e-4485-999c-4309876d00e1 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152475 Apr 29 11:47:15.796928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 73baea61-6310-46be-a646-6dd17428920c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:15.797289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 73baea61-6310-46be-a646-6dd17428920c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:15.797711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d627825f-b4c0-4bc1-b4bb-15ff668226e6 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:15.831254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.835941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: d627825f-b4c0-4bc1-b4bb-15ff668226e6 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:15.836284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d627825f-b4c0-4bc1-b4bb-15ff668226e6 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:15.865214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.874846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.898228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.906086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Pushing event deleted for resources: {'Network': ['ID=c995807f-c856-411d-9b70-60c0fcd8f18b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:15.913920 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-378c5692-ece0-44a5-932b-ee1c052f8410 tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/networks/c995807f-c856-411d-9b70-60c0fcd8f18b HTTP/1.1" status: 204 len: 168 time: 2.5568235 Apr 29 11:47:15.930236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] No DVR routers for this DVR port c5ca9bfe-738a-44cb-af5e-09d1be86a9c6 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:15.939207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c983ef-4d94-4d12-82b2-33f81bf4a951 None None] Pushing event deleted for resources: {'Port': ['ID=c5ca9bfe-738a-44cb-af5e-09d1be86a9c6,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:15.946707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:15.952522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f00a1-0a52-4d02-930c-32d80988637b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:15.958103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49432) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:16.016190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 94c329d8-a80a-4657-9880-48fc7a8de6c2 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:16.058174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.122596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b165d07c-b3de-41b8-babc-e8e5db7b0feb tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Synchronizing usage tracker for tenant:92e2f34974394cfa99e138de654ce8da on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:16.130660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.134615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.147335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:16.156192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b165d07c-b3de-41b8-babc-e8e5db7b0feb tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Unset dirty status for tenant:92e2f34974394cfa99e138de654ce8da on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:16.157626 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b165d07c-b3de-41b8-babc-e8e5db7b0feb tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0e52fd2-26a6-4489-871a-e0df1bad53a7 HTTP/1.1" status: 200 len: 205 time: 0.1986423 Apr 29 11:47:16.160160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:16.164436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.195185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '89649ab9-ba49-4f76-8b50-fb33cea990da'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:16.196092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.208341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:16.210904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:16.227272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:16.272561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.272947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router c7d12950-cb14-4e1e-a8c1-689f3a756e9a {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:16.296433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.349031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.352873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bc108952-855a-4b8e-aa96-197f47e76f72 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a HTTP/1.1" status: 204 len: 168 time: 0.9408548 Apr 29 11:47:16.356275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49440) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:16.358909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:16.373120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98303e-db5f-4295-8f5a-56eab94df448,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:16.383138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.383138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Added segment f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795 of type vlan for network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 Apr 29 11:47:16.391902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/89649ab9-ba49-4f76-8b50-fb33cea990da/1de9f1c3-0174-4a5e-b1aa-b67da2ba306b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:16.423464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.436879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.440053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5047b82-c373-4357-9526-df770849a3c9 req-77a45a2b-ce25-471d-8466-2ea2c3563b29 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515162 Apr 29 11:47:16.459511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:16.635720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.650706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.651211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a799d06-21cb-4912-8600-081b4b53a516 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:16.658307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet 5795cd91-c529-40b0-abd8-90e5cee30647 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:16.665622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.678306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.691038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Transition to ACTIVE for port object 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:16.699371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.703357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.720728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Transition to ACTIVE for port object 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:16.729542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.737978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.774292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.775536 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d3ce8bef-bedc-4e5b-9ac7-011cf1b537ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/5a799d06-21cb-4912-8600-081b4b53a516 HTTP/1.1" status: 204 len: 168 time: 4.6507003 Apr 29 11:47:16.776608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.782133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:16.783092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.821889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49444) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:16.825137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:16.828843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:16.831891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:16.880916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Pushing event updated for resources: {'Port': ['ID=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:16.916987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.918092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Fanout notify agent at l3_agent the message router_deleted on router f0e52fd2-26a6-4489-871a-e0df1bad53a7 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:16.919833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.943875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.945452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-67cf5d28-2eca-4f36-9fbe-84491936710b tempest-RoutersNegativeIpV6Test-1585604595 tempest-RoutersNegativeIpV6Test-1585604595-project] 10.222.0.53 "DELETE /v2.0/routers/f0e52fd2-26a6-4489-871a-e0df1bad53a7 HTTP/1.1" status: 204 len: 168 time: 0.7841661 Apr 29 11:47:16.973883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Attempting to bind port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:16.974358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Attempting to bind port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:16.974835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Attempting to bind port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:16.980674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:16.981179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:16.981696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.982301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:16.982968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Bound port: 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:16.983382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:16.999589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.051076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0806363 Apr 29 11:47:17.051076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d97ac-55f1-4bd7-9691-499424dddff2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'Network': ['ID=49b29424-e7a7-4007-ae62-144bf2d1b6c6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.051679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49450) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.069279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:17.076779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Request body: {'subnet': {'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:17.092117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port f38d6be1-67a4-4c26-a9b8-fe79e4813855 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:17.104495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.131374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Deleting subnet 8375f451-ae73-41f6-b139-b76e34b4d8b8 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:17.138633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.154304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=5795cd91-c529-40b0-abd8-90e5cee30647,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.159930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.165152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.168840 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bbfedbd7-241b-4be0-aae5-b4f4ff0d2b15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/5795cd91-c529-40b0-abd8-90e5cee30647 HTTP/1.1" status: 204 len: 168 time: 0.8114147 Apr 29 11:47:17.171571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49454) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.202473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec3291-19f5-4cd1-a30b-139cdf58f571 None None] Network 06d81903-5475-4175-b362-ccca12714ffa requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:17.264413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet f340c8dc-baeb-4a27-a0ca-0aa08fb2d561 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:17.275530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=94c329d8-a80a-4657-9880-48fc7a8de6c2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.284533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.381791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49460) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.401355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.417536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.462058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:17.536956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.596451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:17.597203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:17.597663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fa3b89b8-0b17-4f59-8f2a-9a5f4925e40b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:17.603296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:17.611512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Usage tracker for resource:subnet and tenant:9588b5ddf47340eabd170c78dcc12503 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:17.619621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:17.620644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:17.627103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.632610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:47:17.633062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:47:17.639481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:17.648924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.662496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.715773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=f340c8dc-baeb-4a27-a0ca-0aa08fb2d561,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.724845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.731945 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a124526e-0fd0-4ecf-bc1c-b63c64e957ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92e2f34974394cfa99e138de654ce8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490729 Apr 29 11:47:17.737403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c095b51d-a1a1-4c18-8554-f3b2ff0db44f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/f340c8dc-baeb-4a27-a0ca-0aa08fb2d561 HTTP/1.1" status: 204 len: 168 time: 0.5620904 Apr 29 11:47:17.737403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49466) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.745098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad77753-ae19-4dda-ac4d-b081dab373c9 None None] Pushing event updated for resources: {'Port': ['ID=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:17.746391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49468) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.749123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf30b75e-fea1-43f4-b405-2c9e0a78cfb8 None None] Network f680c3c1-faa3-4eb4-be79-f219ff1c2252 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:17.850960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Made reservation on behalf of 9588b5ddf47340eabd170c78dcc12503 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:17.854534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.880520 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ce30c659-76f2-4af6-9cb7-db3317ecc156 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4109168 Apr 29 11:47:17.880856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] DHCP port deletion for 06d81903-5475-4175-b362-ccca12714ffa request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:17.888715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.890759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49474) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:17.902488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Deleting port d3247278-55de-4661-8a58-ad8ae98becb1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:17.902875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.910058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.919610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.942152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.946447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port d3247278-55de-4661-8a58-ad8ae98becb1 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:17.946792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:17.977570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.030320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.150238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.151023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router 583e88e5-098e-499f-81ee-dba761b15ad7 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:18.190033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.197248 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a0e72de8-fc79-422a-b20c-0ba6df13e916 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 204 len: 168 time: 5.0043688 Apr 29 11:47:18.198883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49478) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:18.212764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1649829348', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:18.225457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:18.238413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Usage tracker for resource:router and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:18.246702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:18.291241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:18.297594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.304791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port d3247278-55de-4661-8a58-ad8ae98becb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d3247278-55de-4661-8a58-ad8ae98becb1,segment=NetworkSegment(bf61d0a3-71ae-4cea-9268-e18bca2ea218),segment_id=bf61d0a3-71ae-4cea-9268-e18bca2ea218)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:18.305603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.306447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e558f-f06e-4a0a-b72a-cb45bc0f46d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:18.306598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] For port d3247278-55de-4661-8a58-ad8ae98becb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d3247278-55de-4661-8a58-ad8ae98becb1,segment=NetworkSegment(bf61d0a3-71ae-4cea-9268-e18bca2ea218),segment_id=bf61d0a3-71ae-4cea-9268-e18bca2ea218)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:18.307051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.307186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a48e558f-f06e-4a0a-b72a-cb45bc0f46d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:18.313854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.378522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] DHCP port deletion for f680c3c1-faa3-4eb4-be79-f219ff1c2252 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:18.419415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fadcac-8ac3-4eb8-9731-62d37fd8bd01,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:18.456777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Calling delete_port for d3247278-55de-4661-8a58-ad8ae98becb1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:18.498367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8375f451-ae73-41f6-b139-b76e34b4d8b8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:18.505224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for d3247278-55de-4661-8a58-ad8ae98becb1 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:18.505474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Deleting port f0886ad2-0f39-4672-883d-efcc5e6519d9 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:18.506489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.508092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.510939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.512143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.533886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.535003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a48e558f-f06e-4a0a-b72a-cb45bc0f46d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:18.535257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-01781a13-80ab-481e-8e51-cd226aa17ce1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95fadcac-8ac3-4eb8-9731-62d37fd8bd01 HTTP/1.1" status: 204 len: 168 time: 0.7986219 Apr 29 11:47:18.540896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b7551-e4ec-495d-9fa7-916f6f7d6abd None None] Network dda641af-33fa-46d8-adc5-bc5ec3ebe00e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:18.548985 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a48e558f-f06e-4a0a-b72a-cb45bc0f46d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6568317 Apr 29 11:47:18.549630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49484) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:18.565568 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7075895d-d657-4218-b414-f47f126b4df6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8375f451-ae73-41f6-b139-b76e34b4d8b8 HTTP/1.1" status: 204 len: 168 time: 1.7275999 Apr 29 11:47:18.566328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:18.618413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.668719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.691773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.751385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=d3247278-55de-4661-8a58-ad8ae98becb1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:18.753551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port d3247278-55de-4661-8a58-ad8ae98becb1 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:18.801371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:18.801806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:18.807101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.856492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1005f7-2dc1-4c90-87f5-fe031516024d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:18.858447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1005f7-2dc1-4c90-87f5-fe031516024d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:18.859404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a1005f7-2dc1-4c90-87f5-fe031516024d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:18.864584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Deleting port ea694d54-2a4d-4758-8f6e-2d31233de317 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:18.864916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:18.998359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'Subnet': ['ID=2e2fde1e-2e99-4769-8ce2-d201208069ae,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:19.033000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] For port f0886ad2-0f39-4672-883d-efcc5e6519d9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f0886ad2-0f39-4672-883d-efcc5e6519d9,segment=NetworkSegment(cb9c7fdc-83f7-407f-8a32-75c2b54cfceb),segment_id=cb9c7fdc-83f7-407f-8a32-75c2b54cfceb)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:19.033661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.053252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.087287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a1005f7-2dc1-4c90-87f5-fe031516024d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:19.093954 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5a1005f7-2dc1-4c90-87f5-fe031516024d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5397539 Apr 29 11:47:19.099814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49498) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:19.104333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Checking segment: {'id': 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:19.105814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Network hostable DHCP agents. Network: 49b29424-e7a7-4007-ae62-144bf2d1b6c6, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:19.175093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Calling delete_port for f0886ad2-0f39-4672-883d-efcc5e6519d9 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:19.212811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.280070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 89649ab9-ba49-4f76-8b50-fb33cea990da {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:19.291824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.304344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Deleting port d3247278-55de-4661-8a58-ad8ae98becb1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:19.308448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.334120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:19.362841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa4793-6f79-4bbb-b084-497816c40a10 None None] DHCP port deletion for dda641af-33fa-46d8-adc5-bc5ec3ebe00e request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:19.382236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 49b29424-e7a7-4007-ae62-144bf2d1b6c6) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:19.395364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:19.396203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.417418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd9609b-9d3c-450d-863b-d9f1a34c5802 None None] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:19.418262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.452770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] For port ea694d54-2a4d-4758-8f6e-2d31233de317, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ea694d54-2a4d-4758-8f6e-2d31233de317,segment=NetworkSegment(cc8289b1-a81f-4a90-b580-545ffd2a7b0e),segment_id=cc8289b1-a81f-4a90-b580-545ffd2a7b0e)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:19.453071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.496806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-adfa4793-6f79-4bbb-b084-497816c40a10 None None] Deleting port ea694d54-2a4d-4758-8f6e-2d31233de317 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:19.497362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-adfa4793-6f79-4bbb-b084-497816c40a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.528805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-55a03f88-3168-462a-9850-df8ff81bc6b3 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4659846 Apr 29 11:47:19.533480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:19.544273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:19.546103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Request body: {'port': {'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-413113489'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:19.588624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7d5aa671-5d11-4177-8bca-06bfc93f57b2 None None] The port 'd3247278-55de-4661-8a58-ad8ae98becb1' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:47:19.599179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Calling delete_port for ea694d54-2a4d-4758-8f6e-2d31233de317 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:19.698151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d81903-5475-4175-b362-ccca12714ffa']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:19.713072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf61d0a3-71ae-4cea-9268-e18bca2ea218') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:19.713361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf61d0a3-71ae-4cea-9268-e18bca2ea218') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:19.723328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.727597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.735936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.802307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea694d54-2a4d-4758-8f6e-2d31233de317,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:19.804929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] No DVR routers for this DVR port ea694d54-2a4d-4758-8f6e-2d31233de317 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:19.807270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.832312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:19.834319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:19.850494 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:19.853344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-070a0b4c-9bc7-4bf8-b35a-361cf4451ffc None None] Provisioning for port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:19.875564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] Pushing event deleted for resources: {'Port': ['ID=f0886ad2-0f39-4672-883d-efcc5e6519d9,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:19.875798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:19.877807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017a30d-c4f9-4c0c-a63f-0e941c1b85d8 None None] No DVR routers for this DVR port f0886ad2-0f39-4672-883d-efcc5e6519d9 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:19.882975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:19.916329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Usage tracker for resource:port and tenant:9588b5ddf47340eabd170c78dcc12503 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:19.922008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49518) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:19.935552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:19.947166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:19.963729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-adfa4793-6f79-4bbb-b084-497816c40a10 None None] The port 'ea694d54-2a4d-4758-8f6e-2d31233de317' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:47:20.024913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:20.036341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:20.036704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.052498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.075988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.080455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.141425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=06d81903-5475-4175-b362-ccca12714ffa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:20.162898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda641af-33fa-46d8-adc5-bc5ec3ebe00e']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.174224 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0e2b4e82-8e0d-414f-bb36-956d696c9cc1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/06d81903-5475-4175-b362-ccca12714ffa HTTP/1.1" status: 204 len: 168 time: 2.4256539 Apr 29 11:47:20.178497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49524) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.200603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0069d8c4-4859-44d3-8627-afa45f79a797 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-427742280', 'prefixes': ['172.20.0.0/16']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:20.209278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.209499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8289b1-a81f-4a90-b580-545ffd2a7b0e') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.214348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-49b29424-e7a7-4007-ae62-144bf2d1b6c6', 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6', 'tenant_id': '9588b5ddf47340eabd170c78dcc12503', 'fixed_ips': [{'subnet_id': '2e2fde1e-2e99-4769-8ce2-d201208069ae'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:20.215171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.242126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0069d8c4-4859-44d3-8627-afa45f79a797 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:20.243848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.244923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.250024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Made reservation on behalf of 9588b5ddf47340eabd170c78dcc12503 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:20.253634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.281402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.313540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.329871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.332533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] device_id is not set on port 45d17d65-5066-480a-b311-07b553a3707b yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:20.333861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:20.334542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:20.348376 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:20.365398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.443076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.455872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Allocated IP 172.20.0.2 (49b29424-e7a7-4007-ae62-144bf2d1b6c6/2e2fde1e-2e99-4769-8ce2-d201208069ae/df4ba110-eb21-4ff5-b759-0e9f206265f4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:20.522244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.547657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.566293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:20.567021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:20.601128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] Pushing event deleted for resources: {'Network': ['ID=dda641af-33fa-46d8-adc5-bc5ec3ebe00e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:20.613289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.640800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.644403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4bf96587-eb4f-49e3-9b14-56f40d68f10f admin admin] 10.222.0.53 "DELETE /v2.0/networks/dda641af-33fa-46d8-adc5-bc5ec3ebe00e HTTP/1.1" status: 204 len: 168 time: 2.0767543 Apr 29 11:47:20.652484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f680c3c1-faa3-4eb4-be79-f219ff1c2252']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.657255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccf1bec-6eec-41b9-9336-9d28f5f3cc1c None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:20.668227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.668514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9c7fdc-83f7-407f-8a32-75c2b54cfceb') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:20.676033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=89649ab9-ba49-4f76-8b50-fb33cea990da,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:20.682151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.708845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.726999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:20.727445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:20.749037 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:20.780451 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-839a58d0-0513-454c-9485-d506d885c1e8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/89649ab9-ba49-4f76-8b50-fb33cea990da HTTP/1.1" status: 204 len: 168 time: 1.6621039 Apr 29 11:47:20.781123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49530) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.855479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.892867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.895395 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d8bb265-31fe-4b92-a353-6cafe5c942af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105490 Apr 29 11:47:20.898014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49534) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.905875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=f680c3c1-faa3-4eb4-be79-f219ff1c2252,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:20.911823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:20.912525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0069d8c4-4859-44d3-8627-afa45f79a797 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Notify callbacks [] for subnetpool, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.917008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0069d8c4-4859-44d3-8627-afa45f79a797 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9938192 Apr 29 11:47:20.924072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49538) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.927998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Allocated IP 172.26.0.220 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/9904bfe0-13ae-4fe3-9e96-d8c71947f85c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:20.936836 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e8f0c28d-018a-4b9e-ad15-4b0ac80d7dcf tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/f680c3c1-faa3-4eb4-be79-f219ff1c2252 HTTP/1.1" status: 204 len: 168 time: 0.7568684 Apr 29 11:47:20.943595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49542) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.963986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49546) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:20.964879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842550890'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:20.976019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:20.976667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:20.998139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Transition to ACTIVE for port object df4ba110-eb21-4ff5-b759-0e9f206265f4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:21.000579 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-74d92ce5-b0a7-49a5-b74f-ed9876fc0886 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "GET /v2.0/subnetpools/b63b6507-2a3b-4283-8942-7553eb300969 HTTP/1.1" status: 200 len: 731 time: 0.0753634 Apr 29 11:47:21.020854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49550) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.030985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Transition to ACTIVE for port object df4ba110-eb21-4ff5-b759-0e9f206265f4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:21.035128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-39735edd-68ec-415e-971e-94ac2058996a tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-580163484'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:21.041174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:21.047430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.050788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:21.069825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:21.084261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:21.089573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:21.092723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:21.096355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.117808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:21.128935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:21.141050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:21.151360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.151840 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment 8a6d3c7f-6dce-4572-ba83-4b88021aeddd of type vlan for network 6c56c5a7-81af-4245-b038-e2946789f4a1 Apr 29 11:47:21.156974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:21.160530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.197079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:21.235250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:21.243413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Deleting port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:21.243936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.269537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:21.269798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d9e29d70-c616-409d-9ec6-5f9b3de4b09e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65036cb708c1458f9475b4f4d2f4e9cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3023660 Apr 29 11:47:21.269907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.273590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49554) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.278657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:21.303149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Allocated IP 172.20.0.5 (49b29424-e7a7-4007-ae62-144bf2d1b6c6/2e2fde1e-2e99-4769-8ce2-d201208069ae/45d17d65-5066-480a-b311-07b553a3707b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:21.350231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Pushing event updated for resources: {'Port': ['ID=df4ba110-eb21-4ff5-b759-0e9f206265f4,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:21.436248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.453687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:21.484599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.495858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.501395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:21.502073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.522537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.537981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Attempting to bind port df4ba110-eb21-4ff5-b759-0e9f206265f4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:21.537981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Attempting to bind port df4ba110-eb21-4ff5-b759-0e9f206265f4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:21.537981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Attempting to bind port df4ba110-eb21-4ff5-b759-0e9f206265f4 on network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:21.540193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39735edd-68ec-415e-971e-94ac2058996a tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Notify callbacks [] for subnetpool, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.545077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-39735edd-68ec-415e-971e-94ac2058996a tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "PUT /v2.0/subnetpools/b63b6507-2a3b-4283-8942-7553eb300969 HTTP/1.1" status: 200 len: 683 time: 0.5197837 Apr 29 11:47:21.549176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49558) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.549964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:21.550509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Checking segment: {'id': 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:21.550713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.551296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Bound using segment: {'id': 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:21.551806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Bound port: df4ba110-eb21-4ff5-b759-0e9f206265f4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:21.552122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.564640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:21.590630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.689040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.699319 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7545271 Apr 29 11:47:21.701606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.707871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49562) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.713177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568e72-198d-4650-954d-d8f7d3aaab01 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=6c56c5a7-81af-4245-b038-e2946789f4a1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:21.718315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.732574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:21.750187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f0886ad2-0f39-4672-883d-efcc5e6519d9 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:21.774322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:21.794638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.830495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.835254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Transition to ACTIVE for port object 45d17d65-5066-480a-b311-07b553a3707b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:21.838042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:21.839456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f0886ad2-0f39-4672-883d-efcc5e6519d9 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:21.839983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f0886ad2-0f39-4672-883d-efcc5e6519d9 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:21.840557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d3247278-55de-4661-8a58-ad8ae98becb1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:21.851092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:21.853995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:21.871057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f1960-a4f7-4f05-8004-62d2f0ceda0b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:21.876391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:21.882479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:21.888173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:21.888726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:21.888891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.889169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.904485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=e97a6638-817f-42e1-80a9-334e62653ca7,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:21.909367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.913156 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f5870f1b-6a6b-40f5-8aae-24d6252ef664 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/994f1960-a4f7-4f05-8004-62d2f0ceda0b HTTP/1.1" status: 204 len: 168 time: 0.6313236 Apr 29 11:47:21.930821 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0a653bf8-120c-43d2-a527-b373503fa5f6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0281258 Apr 29 11:47:21.933957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49568) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.941942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:21.952765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:21.959301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:router and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:21.960359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f285f4df-bb9e-4bc6-be0b-58812c1ea1b2 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] Notify callbacks [] for subnetpool, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:21.963960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f285f4df-bb9e-4bc6-be0b-58812c1ea1b2 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b63b6507-2a3b-4283-8942-7553eb300969 HTTP/1.1" status: 204 len: 168 time: 0.4114673 Apr 29 11:47:21.967660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:21.971225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49572) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:21.988769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: d3247278-55de-4661-8a58-ad8ae98becb1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:21.989109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d3247278-55de-4661-8a58-ad8ae98becb1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:22.001698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event updated for resources: {'Port': ['ID=9904bfe0-13ae-4fe3-9e96-d8c71947f85c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:22.026875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:22.040261 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-be930c44-bdf9-4bf3-a521-20f326ca3975 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] show failed (client error): The resource could not be found. Apr 29 11:47:22.054841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-be930c44-bdf9-4bf3-a521-20f326ca3975 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "GET /v2.0/subnetpools/b63b6507-2a3b-4283-8942-7553eb300969 HTTP/1.1" status: 404 len: 346 time: 0.0710053 Apr 29 11:47:22.056147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:22.058462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49576) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:22.079352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a7f681e7-6712-4621-813b-2defb1711ad6 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] delete failed (client error): The resource could not be found. Apr 29 11:47:22.084398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a7f681e7-6712-4621-813b-2defb1711ad6 tempest-SubnetPoolsTestJSON-2098339247 tempest-SubnetPoolsTestJSON-2098339247-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b63b6507-2a3b-4283-8942-7553eb300969 HTTP/1.1" status: 404 len: 346 time: 0.0248282 Apr 29 11:47:22.096659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.101581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:22.103734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.144398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.170644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:22.182689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.191897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:22.202188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:22.229050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Calling delete_port for 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:22.240284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.242490 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-55da0c49-74b9-486e-8f23-96e374f1756e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3064725 Apr 29 11:47:22.245685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49584) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:22.260766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.261535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:22.267398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:22.271350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.341600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] For port df4ba110-eb21-4ff5-b759-0e9f206265f4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:22.360695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] For port df4ba110-eb21-4ff5-b759-0e9f206265f4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=df4ba110-eb21-4ff5-b759-0e9f206265f4,segment=NetworkSegment(f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795),segment_id=f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:22.378360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.505192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:22.505886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:22.571000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe7ad9-2f83-4861-a1f0-0a8fccab3040 None None] Pushing event updated for resources: {'Port': ['ID=df4ba110-eb21-4ff5-b759-0e9f206265f4,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:22.618400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.663409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:22.672280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:22.673259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ea694d54-2a4d-4758-8f6e-2d31233de317 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:22.692258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49596) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:22.725094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:22.781904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ea694d54-2a4d-4758-8f6e-2d31233de317 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:22.781904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ea694d54-2a4d-4758-8f6e-2d31233de317 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:22.808724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:22.813242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:22.828678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:22.872764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'Port': ['ID=45d17d65-5066-480a-b311-07b553a3707b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:22.953717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:22.954375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.007883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Deleting port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:23.008272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.021572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.076298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.089236 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0c09954f-dfe8-48da-965f-97af450b25c9 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5481749 Apr 29 11:47:23.093061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49608) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:23.106567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Request body: {'port': {'network_id': '49b29424-e7a7-4007-ae62-144bf2d1b6c6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2076003043', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:23.107436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] bootfile-name is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:23.107784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] tftp-server is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:23.108244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] server-ip-address is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:23.171063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:23.195625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed63d4073bfb449d9f896017800c763c is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:23.205374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:23.231167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:23.330206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] For port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:23.330943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.342387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.358453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.544550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:23.551150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=7003d1cc-12ed-476e-bd68-e79eca54ec71,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:23.573762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Calling delete_port for 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:23.625291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': '8a6d3c7f-6dce-4572-ba83-4b88021aeddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:23.625681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 6c56c5a7-81af-4245-b038-e2946789f4a1, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:23.663234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.683131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.694112 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Usage tracker for resource:port and tenant:9588b5ddf47340eabd170c78dcc12503 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:23.698885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.711409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:23.740546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:23.791691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.818269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:23.861484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6c56c5a7-81af-4245-b038-e2946789f4a1) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:23.883552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:23.884584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:23.913351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] Pushing event deleted for resources: {'Port': ['ID=1de9f1c3-0174-4a5e-b1aa-b67da2ba306b,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:23.920443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e015f8-4c1e-49ac-9bac-8109ecfb57aa None None] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:23.928033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-03965a3c-efc5-461e-95e6-189acf7a3d8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2163663 Apr 29 11:47:23.929040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49626) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:23.935764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194675697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:23.944439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:23.951632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:23.956478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:23.967390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c196f3-7deb-4edb-b1cf-dc16c146640b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:23.967947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:23.982601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c75489-924b-49c0-80fe-88c63ce7257f None None] No DVR routers for this DVR port 1de9f1c3-0174-4a5e-b1aa-b67da2ba306b on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:23.984463 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-116af706-71bb-4175-8083-791e64123af7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed63d4073bfb449d9f896017800c763c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2866416 Apr 29 11:47:23.985415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Made reservation on behalf of 9588b5ddf47340eabd170c78dcc12503 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:23.986882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49630) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:23.989281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.029842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90656266-2067-4014-bbe3-6553fbcf4ef7 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:24.034570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] device_id is not set on port 92238459-2ea4-4ea7-8ca1-284312383bce yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:24.049044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.050671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.110906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.122048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Router 2cb5245f-9360-42f0-aaa8-4ae0a70f98ae is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:24.152187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.327435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Allocated IP 172.20.0.8 (49b29424-e7a7-4007-ae62-144bf2d1b6c6/2e2fde1e-2e99-4769-8ce2-d201208069ae/92238459-2ea4-4ea7-8ca1-284312383bce) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:24.334534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.352579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.391789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.392983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-53fd885d-833a-40d3-9407-877b35482a93 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4636371 Apr 29 11:47:24.404196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49638) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:24.404529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49640) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:24.419774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'port': {'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1', 'name': 'tempest-RoutersIpV6Test-537621419'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:24.460059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f065e-34f8-4e7f-a6bb-aea1d71fbc69 None None] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:24.500248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device df4ba110-eb21-4ff5-b759-0e9f206265f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:24.550998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:24.579244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.581912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::1 (509b49ef-561b-4c7b-b648-76f046bd5c48/e97a6638-817f-42e1-80a9-334e62653ca7/e2b8c39e-b573-4165-a3c5-6d9ccd300185) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:24.633649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c196f3-7deb-4edb-b1cf-dc16c146640b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:24.640904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.644312 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e27528a4-7987-4080-8c20-0ba8acf78e48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14c196f3-7deb-4edb-b1cf-dc16c146640b HTTP/1.1" status: 204 len: 168 time: 0.6532350 Apr 29 11:47:24.656794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:24.660882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.662128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-87e0e814-8c0a-4ce5-8e5b-3dc304c23fab tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4577663 Apr 29 11:47:24.665638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49650) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:24.675594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:port and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:24.680079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] Sync routers for ids ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:24.681428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:24.692989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': 'e97a6638-817f-42e1-80a9-334e62653ca7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:24.693931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.727418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cfc7ca90-27bc-4401-8d75-40f36ebe8b8e None None] Provisioning for port df4ba110-eb21-4ff5-b759-0e9f206265f4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:24.773260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.780192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] Routers {'2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:24.780615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:24.802343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:24.815042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Transition to ACTIVE for port object 92238459-2ea4-4ea7-8ca1-284312383bce will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:24.825008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.845767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object e2b8c39e-b573-4165-a3c5-6d9ccd300185 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:24.849454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6c56c5a7-81af-4245-b038-e2946789f4a1', 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': '7003d1cc-12ed-476e-bd68-e79eca54ec71'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:24.850324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.872478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:24.962302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'Port': ['ID=92238459-2ea4-4ea7-8ca1-284312383bce,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:24.980644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:24.981975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:24.984801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:25.012203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.044449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1549782629'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:25.065058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:25.067808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:25.076345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Usage tracker for resource:network and tenant:293bbb2f750246ae883f65c04fac4690 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:25.080839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:25.082727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/e97a6638-817f-42e1-80a9-334e62653ca7/0d6cd212-fe1d-4ca0-a018-d0549d0e1208) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:25.090263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:25.107993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:25.109986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:25.111551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.115589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:25.125213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:25.125837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.126516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Made reservation on behalf of 293bbb2f750246ae883f65c04fac4690 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:25.129903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.156094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.178808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:25.179618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.182143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:25.184714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] device_id is not set on port 9eaf7488-3f5c-431a-b961-17f831016e2a yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:25.227334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Usage tracker for resource:security_group_rule and tenant:293bbb2f750246ae883f65c04fac4690 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:25.236081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:25.236552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=e2b8c39e-b573-4165-a3c5-6d9ccd300185,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:25.283955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.330031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.336430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6b69efe-b842-4756-84e5-c123d6c3f0c2 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2386024 Apr 29 11:47:25.344978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Transition to ACTIVE for port object 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:25.345588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49664) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:25.365192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Transition to ACTIVE for port object 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:25.367201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:25.417441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.426225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.540704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port df4ba110-eb21-4ff5-b759-0e9f206265f4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:25.543814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] Routers {'2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:25.544522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.604675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8::33f (6c56c5a7-81af-4245-b038-e2946789f4a1/7003d1cc-12ed-476e-bd68-e79eca54ec71/9eaf7488-3f5c-431a-b961-17f831016e2a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:25.636585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:25.637405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port df4ba110-eb21-4ff5-b759-0e9f206265f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:25.638327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.695652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:25.700140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:25.702024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:25.702412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218143d4-a1f5-4d05-be64-6e72699f604e None None] The sync data for ids ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:25.702584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:25.703914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:25.708713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:25.709779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Synchronizing usage tracker for tenant:9588b5ddf47340eabd170c78dcc12503 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:25.822681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Unset dirty status for tenant:9588b5ddf47340eabd170c78dcc12503 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:25.823850 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d1e4f2e5-58ba-4a09-8496-589ce6135709 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4771831 Apr 29 11:47:25.827985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49676) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:25.834349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Pushing event updated for resources: {'Port': ['ID=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:25.891040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49680) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:25.896307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.922269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.924023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.932514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.933329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:25.979453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60201ada-1b6c-4492-be50-d12c13a5fdc3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:25.999116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.027589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Attempting to bind port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:26.027754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Attempting to bind port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:26.028701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Attempting to bind port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:26.035452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:26.043948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:26.044741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:26.044741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.045074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:26.045578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Bound port: 0d6cd212-fe1d-4ca0-a018-d0549d0e1208, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:26.045947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.059514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Deleting port 92238459-2ea4-4ea7-8ca1-284312383bce {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:26.059932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.065126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.126544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-478850126'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:26.143871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:26.155704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port df4ba110-eb21-4ff5-b759-0e9f206265f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=df4ba110-eb21-4ff5-b759-0e9f206265f4,segment=NetworkSegment(f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795),segment_id=f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:26.170084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.173680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Usage tracker for resource:network and tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:26.176835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.177313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Added segment 826c219d-1dc8-4983-8e6a-4d577f0898b2 of type vlan for network fe7577a3-ce8f-43bb-9675-2070d1b921f7 Apr 29 11:47:26.188419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.188655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:26.208105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:26.246525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] For port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:26.265320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=e2b8c39e-b573-4165-a3c5-6d9ccd300185,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.266937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] For port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:26.282613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Deleting port 9904bfe0-13ae-4fe3-9e96-d8c71947f85c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:26.282867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.283066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.295193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Made reservation on behalf of 4bcae937b4bf4b8785ba0dfc1d066bf1 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:26.299473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.315723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=df4ba110-eb21-4ff5-b759-0e9f206265f4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.329921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.346770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.352147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:26.354390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:26.356547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:26.376862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Usage tracker for resource:security_group_rule and tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:26.380371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:26.413466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df5fd1-d426-4aa5-b701-0df0815f36cb None None] Pushing event updated for resources: {'Port': ['ID=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.455923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.478898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 9eaf7488-3f5c-431a-b961-17f831016e2a will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:26.492000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:26.498492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Provisioning for port 45d17d65-5066-480a-b311-07b553a3707b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:26.504335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Provisioning complete for port 45d17d65-5066-480a-b311-07b553a3707b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:26.504707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.523987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:26.574233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.575928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Port 45d17d65-5066-480a-b311-07b553a3707b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:26.586731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:26.587284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Provisioning complete for port df4ba110-eb21-4ff5-b759-0e9f206265f4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:26.587557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.588025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.724918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Router fc3b0175-c273-4f40-a95d-6e81535c17a8 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:26.784224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Provisioning for port 92238459-2ea4-4ea7-8ca1-284312383bce completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:26.816066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.823058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Provisioning complete for port 92238459-2ea4-4ea7-8ca1-284312383bce triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:26.824770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.825704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.912946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-600d6147-66b2-43ae-9bd6-c32af779adad None None] Port 92238459-2ea4-4ea7-8ca1-284312383bce cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:26.943987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:26.967438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cb4683-ce72-4cda-a777-cb6315c6edfc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:26.971966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:26.972807 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Added segment f69550d3-4c85-4884-92d3-c95373d42779 of type vlan for network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b Apr 29 11:47:26.983679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:26.995571 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68257439-6939-403c-8e54-1cd641542247 None None] Sync routers for ids ['fc3b0175-c273-4f40-a95d-6e81535c17a8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:27.023090 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] Routers {'fc3b0175-c273-4f40-a95d-6e81535c17a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:27.025327 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fc3b0175-c273-4f40-a95d-6e81535c17a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:27.028110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e594a87c-ce59-4317-ba01-5802550fe8e1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "PUT /v2.0/routers/fc3b0175-c273-4f40-a95d-6e81535c17a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7805233 Apr 29 11:47:27.031589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49686) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.044277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ff46a4af-3d7f-4234-b5fe-cf6b4e3ae5cf None None] Provisioning complete for port 45d17d65-5066-480a-b311-07b553a3707b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:27.044644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ff46a4af-3d7f-4234-b5fe-cf6b4e3ae5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.065998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.116998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Pushing event updated for resources: {'Network': ['ID=fe7577a3-ce8f-43bb-9675-2070d1b921f7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:27.130825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ff46a4af-3d7f-4234-b5fe-cf6b4e3ae5cf None None] Port 45d17d65-5066-480a-b311-07b553a3707b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:27.132236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:27.151032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7093a73-7b0c-43c8-bacc-783f57000701 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:27.151771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d7093a73-7b0c-43c8-bacc-783f57000701 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:27.168437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.174677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:27.175357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.190783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8647d884-8bfe-4838-bc40-dd0c3dbe5a56 tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7796113 Apr 29 11:47:27.204726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.214874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.271586 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] Set router fc3b0175-c273-4f40-a95d-6e81535c17a8 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:27.332498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event updated for resources: {'Network': ['ID=ce5ff50f-88fa-4aeb-9f84-3a0bf384317b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:27.347758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d7093a73-7b0c-43c8-bacc-783f57000701 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:27.352664 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d7093a73-7b0c-43c8-bacc-783f57000701 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports/e2b8c39e-b573-4165-a3c5-6d9ccd300185 HTTP/1.1" status: 200 len: 911 time: 0.3194313 Apr 29 11:47:27.354607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49694) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.396734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:27.401123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.432622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c94f3b23-a332-456e-9da3-e8dc3c68a96c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5404110 Apr 29 11:47:27.436086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49698) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.443494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Request body: {'subnet': {'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:27.505593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef5f59d7-9073-4cba-9dc9-1bcfb97ff17a None None] Provisioning complete for port 92238459-2ea4-4ea7-8ca1-284312383bce triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:27.505959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef5f59d7-9073-4cba-9dc9-1bcfb97ff17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.546022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Calling delete_port for 9904bfe0-13ae-4fe3-9e96-d8c71947f85c owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:27.599608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49702) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.614876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-257318240'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:27.619674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:27.623753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Usage tracker for resource:port and tenant:dea66de12fe047d5ba636b1b69231519 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:27.626828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:27.633079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:27.659490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f40e0b-42f1-4911-a76d-083110ad6c7d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:27.665357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f40e0b-42f1-4911-a76d-083110ad6c7d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:27.669854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-56f40e0b-42f1-4911-a76d-083110ad6c7d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3131363 Apr 29 11:47:27.670529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49706) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.671583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:27.675943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Made reservation on behalf of dea66de12fe047d5ba636b1b69231519 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:27.678216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.731605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Allocated IP 2001:db8::2 (6c56c5a7-81af-4245-b038-e2946789f4a1/7003d1cc-12ed-476e-bd68-e79eca54ec71/a506a3a3-ada6-419c-94a6-dc545db901f4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:27.742648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Usage tracker for resource:subnet and tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:27.751066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:27.753827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f59d7-9073-4cba-9dc9-1bcfb97ff17a None None] Port 92238459-2ea4-4ea7-8ca1-284312383bce cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:27.761111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Calling delete_port for 92238459-2ea4-4ea7-8ca1-284312383bce owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:27.817412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.827705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:27.854344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:27.856803 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:25Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'e2b8c39e-b573-4165-a3c5-6d9ccd300185', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:6a:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:23Z', 'updated_at': '2022-04-29T11:47:25Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:27.858668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Usage tracker for resource:security_group_rule and tenant:dea66de12fe047d5ba636b1b69231519 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:27.861706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:27.867304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:27.867607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:27.869726 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68257439-6939-403c-8e54-1cd641542247 None None] Checking router: fc3b0175-c273-4f40-a95d-6e81535c17a8 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:27.870229 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68257439-6939-403c-8e54-1cd641542247 None None] Updating router fc3b0175-c273-4f40-a95d-6e81535c17a8 port e2b8c39e-b573-4165-a3c5-6d9ccd300185 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:47:27.876320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:27.887426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:27.894232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:27.896076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.936619 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5277779 Apr 29 11:47:27.946672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49710) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:27.958870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d917a5f-001b-4ee0-8116-7b3b0bfb661f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=9eaf7488-3f5c-431a-b961-17f831016e2a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:27.979568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:27.991976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.004012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.007887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port cdb807b9-0c6d-433f-840d-975a679b8eed yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:28.043745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Made reservation on behalf of 4bcae937b4bf4b8785ba0dfc1d066bf1 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:28.047556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.100350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.103945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c97eff3b-9199-4ca5-a089-b2b8facd03b4 None None] Provisioning for port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:28.138480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Transition to ACTIVE for port object a506a3a3-ada6-419c-94a6-dc545db901f4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:28.177370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Transition to ACTIVE for port object a506a3a3-ada6-419c-94a6-dc545db901f4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:28.200724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.398388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:28.425613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Pushing event updated for resources: {'Port': ['ID=a506a3a3-ada6-419c-94a6-dc545db901f4,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.428438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:28.430833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:28.491455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.534503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device df4ba110-eb21-4ff5-b759-0e9f206265f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:28.614389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9836da-b2c3-4a18-a43f-52f511c37eaf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.672790 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.731245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.765927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Attempting to bind port a506a3a3-ada6-419c-94a6-dc545db901f4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:28.766525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Attempting to bind port a506a3a3-ada6-419c-94a6-dc545db901f4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8a6d3c7f-6dce-4572-ba83-4b88021aeddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:28.767050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Attempting to bind port a506a3a3-ada6-419c-94a6-dc545db901f4 on network 6c56c5a7-81af-4245-b038-e2946789f4a1 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:28.777461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:28.777821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Checking segment: {'id': '8a6d3c7f-6dce-4572-ba83-4b88021aeddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:28.778216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.778626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Bound using segment: {'id': '8a6d3c7f-6dce-4572-ba83-4b88021aeddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:28.779132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Bound port: a506a3a3-ada6-419c-94a6-dc545db901f4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6d3c7f-6dce-4572-ba83-4b88021aeddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '6c56c5a7-81af-4245-b038-e2946789f4a1'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:28.779514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.786430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event updated for resources: {'Subnet': ['ID=66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.792205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d4780333-1e12-404e-866f-6881e60de1cd None None] Provisioning for port e2b8c39e-b573-4165-a3c5-6d9ccd300185 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:28.799861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d4780333-1e12-404e-866f-6881e60de1cd None None] Provisioning complete for port e2b8c39e-b573-4165-a3c5-6d9ccd300185 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:28.800236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d4780333-1e12-404e-866f-6881e60de1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.825702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port df4ba110-eb21-4ff5-b759-0e9f206265f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:28.825947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:28.849496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Checking segment: {'id': 'f69550d3-4c85-4884-92d3-c95373d42779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:28.849830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Network hostable DHCP agents. Network: ce5ff50f-88fa-4aeb-9f84-3a0bf384317b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:28.938834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Pushing event deleted for resources: {'Port': ['ID=9904bfe0-13ae-4fe3-9e96-d8c71947f85c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:28.941960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d4780333-1e12-404e-866f-6881e60de1cd None None] Port e2b8c39e-b573-4165-a3c5-6d9ccd300185 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:28.986615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] For port a506a3a3-ada6-419c-94a6-dc545db901f4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:29.004509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:29.034242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] For port a506a3a3-ada6-419c-94a6-dc545db901f4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a506a3a3-ada6-419c-94a6-dc545db901f4,segment=NetworkSegment(8a6d3c7f-6dce-4572-ba83-4b88021aeddd),segment_id=8a6d3c7f-6dce-4572-ba83-4b88021aeddd)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:29.045597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.063728 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-68257439-6939-403c-8e54-1cd641542247 None None] Transition to ACTIVE for port object e2b8c39e-b573-4165-a3c5-6d9ccd300185 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:29.069703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.073608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.077127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ce5ff50f-88fa-4aeb-9f84-3a0bf384317b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:29.081740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:29.082837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.105028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port cdb807b9-0c6d-433f-840d-975a679b8eed yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:29.134908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event deleted for resources: {'Port': ['ID=92238459-2ea4-4ea7-8ca1-284312383bce,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.149058 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Pushing event updated for resources: {'Port': ['ID=e2b8c39e-b573-4165-a3c5-6d9ccd300185,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.159888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.162505 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.163064 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.163727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.164389 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.165220 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.165747 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.166243 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.166719 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.167212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.167700 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.168171 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.168650 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:29.195368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Transition to ACTIVE for port object cdb807b9-0c6d-433f-840d-975a679b8eed will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:29.204493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c834f4f3-642d-4b37-bfe8-be621d32b20b tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7670262 Apr 29 11:47:29.208394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49714) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:29.214811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Request body: {'port': {'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b', 'name': 'tempest-TagsExtTest-1436803367'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:29.235840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.243649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50251e7b-2b57-4f35-838a-454c5c00b43d None None] Pushing event updated for resources: {'Port': ['ID=a506a3a3-ada6-419c-94a6-dc545db901f4,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.248137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.251451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:29.294233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20470d-b8b3-4542-94d6-3420d6a49538 None None] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:29.413564 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-68257439-6939-403c-8e54-1cd641542247 None None] Attempting to bind port e2b8c39e-b573-4165-a3c5-6d9ccd300185 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:29.414172 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-68257439-6939-403c-8e54-1cd641542247 None None] Attempting to bind port e2b8c39e-b573-4165-a3c5-6d9ccd300185 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:29.417852 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68257439-6939-403c-8e54-1cd641542247 None None] Attempting to bind port e2b8c39e-b573-4165-a3c5-6d9ccd300185 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:29.422430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.428064 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68257439-6939-403c-8e54-1cd641542247 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:29.428729 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68257439-6939-403c-8e54-1cd641542247 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:29.429902 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.430474 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68257439-6939-403c-8e54-1cd641542247 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:29.433502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-68257439-6939-403c-8e54-1cd641542247 None None] Bound port: e2b8c39e-b573-4165-a3c5-6d9ccd300185, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:29.434105 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.518382 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb807b9-0c6d-433f-840d-975a679b8eed,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.634930 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-14efc3bc-1f74-4c41-97b2-098d89bfe0e7 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "DELETE /v2.0/ports/92238459-2ea4-4ea7-8ca1-284312383bce HTTP/1.1" status: 204 len: 168 time: 3.7917912 Apr 29 11:47:29.648977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49722) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:29.660646 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-68257439-6939-403c-8e54-1cd641542247 None None] For port e2b8c39e-b573-4165-a3c5-6d9ccd300185, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:29.662736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Request body: {'port': {'name': 'tempest-new-port-name-373190804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:29.663316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] bootfile-name is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:29.663980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] tftp-server is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:29.664466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] server-ip-address is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:47:29.668373 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-68257439-6939-403c-8e54-1cd641542247 None None] For port e2b8c39e-b573-4165-a3c5-6d9ccd300185, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e2b8c39e-b573-4165-a3c5-6d9ccd300185,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:29.678233 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-68257439-6939-403c-8e54-1cd641542247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.779048 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06f26b-8979-4ae4-a33d-dbbb13757bdc None None] Pushing event updated for resources: {'Port': ['ID=e2b8c39e-b573-4165-a3c5-6d9ccd300185,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:29.803893 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] Routers {'fc3b0175-c273-4f40-a95d-6e81535c17a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:29.805359 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fc3b0175-c273-4f40-a95d-6e81535c17a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:29.860740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:29.880827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:29.881196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.891284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:29.894705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.901151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Usage tracker for resource:port and tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:29.909552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:29.922639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:29.927704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ce5ff50f-88fa-4aeb-9f84-3a0bf384317b', 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b', 'tenant_id': '4bcae937b4bf4b8785ba0dfc1d066bf1', 'fixed_ips': [{'subnet_id': '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:29.928682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:29.955815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Checking segment: {'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:29.956630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Network hostable DHCP agents. Network: fe7577a3-ce8f-43bb-9675-2070d1b921f7, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:29.997153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Made reservation on behalf of 4bcae937b4bf4b8785ba0dfc1d066bf1 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:30.008633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.078907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.095887 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] Set router fc3b0175-c273-4f40-a95d-6e81535c17a8 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:30.132396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Allocated IP 172.20.0.2 (ce5ff50f-88fa-4aeb-9f84-3a0bf384317b/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/5119e010-3a8b-42b3-ba87-214ec905cae2) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:30.200307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.219082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.272285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.350847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] device_id is not set on port d55c6cef-b943-4881-9677-50901146b66c yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:30.363123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.374426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Transition to ACTIVE for port object 5119e010-3a8b-42b3-ba87-214ec905cae2 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:30.395015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Transition to ACTIVE for port object 5119e010-3a8b-42b3-ba87-214ec905cae2 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:30.406665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:30.417902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.476563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, fe7577a3-ce8f-43bb-9675-2070d1b921f7) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:30.505577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee84c8-2798-4ed5-8414-4ba5f20598d2 None None] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:30.537728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:30.548432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:30.551114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:30.562955 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-68257439-6939-403c-8e54-1cd641542247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:25Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'e2b8c39e-b573-4165-a3c5-6d9ccd300185', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:6a:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:23Z', 'updated_at': '2022-04-29T11:47:29Z', 'revision_number': 4, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:30.568796 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68257439-6939-403c-8e54-1cd641542247 None None] The sync data for ids ['fc3b0175-c273-4f40-a95d-6e81535c17a8'] in dv-neutron-839741-1-hyperv is: [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:25Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'e2b8c39e-b573-4165-a3c5-6d9ccd300185', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:6a:66:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:23Z', 'updated_at': '2022-04-29T11:47:29Z', 'revision_number': 4, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': 'e97a6638-817f-42e1-80a9-334e62653ca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:30.586566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1217f7cd-d605-4e05-963f-c4cb67cc8fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.636309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Router 2cb5245f-9360-42f0-aaa8-4ae0a70f98ae has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:30.750381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Pushing event updated for resources: {'Port': ['ID=5119e010-3a8b-42b3-ba87-214ec905cae2,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:30.916797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Attempting to bind port 5119e010-3a8b-42b3-ba87-214ec905cae2 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:30.917545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Attempting to bind port 5119e010-3a8b-42b3-ba87-214ec905cae2 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'f69550d3-4c85-4884-92d3-c95373d42779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:30.918130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Attempting to bind port 5119e010-3a8b-42b3-ba87-214ec905cae2 on network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:30.931362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:30.935569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.962254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:30.962627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Checking segment: {'id': 'f69550d3-4c85-4884-92d3-c95373d42779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:30.963049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.963448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Bound using segment: {'id': 'f69550d3-4c85-4884-92d3-c95373d42779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:30.964127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Bound port: 5119e010-3a8b-42b3-ba87-214ec905cae2, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69550d3-4c85-4884-92d3-c95373d42779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce5ff50f-88fa-4aeb-9f84-3a0bf384317b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:30.964505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:30.992781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:30.993110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:30.993520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:31.021214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:31.021581 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:31.031666 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 2 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:31.127191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:31.127658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:31.128000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:31.155271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:31.155520 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:31.160099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:31.162161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 3 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:31.169988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.171364 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0b65a617-066c-4388-9dc4-9023389291c5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "PUT /v2.0/routers/2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 200 len: 710 time: 6.5047972 Apr 29 11:47:31.175669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49728) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:31.216758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819cf106-2cd0-4251-b306-f8e250e3ca20 None None] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:31.235645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] Sync routers for ids ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:31.247045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:31.247157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:31.247422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:31.262886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:31.263161 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:31.271956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 4 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:31.326755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:31.328462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:31.328813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:31.329146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:31.336192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] Routers {'2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:31.337324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.339411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:31.340217 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:31.340676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Allocated IP 172.20.0.14 (ce5ff50f-88fa-4aeb-9f84-3a0bf384317b/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/d55c6cef-b943-4881-9677-50901146b66c) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:31.343515 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 5 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:31.374320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-59c90e7d-770c-47d7-85c4-a40eb4c58901 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/routers/2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 200 len: 745 time: 0.1974082 Apr 29 11:47:31.378039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49732) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:31.396946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:31.397280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:31.397679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:31.407475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port e2b8c39e-b573-4165-a3c5-6d9ccd300185 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:31.407815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.463817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef6c5637-a4ed-4710-8ea2-ebe221f15772 None None] Provisioning for port a506a3a3-ada6-419c-94a6-dc545db901f4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:31.471529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.482796 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-86080fab-25e6-4cd9-bb8d-6d721ddd6602 tempest-RoutersIpV6AdminTest-1573526276 tempest-RoutersIpV6AdminTest-1573526276-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&device_id=2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 200 len: 205 time: 0.1031640 Apr 29 11:47:31.485878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:31.491556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49738) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:31.500174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:31.500671 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:31.509246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.511587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.523651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.548729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.631718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] For port 5119e010-3a8b-42b3-ba87-214ec905cae2, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:31.641546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] For port 5119e010-3a8b-42b3-ba87-214ec905cae2, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5119e010-3a8b-42b3-ba87-214ec905cae2,segment=NetworkSegment(f69550d3-4c85-4884-92d3-c95373d42779),segment_id=f69550d3-4c85-4884-92d3-c95373d42779)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:31.674733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.674964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 6 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:31.675088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] Routers {'2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:31.675088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.677373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.708492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=9eaf7488-3f5c-431a-b961-17f831016e2a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:31.762425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a506a3a3-ada6-419c-94a6-dc545db901f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:31.800194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:31.800591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227f003-e935-4eb9-85d8-fe04b7625299 None None] The sync data for ids ['2cb5245f-9360-42f0-aaa8-4ae0a70f98ae'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:31.859073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:31.872685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:31.897002 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fed4fff4-4b9a-4c22-beda-036561fc9aa5 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 200 len: 205 time: 0.3929863 Apr 29 11:47:31.899082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49746) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:31.914460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:31.914985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:31.915491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:32.027473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9517f62-e591-40d1-a30c-cdb5c3ea152f None None] Pushing event updated for resources: {'Port': ['ID=5119e010-3a8b-42b3-ba87-214ec905cae2,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.047322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.060355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port a506a3a3-ada6-419c-94a6-dc545db901f4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:32.070100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a506a3a3-ada6-419c-94a6-dc545db901f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.070802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.098335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:32.098902 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:32.108397 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 7 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:32.263619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port e2b8c39e-b573-4165-a3c5-6d9ccd300185, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e2b8c39e-b573-4165-a3c5-6d9ccd300185,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:32.263977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.318874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.350145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.373477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port a506a3a3-ada6-419c-94a6-dc545db901f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a506a3a3-ada6-419c-94a6-dc545db901f4,segment=NetworkSegment(8a6d3c7f-6dce-4572-ba83-4b88021aeddd),segment_id=8a6d3c7f-6dce-4572-ba83-4b88021aeddd)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:32.379760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-af8151a8-e555-4554-bf38-683204adb6f2 None None] Provisioning complete for port 45d17d65-5066-480a-b311-07b553a3707b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.380130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af8151a8-e555-4554-bf38-683204adb6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.410524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.411311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e2b8c39e-b573-4165-a3c5-6d9ccd300185 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:32.489869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for e2b8c39e-b573-4165-a3c5-6d9ccd300185 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:32.601332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-af8151a8-e555-4554-bf38-683204adb6f2 None None] Port 45d17d65-5066-480a-b311-07b553a3707b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:32.619509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] In _notify_port_updated(), no bound segment for port 45d17d65-5066-480a-b311-07b553a3707b on network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:47:32.625178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:32.625911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.629615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=a506a3a3-ada6-419c-94a6-dc545db901f4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.629761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "PUT /v2.0/ports/45d17d65-5066-480a-b311-07b553a3707b HTTP/1.1" status: 200 len: 1135 time: 2.9768386 Apr 29 11:47:32.639072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49752) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:32.639727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b22c9-b0dd-4f39-a2df-477c6b43b6f1 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event updated for resources: {'Port': ['ID=45d17d65-5066-480a-b311-07b553a3707b,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:32.665958 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e2b8c39e-b573-4165-a3c5-6d9ccd300185 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:32.672454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e2b8c39e-b573-4165-a3c5-6d9ccd300185 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.672976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.707499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:32.708029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:32.708467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:32.738942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:32.739387 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:32.746783 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 8 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:32.800860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Provisioning for port 9eaf7488-3f5c-431a-b961-17f831016e2a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:32.806132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.819629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bf1ca-ac32-44f7-a5b6-04cf70d1297e tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:32.820866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Provisioning complete for port 9eaf7488-3f5c-431a-b961-17f831016e2a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.821246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.826757 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b41bf1ca-ac32-44f7-a5b6-04cf70d1297e tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "GET /v2.0/ports/45d17d65-5066-480a-b311-07b553a3707b HTTP/1.1" status: 200 len: 1135 time: 0.1838603 Apr 29 11:47:32.828078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:32.828565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:32.829163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:32.854633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49756) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:32.874265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.898499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Port 9eaf7488-3f5c-431a-b961-17f831016e2a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:32.911866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.928050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.939956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Provisioning complete for port a506a3a3-ada6-419c-94a6-dc545db901f4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:32.940469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d70db54b-36ed-4f16-880f-fe86de8619d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:32.947904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:32.948226 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:32.954059 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 9 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:32.972754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Transition to ACTIVE for port object d55c6cef-b943-4881-9677-50901146b66c will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:33.013090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.034017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:33.034696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:33.035188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:33.049636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6a70-6f0a-4780-b659-2649334f6e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.107959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Deleting port 45d17d65-5066-480a-b311-07b553a3707b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:33.108415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.119163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.174948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.175447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb5245f-9360-42f0-aaa8-4ae0a70f98ae {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:33.183263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=e2b8c39e-b573-4165-a3c5-6d9ccd300185,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:33.186752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:33.187072 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:33.202597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.203732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a2398720-1743-4db5-a11b-8aa547ba7e02 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 204 len: 168 time: 1.3046908 Apr 29 11:47:33.211821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49760) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.305511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8fb26ab8-6787-4ab5-a602-76298c7b065e None None] Provisioning complete for port 9eaf7488-3f5c-431a-b961-17f831016e2a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:33.306291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8fb26ab8-6787-4ab5-a602-76298c7b065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.363077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-47439208-c5cc-4061-b214-ebd9ab905a8e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 200 len: 205 time: 0.1458497 Apr 29 11:47:33.376657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49764) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.403276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8fb26ab8-6787-4ab5-a602-76298c7b065e None None] Port 9eaf7488-3f5c-431a-b961-17f831016e2a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:33.496181 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 10 to bind port cdb807b9-0c6d-433f-840d-975a679b8eed Apr 29 11:47:33.553863 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-fe759312-8b6b-4cb3-b061-e1bf5372884d tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:33.554912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fe759312-8b6b-4cb3-b061-e1bf5372884d tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/2cb5245f-9360-42f0-aaa8-4ae0a70f98ae HTTP/1.1" status: 404 len: 336 time: 0.1772938 Apr 29 11:47:33.559640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49768) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.594281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:33.594964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc6f0b-93b8-4711-91d3-5ccb561f7518 None None] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:33.617493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:33.625860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:33.665622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:33.666246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:33.666821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:33.684411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.698240 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b9e867a-91e2-41c4-8112-870921b6030d tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 200 len: 205 time: 0.1296194 Apr 29 11:47:33.704175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port cdb807b9-0c6d-433f-840d-975a679b8eed on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:33.704175 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port cdb807b9-0c6d-433f-840d-975a679b8eed on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:33.704175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.711732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49772) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.720097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event updated for resources: {'Port': ['ID=d55c6cef-b943-4881-9677-50901146b66c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:33.770987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-633a430c-9aa5-4a27-8d85-0f08dba23074 None None] Provisioning for port 5119e010-3a8b-42b3-ba87-214ec905cae2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:33.803385 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-38e633d5-b586-4511-be42-11f7923482fb tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:33.804465 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-38e633d5-b586-4511-be42-11f7923482fb tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/583e88e5-098e-499f-81ee-dba761b15ad7 HTTP/1.1" status: 404 len: 336 time: 0.0919650 Apr 29 11:47:33.811993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.814525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49776) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.842238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.846242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5119e010-3a8b-42b3-ba87-214ec905cae2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:33.888218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2ace7ce3-6718-4d86-88d1-d6ab1ea7d4d6 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 200 len: 205 time: 0.0719595 Apr 29 11:47:33.898883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49780) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:33.906473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:33.984309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:33.984921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.010534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-c5539d19-9609-4c30-810a-1ff2ac7de438 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:34.013863 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c5539d19-9609-4c30-810a-1ff2ac7de438 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/56e3c5a8-12af-4d32-8387-85cee6482bdc HTTP/1.1" status: 404 len: 336 time: 0.1019380 Apr 29 11:47:34.017720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49784) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.026893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:34.027102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 5119e010-3a8b-42b3-ba87-214ec905cae2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:34.030878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.036379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5119e010-3a8b-42b3-ba87-214ec905cae2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:34.036865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.040398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Calling delete_port for 45d17d65-5066-480a-b311-07b553a3707b owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:34.088281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.095906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.096687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.171690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.214568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-415b21fa-31f2-4222-b472-599fd81f3260 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 200 len: 205 time: 0.1846187 Apr 29 11:47:34.220410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 5119e010-3a8b-42b3-ba87-214ec905cae2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5119e010-3a8b-42b3-ba87-214ec905cae2,segment=NetworkSegment(f69550d3-4c85-4884-92d3-c95373d42779),segment_id=f69550d3-4c85-4884-92d3-c95373d42779)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:34.222044 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-82b1d239-eb45-4f92-918f-58fb843d67b0 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0125020 Apr 29 11:47:34.223554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49790) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.223691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49792) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.226435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port cdb807b9-0c6d-433f-840d-975a679b8eed, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:34.226829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:47:34.230588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.232431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:34.295346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.351025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Router fc3b0175-c273-4f40-a95d-6e81535c17a8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:34.368114 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-43d316e5-8f2a-4985-9bf0-b3dfc327ed75 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:34.369324 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43d316e5-8f2a-4985-9bf0-b3dfc327ed75 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/4f615b9c-bafa-4c6b-b9e6-95dedf8dec63 HTTP/1.1" status: 404 len: 336 time: 0.1410553 Apr 29 11:47:34.377715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49798) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.386969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1902666969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:34.387485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:34.388245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.418803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=5119e010-3a8b-42b3-ba87-214ec905cae2,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:34.442219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:34.455956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:34.456204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Usage tracker for resource:router and tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:34.456671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.459987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7cec7ade-2101-4cda-8f67-45b28f90ad4e tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 200 len: 205 time: 0.0777159 Apr 29 11:47:34.461001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=9eaf7488-3f5c-431a-b961-17f831016e2a,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:34.461732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb807b9-0c6d-433f-840d-975a679b8eed,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:34.463767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:34.480656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49802) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.489296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Provisioning for port d55c6cef-b943-4881-9677-50901146b66c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:34.501941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Provisioning complete for port d55c6cef-b943-4881-9677-50901146b66c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:34.502317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.536369 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ea2d65c3-bd28-4332-8336-e6d29e06466e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.9348650 Apr 29 11:47:34.575821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Port d55c6cef-b943-4881-9677-50901146b66c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:34.576540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.579953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:34.604924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Provisioning complete for port 5119e010-3a8b-42b3-ba87-214ec905cae2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:34.605297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-74f50652-636b-4d2a-8736-9e3be4b8cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.633545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:34.640815 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb99e5f3-3524-44ed-9429-e0fd7a547383 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "PUT /v2.0/routers/fc3b0175-c273-4f40-a95d-6e81535c17a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9638412 Apr 29 11:47:34.641812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49810) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.651348 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Sync routers for ids ['fc3b0175-c273-4f40-a95d-6e81535c17a8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:34.668028 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Routers {'fc3b0175-c273-4f40-a95d-6e81535c17a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:34.668978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fc3b0175-c273-4f40-a95d-6e81535c17a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:34.688878 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-1198d006-d6ab-4619-9375-5e862087af8a tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:34.690092 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1198d006-d6ab-4619-9375-5e862087af8a tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/b6050bf0-5fcc-442a-829d-6e8a71c41bb8 HTTP/1.1" status: 404 len: 336 time: 0.1994703 Apr 29 11:47:34.697919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49814) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.740870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.741989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.755061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f9d3097-43ba-4780-9aaf-850dcb6e8cc1 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2231b8d-cde9-456c-ba97-7e5d89f0a54b HTTP/1.1" status: 200 len: 205 time: 0.0559690 Apr 29 11:47:34.757988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49818) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.766482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d732676-0063-4665-8b07-48235155ce3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:34.768455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d732676-0063-4665-8b07-48235155ce3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:34.769818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1d732676-0063-4665-8b07-48235155ce3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:34.794288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1d732676-0063-4665-8b07-48235155ce3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:34.799230 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1d732676-0063-4665-8b07-48235155ce3c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1535184 Apr 29 11:47:34.799924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49822) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.859627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Deleting port cdb807b9-0c6d-433f-840d-975a679b8eed {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:34.860200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.861599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a506a3a3-ada6-419c-94a6-dc545db901f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:34.881592 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Set router fc3b0175-c273-4f40-a95d-6e81535c17a8 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:34.888308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:34.910990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:34.928578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-9d560e1c-c073-4c14-84d8-7f15d7367bf8 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] delete failed (client error): The resource could not be found. Apr 29 11:47:34.929705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d560e1c-c073-4c14-84d8-7f15d7367bf8 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/routers/f2231b8d-cde9-456c-ba97-7e5d89f0a54b HTTP/1.1" status: 404 len: 336 time: 0.1649022 Apr 29 11:47:34.943366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.945175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49826) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:34.976504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a506a3a3-ada6-419c-94a6-dc545db901f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:34.977572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:34.998640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.059329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2d32f1d0-d208-4962-a864-705e2e48eec8 None None] Provisioning complete for port d55c6cef-b943-4881-9677-50901146b66c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:35.062339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2d32f1d0-d208-4962-a864-705e2e48eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.084627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet e97a6638-817f-42e1-80a9-334e62653ca7 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:35.088039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.139876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:35.153245 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Checking router: fc3b0175-c273-4f40-a95d-6e81535c17a8 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:35.163493 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Routers {'fc3b0175-c273-4f40-a95d-6e81535c17a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:35.164610 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['fc3b0175-c273-4f40-a95d-6e81535c17a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:35.173792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.224434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2d32f1d0-d208-4962-a864-705e2e48eec8 None None] Port d55c6cef-b943-4881-9677-50901146b66c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:35.245617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-170f38ab-e0e6-4e16-a9db-83fc3d95d1a6 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] DELETE failed (client error): The resource could not be found. Apr 29 11:47:35.246216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170f38ab-e0e6-4e16-a9db-83fc3d95d1a6 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:47:35.278206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event deleted for resources: {'Port': ['ID=45d17d65-5066-480a-b311-07b553a3707b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:35.297199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.318945 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] Set router fc3b0175-c273-4f40-a95d-6e81535c17a8 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:35.335410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-170f38ab-e0e6-4e16-a9db-83fc3d95d1a6 tempest-RoutersIpV6AdminTest-2090965424 tempest-RoutersIpV6AdminTest-2090965424-project] 10.222.0.53 "DELETE /v2.0/subnets/7a10ecdd-7c2f-4dff-a69e-8a2e72c104e6 HTTP/1.1" status: 404 len: 337 time: 0.3896017 Apr 29 11:47:35.349234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.355453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2257073e-c9ab-4d5f-a872-689d855c76c5 None None] Provisioning complete for port 9eaf7488-3f5c-431a-b961-17f831016e2a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:35.356191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2257073e-c9ab-4d5f-a872-689d855c76c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.444386 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:35.450178 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e3c13-3a14-4e1a-a347-7c2c07b160bf None None] The sync data for ids ['fc3b0175-c273-4f40-a95d-6e81535c17a8'] in dv-neutron-839741-1-hyperv is: [{'id': 'fc3b0175-c273-4f40-a95d-6e81535c17a8', 'name': 'tempest-NetworksTestDHCPv6-router-205038348', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:22Z', 'updated_at': '2022-04-29T11:47:32Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:35.480470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.488836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.492984 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-00737806-7bc8-4af2-9e49-d3e666d5d8c7 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2656810 Apr 29 11:47:35.498525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49832) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:35.518726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-af3513d5-9b91-4527-bdd7-4c51042bc0a3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1858234054', 'prefixes': ['172.20.0.0/16']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:35.560226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.565849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b805592-baaa-4ab7-89ec-6fb1439920c5 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:35.580213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.582201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-617ca3f4-ab9f-421d-ba22-b0c9f04098f4 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "DELETE /v2.0/ports/45d17d65-5066-480a-b311-07b553a3707b HTTP/1.1" status: 204 len: 168 time: 2.7274010 Apr 29 11:47:35.583414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af3513d5-9b91-4527-bdd7-4c51042bc0a3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:35.587117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.587941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49836) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:35.593084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2257073e-c9ab-4d5f-a872-689d855c76c5 None None] Port 9eaf7488-3f5c-431a-b961-17f831016e2a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:35.596092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=e97a6638-817f-42e1-80a9-334e62653ca7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:35.628315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port cdb807b9-0c6d-433f-840d-975a679b8eed, host hv-neutron-8397, got binding levels [] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:35.628694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.654550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9f1a359c-b826-4a57-974e-13644dffcac0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e97a6638-817f-42e1-80a9-334e62653ca7 HTTP/1.1" status: 204 len: 168 time: 0.8521578 Apr 29 11:47:35.664471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49840) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:35.792823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Calling delete_port for cdb807b9-0c6d-433f-840d-975a679b8eed owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:35.846418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f20998c4-8180-473c-8827-76f301bd8b72 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:35.853762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49848) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:35.904330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:35.909578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Deleting port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:35.910068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.949952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Deleting subnet 2e2fde1e-2e99-4769-8ce2-d201208069ae {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:35.959488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:35.965008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5119e010-3a8b-42b3-ba87-214ec905cae2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:36.024296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d01288a8-79ac-45c8-a40a-8bf38bb10bae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:36.066357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.100975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5119e010-3a8b-42b3-ba87-214ec905cae2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:36.101686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.120963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d01288a8-79ac-45c8-a40a-8bf38bb10bae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:36.125014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d01288a8-79ac-45c8-a40a-8bf38bb10bae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4581947 Apr 29 11:47:36.133226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49854) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.201497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.207322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.209016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af3513d5-9b91-4527-bdd7-4c51042bc0a3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for subnetpool, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.214478 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af3513d5-9b91-4527-bdd7-4c51042bc0a3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7148862 Apr 29 11:47:36.220265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49858) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.257913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:36.262333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-856eb50d-9216-466f-a940-8f988374b07a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-2104542882') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.301543 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-04110221-1985-4a95-a87e-0c73b3c6775c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f20998c4-8180-473c-8827-76f301bd8b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3453510 Apr 29 11:47:36.303420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] Sync routers for ids ['f20998c4-8180-473c-8827-76f301bd8b72'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:36.303569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:36.304050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb807b9-0c6d-433f-840d-975a679b8eed,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:36.307893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49862) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.314638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Usage tracker for resource:security_group_rule and tenant:d97df5ae623243ee97b9b05aff621a04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:36.321791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.351706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.353914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-05806b07-08f4-4775-9118-9cc99213bf8e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cdb807b9-0c6d-433f-840d-975a679b8eed HTTP/1.1" status: 204 len: 168 time: 1.7650120 Apr 29 11:47:36.365998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49866) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.371737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:36.375126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] For port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:36.375523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.392205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] Routers {'f20998c4-8180-473c-8827-76f301bd8b72'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:36.392750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:36.392910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f20998c4-8180-473c-8827-76f301bd8b72'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.434594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3950ddc-8f7d-44b5-b550-98489d56b5a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:47:36.435378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3950ddc-8f7d-44b5-b550-98489d56b5a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Synchronizing usage tracker for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:36.449898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e27c9-d8ee-4ed8-97f4-3a4444d30830 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:36.450745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-085e27c9-d8ee-4ed8-97f4-3a4444d30830 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:36.480347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3950ddc-8f7d-44b5-b550-98489d56b5a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Unset dirty status for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:36.481868 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c3950ddc-8f7d-44b5-b550-98489d56b5a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports/cdb807b9-0c6d-433f-840d-975a679b8eed HTTP/1.1" status: 404 len: 333 time: 0.1147013 Apr 29 11:47:36.485980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49870) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.492615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1331207789'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:36.499151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-085e27c9-d8ee-4ed8-97f4-3a4444d30830 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:36.500656 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-085e27c9-d8ee-4ed8-97f4-3a4444d30830 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports/9eaf7488-3f5c-431a-b961-17f831016e2a HTTP/1.1" status: 200 len: 983 time: 0.1900480 Apr 29 11:47:36.503793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:36.506754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49874) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.581000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.593761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Calling delete_port for 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:36.614088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.624801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e2b8c39e-b573-4165-a3c5-6d9ccd300185 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:36.638296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:36.677871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e2b8c39e-b573-4165-a3c5-6d9ccd300185 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:36.677871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e2b8c39e-b573-4165-a3c5-6d9ccd300185 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:36.678590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] Routers {'f20998c4-8180-473c-8827-76f301bd8b72'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:36.678834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-856eb50d-9216-466f-a940-8f988374b07a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-2104542882 HTTP/1.1" status: 201 len: 201 time: 0.4288073 Apr 29 11:47:36.679224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f20998c4-8180-473c-8827-76f301bd8b72'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.682494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49878) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.690951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-bc316565-7fa7-4aa0-9197-706fb94b1fcd tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1337659868') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.728220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Made reservation on behalf of dea66de12fe047d5ba636b1b69231519 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:36.730691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.748936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:36.749348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bd219-f98d-43bc-acd7-0687ee760c60 None None] The sync data for ids ['f20998c4-8180-473c-8827-76f301bd8b72'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:36.772202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.777105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.790640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.828831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.829298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Fanout notify agent at l3_agent the message router_deleted on router fc3b0175-c273-4f40-a95d-6e81535c17a8 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:36.832099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port 419c9f88-8704-4db6-bdc5-570223a07524 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:36.837536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.848552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] Pushing event deleted for resources: {'Port': ['ID=0d6cd212-fe1d-4ca0-a018-d0549d0e1208,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:36.850614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f970f-8f11-4b34-b73e-0f84e2f7f095 None None] No DVR routers for this DVR port 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:36.913219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.917163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2fde1e-2e99-4769-8ce2-d201208069ae,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:36.918867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79fc12-ae76-4c91-af16-4d1ff09cf528 None None] Network 49b29424-e7a7-4007-ae62-144bf2d1b6c6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:36.949180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.958914 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-952bbf44-6dad-46fa-ad6a-6b56b7f06bc0 tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "DELETE /v2.0/subnets/2e2fde1e-2e99-4769-8ce2-d201208069ae HTTP/1.1" status: 204 len: 168 time: 1.3680811 Apr 29 11:47:36.959262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49882) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.963333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.974702 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-be3aead4-e314-4077-befa-8a20a32edf37 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/routers/fc3b0175-c273-4f40-a95d-6e81535c17a8 HTTP/1.1" status: 204 len: 168 time: 0.8331249 Apr 29 11:47:36.975054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49884) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:36.975144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:36.989191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:37.235301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:37.248393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:37.265495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] DHCP port deletion for 49b29424-e7a7-4007-ae62-144bf2d1b6c6 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:37.268256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:37.277593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Deleting port df4ba110-eb21-4ff5-b759-0e9f206265f4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:37.278033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.292871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:37.330489 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d97df5ae623243ee97b9b05aff621a04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4748726 Apr 29 11:47:37.331108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49890) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:37.340088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eafe61-d2a6-4f9c-8a71-a1bb39c8e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75123697-8ceb-4e3a-90e5-081f4211c247,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:37.376086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bc316565-7fa7-4aa0-9197-706fb94b1fcd tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1337659868 HTTP/1.1" status: 201 len: 201 time: 0.6915584 Apr 29 11:47:37.377271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49894) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:37.398147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-5cc3337c-7f96-4e3c-93f9-9637c9c8366e tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-999759650') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:37.445962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.480601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:37.483967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Deleting port df4ba110-eb21-4ff5-b759-0e9f206265f4 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:37.484468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.485162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.600624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] For port df4ba110-eb21-4ff5-b759-0e9f206265f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=df4ba110-eb21-4ff5-b759-0e9f206265f4,segment=NetworkSegment(f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795),segment_id=f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:37.601056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.614318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.782445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Calling delete_port for df4ba110-eb21-4ff5-b759-0e9f206265f4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:37.811818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] For port df4ba110-eb21-4ff5-b759-0e9f206265f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=df4ba110-eb21-4ff5-b759-0e9f206265f4,segment=NetworkSegment(f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795),segment_id=f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:37.812106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device df4ba110-eb21-4ff5-b759-0e9f206265f4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:37.812198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.825185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:37.962879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Calling delete_port for df4ba110-eb21-4ff5-b759-0e9f206265f4 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:37.969949 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5cc3337c-7f96-4e3c-93f9-9637c9c8366e tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-999759650 HTTP/1.1" status: 201 len: 201 time: 0.5815103 Apr 29 11:47:37.974529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:37.976466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.018961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.023894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.047259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-4eae6d6f-efc9-4c43-94cb-c5c3333f98be tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1443884317') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:38.078154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:38.085427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:38.086134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:38.086388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:38.088157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:38.089256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:38.089862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.100257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.119030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75123697-8ceb-4e3a-90e5-081f4211c247,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:38.131600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.135427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4fc466d0-7fc2-4c50-b58a-c0ac65649078 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75123697-8ceb-4e3a-90e5-081f4211c247 HTTP/1.1" status: 204 len: 168 time: 0.7949457 Apr 29 11:47:38.185944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=419c9f88-8704-4db6-bdc5-570223a07524,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:38.193491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.207260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] Pushing event deleted for resources: {'Port': ['ID=df4ba110-eb21-4ff5-b759-0e9f206265f4,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:38.209772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be2b5a-270c-4c8e-bef6-9066e5f45e6a None None] No DVR routers for this DVR port df4ba110-eb21-4ff5-b759-0e9f206265f4 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:38.265796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.273890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:38.307590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:38.307590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0d6cd212-fe1d-4ca0-a018-d0549d0e1208 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:38.328318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.333628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a6538348-d0fb-4594-bdfe-a0bbddac07e0 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8463626 Apr 29 11:47:38.336687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49908) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.343316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:38.466108 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4eae6d6f-efc9-4c43-94cb-c5c3333f98be tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1443884317 HTTP/1.1" status: 201 len: 201 time: 0.4770129 Apr 29 11:47:38.474559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.475090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.487690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:38.492719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-40048be1-6cdd-493b-8bdb-ec4e81f97497 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:38.495327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:38.498038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:38.498779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.507679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfaae16-041b-49ce-9956-3040f6cbe0b5 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:38.579095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=869b3ae5-c099-4dfc-b8bb-bbef069df6d8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:38.595482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Deleting port df4ba110-eb21-4ff5-b759-0e9f206265f4 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:38.595482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.624279 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9a54aaed-2a2e-4d8a-b1e0-57baf59aa7b5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6534979 Apr 29 11:47:38.630907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49916) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.642169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:38.659709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:38.665808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:router and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:38.669797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:38.675662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] The port 'df4ba110-eb21-4ff5-b759-0e9f206265f4' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:47:38.676932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:38.683256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49920) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.706862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.707852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.746470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:38.747319 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.772014 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fcb3277f-0692-486b-8145-0076aebb9e09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc2177c926654353be33e242ee1ba070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842469 Apr 29 11:47:38.772014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.775110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49924) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.796402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 9eaf7488-3f5c-431a-b961-17f831016e2a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:38.796767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.855667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.878225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:38.917663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/869b3ae5-c099-4dfc-b8bb-bbef069df6d8/24edd969-7a3f-4bbc-96e5-a7965a058373) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:38.948484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-40048be1-6cdd-493b-8bdb-ec4e81f97497 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 200 len: 241 time: 0.4615762 Apr 29 11:47:38.953178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49928) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:38.955334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b29424-e7a7-4007-ae62-144bf2d1b6c6']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:38.970706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:38.970995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fbd357-c2f4-4e0c-b0f0-51d1a6f66795') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:38.985096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.014664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-f40f97a7-a680-46a0-a6b9-2819b4d6c709 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-2104542882') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:39.041583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.044412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.045498 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d57a1da3-9142-43a0-b17f-a842b5d112f1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4148929 Apr 29 11:47:39.063650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49932) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:39.071408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:39.071867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:39.088472 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:39.122251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.147504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.152759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port 419c9f88-8704-4db6-bdc5-570223a07524 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:39.169095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.180936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Transition to ACTIVE for port object 24edd969-7a3f-4bbc-96e5-a7965a058373 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:39.184183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.186167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Transition to ACTIVE for port object 419c9f88-8704-4db6-bdc5-570223a07524 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:39.206183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.206601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Transition to ACTIVE for port object 24edd969-7a3f-4bbc-96e5-a7965a058373 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:39.213260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.213603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.264792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.285028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:39.287985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:39.292364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:39.298485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Pushing event updated for resources: {'Port': ['ID=24edd969-7a3f-4bbc-96e5-a7965a058373,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:39.332282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.368051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] Pushing event deleted for resources: {'Network': ['ID=49b29424-e7a7-4007-ae62-144bf2d1b6c6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:39.386101 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6d890d77-dcea-4e05-b8f9-5bc2b0c336eb tempest-ExtraDHCPOptionsTestJSON-692308640 tempest-ExtraDHCPOptionsTestJSON-692308640-project] 10.222.0.53 "DELETE /v2.0/networks/49b29424-e7a7-4007-ae62-144bf2d1b6c6 HTTP/1.1" status: 204 len: 168 time: 2.4173493 Apr 29 11:47:39.400840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Attempting to bind port 24edd969-7a3f-4bbc-96e5-a7965a058373 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.401225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Attempting to bind port 24edd969-7a3f-4bbc-96e5-a7965a058373 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.401629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Attempting to bind port 24edd969-7a3f-4bbc-96e5-a7965a058373 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.412198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:39.413567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:39.413567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.413567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:39.416967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Bound port: 24edd969-7a3f-4bbc-96e5-a7965a058373, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:39.417337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.477560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=419c9f88-8704-4db6-bdc5-570223a07524,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:39.496338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.496671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.496999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.503677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.504182 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.504562 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 2 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.526599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.526599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.526599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.538874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.539213 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.539607 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 3 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.565723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.566306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.566427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.571918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.572262 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.572634 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 4 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.587248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] For port 24edd969-7a3f-4bbc-96e5-a7965a058373, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:39.588469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.588816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.589147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.591342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] For port 24edd969-7a3f-4bbc-96e5-a7965a058373, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=24edd969-7a3f-4bbc-96e5-a7965a058373,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:39.594204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.594673 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.595065 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 5 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.599048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.611159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.611498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.611836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.617042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.617546 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.618199 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 6 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.636856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.637202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.637440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.642359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.642684 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.643066 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 7 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.660157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.660508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.660902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.666533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.667105 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.667681 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 8 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.684406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.685039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.685562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.691558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.692522 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.693152 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 9 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.698460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 9eaf7488-3f5c-431a-b961-17f831016e2a owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:39.702766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f03c48-ae03-4014-bc5c-294c7283ef2a None None] Pushing event updated for resources: {'Port': ['ID=24edd969-7a3f-4bbc-96e5-a7965a058373,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:39.713740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.714990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.715549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.725743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.726444 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.728204 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 10 to bind port 419c9f88-8704-4db6-bdc5-570223a07524 Apr 29 11:47:39.746143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:39.746671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:39.747019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:39.752788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:39.753115 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 419c9f88-8704-4db6-bdc5-570223a07524 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:39.753509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:39.865628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49940) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:39.874785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port 419c9f88-8704-4db6-bdc5-570223a07524, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:39.875033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:47:39.882939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.006218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f40f97a7-a680-46a0-a6b9-2819b4d6c709 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-2104542882 HTTP/1.1" status: 204 len: 168 time: 1.0081131 Apr 29 11:47:40.007432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] In _notify_port_updated(), no bound segment for port 419c9f88-8704-4db6-bdc5-570223a07524 on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:47:40.008359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.009240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.010831 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "PUT /v2.0/ports/419c9f88-8704-4db6-bdc5-570223a07524 HTTP/1.1" status: 200 len: 977 time: 1.6724741 Apr 29 11:47:40.014963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49946) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:40.015487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49948) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:40.036882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.063390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-364b2964-73b8-4467-9f71-680842fed2ad tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-2104542882') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:40.092452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8f8ac-350d-468e-a17d-2b9a836e3592,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:40.099974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fd7ba-9ed9-4937-922b-3d3d500f8f31 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=419c9f88-8704-4db6-bdc5-570223a07524,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:40.103159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.131323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.132651 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c4e1509d-9140-46e4-851d-566d8f3bc31e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20b8f8ac-350d-468e-a17d-2b9a836e3592 HTTP/1.1" status: 204 len: 168 time: 1.3502519 Apr 29 11:47:40.242392 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3bb5fcca-a883-464a-905d-d989b206490f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9588b5ddf47340eabd170c78dcc12503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751318 Apr 29 11:47:40.246138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 49956) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:40.290683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.291316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.291786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.292280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.292715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.293205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.293655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.294119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.294568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.295027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.295482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.295937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.296388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.297055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.297719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.298413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.298888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.299368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.299834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.300335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:40.302622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Synchronizing usage tracker for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:40.358537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Unset dirty status for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:40.366267 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-002bd9ab-d57d-41f1-a678-28aaab9e72be tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18290 time: 0.3412356 Apr 29 11:47:40.366509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49964) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:40.396318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.445301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-364b2964-73b8-4467-9f71-680842fed2ad tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-2104542882 HTTP/1.1" status: 204 len: 168 time: 0.4284875 Apr 29 11:47:40.449795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.456309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 49970) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:40.470019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-41602dad-9197-4d20-8588-f10b70156608 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:40.527964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.544475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98303e-db5f-4295-8f5a-56eab94df448,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:40.554792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.554948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.559300 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85e49abf-43b6-4469-9f78-b9e71063e6d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f98303e-db5f-4295-8f5a-56eab94df448 HTTP/1.1" status: 204 len: 168 time: 0.3067753 Apr 29 11:47:40.615508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Deleting port 419c9f88-8704-4db6-bdc5-570223a07524 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:40.615939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:40.682215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=9eaf7488-3f5c-431a-b961-17f831016e2a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:41.029159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.069582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::1 (509b49ef-561b-4c7b-b648-76f046bd5c48/869b3ae5-c099-4dfc-b8bb-bbef069df6d8/dffc611c-fecd-4cfb-9925-4d932ab04ee0) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:41.209497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50000) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.305647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0a68cae1-1417-461a-9150-341b35cf5442 None None] Provisioning for port 24edd969-7a3f-4bbc-96e5-a7965a058373 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:41.402815 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-41602dad-9197-4d20-8588-f10b70156608 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 200 len: 205 time: 0.9454377 Apr 29 11:47:41.405507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.411127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-4dbcd77a-74e0-4c5d-8dbe-018acb9c799f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:41.476354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1473069979'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:41.488864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:41.496721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:network and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:41.500418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:41.509347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:41.526836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:41.529446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.544862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.557571 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4dbcd77a-74e0-4c5d-8dbe-018acb9c799f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 200 len: 241 time: 0.1509318 Apr 29 11:47:41.562077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50018) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.568603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-cdccf816-0f8e-42d6-bfb1-11833fe786f4 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1337659868') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:41.595128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50022) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.602626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:41.615740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:security_group_rule and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:41.624452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:41.633432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:41.689941 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cdccf816-0f8e-42d6-bfb1-11833fe786f4 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1337659868 HTTP/1.1" status: 204 len: 168 time: 0.1268859 Apr 29 11:47:41.692928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.693062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port 419c9f88-8704-4db6-bdc5-570223a07524, host hv-neutron-8397, got binding levels [] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:41.693283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.703312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-c7699b0b-f7ff-4241-bc93-cfe7d8fc1c43 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1337659868') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:41.779394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f20998c4-8180-473c-8827-76f301bd8b72 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:41.810984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.825747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.830439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 24edd969-7a3f-4bbc-96e5-a7965a058373 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:41.853342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Calling delete_port for 419c9f88-8704-4db6-bdc5-570223a07524 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:41.862134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:41.883146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98b01d-9014-4124-bbde-7c3b1c098684,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:41.888448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.888806 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Added segment 00102903-73c4-4c48-b550-368d7bb7d5d3 of type vlan for network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 Apr 29 11:47:41.893143 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c7699b0b-f7ff-4241-bc93-cfe7d8fc1c43 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1337659868 HTTP/1.1" status: 204 len: 168 time: 0.1934810 Apr 29 11:47:41.895340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50032) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:41.901081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-784c96a6-4ff1-45cb-80ac-70e57a7afe33 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:41.903967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'networks': [{'name': 'tempest-network--1807877515'}, {'name': 'tempest-network--645925109'}]} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:41.904331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-network--1807877515'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:41.905281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-network--645925109'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:41.912348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 24edd969-7a3f-4bbc-96e5-a7965a058373 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:41.918672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 24edd969-7a3f-4bbc-96e5-a7965a058373 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:41.919125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:41.936741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:41.969681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.013525 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-784c96a6-4ff1-45cb-80ac-70e57a7afe33 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 200 len: 205 time: 0.1168003 Apr 29 11:47:42.015221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.021716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:42.022554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.040793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50036) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.046321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.077116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:network and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:42.084498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 24edd969-7a3f-4bbc-96e5-a7965a058373, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=24edd969-7a3f-4bbc-96e5-a7965a058373,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:42.089667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.093024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-3002dd3b-8149-4ec8-835e-c14cc9a5508c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.095007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:42.099719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.115834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:42.135717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:42.149912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object dffc611c-fecd-4cfb-9925-4d932ab04ee0 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:42.154647 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] Sync routers for ids ['f20998c4-8180-473c-8827-76f301bd8b72'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:42.161617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=24edd969-7a3f-4bbc-96e5-a7965a058373,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:42.168095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.184316 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] Routers {'f20998c4-8180-473c-8827-76f301bd8b72'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:42.185289 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f20998c4-8180-473c-8827-76f301bd8b72'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.210463 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-88f5461c-c99a-413f-81e1-6ab010125033 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f20998c4-8180-473c-8827-76f301bd8b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6999209 Apr 29 11:47:42.216882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50042) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.256039 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.265262 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] Routers {'f20998c4-8180-473c-8827-76f301bd8b72'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:42.265969 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f20998c4-8180-473c-8827-76f301bd8b72'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.300052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event deleted for resources: {'Port': ['ID=419c9f88-8704-4db6-bdc5-570223a07524,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:42.326077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Network': ['ID=bb979775-f6a7-4ba1-85ae-6c4fb4a43d27,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:42.333414 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4ca91999-ce40-4fe6-ada5-259acdd8fd8d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1229134 Apr 29 11:47:42.336521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50046) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.342308 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.342992 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7ef10-fb0f-425f-b2ce-6dd51e18c7b0 None None] The sync data for ids ['f20998c4-8180-473c-8827-76f301bd8b72'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:42.343452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'subnet': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:42.343586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:42.364251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3002dd3b-8149-4ec8-835e-c14cc9a5508c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 200 len: 240 time: 0.2768805 Apr 29 11:47:42.368996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50050) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.384185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.389330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-45276b3c-f687-459c-9d4d-e7718a8ca5d8 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-999759650') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.405859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3da8563d-73dc-488d-a683-16db2d8aad9e tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/419c9f88-8704-4db6-bdc5-570223a07524 HTTP/1.1" status: 204 len: 168 time: 2.0330389 Apr 29 11:47:42.410009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50054) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.468196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'network': 2} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:42.473204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.712245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:42.719810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:subnet and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:42.722255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:42.729065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.729323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:42.737232 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-45276b3c-f687-459c-9d4d-e7718a8ca5d8 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-999759650 HTTP/1.1" status: 204 len: 168 time: 0.3668966 Apr 29 11:47:42.740700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50058) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.747363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-e12e4126-7c75-4bc8-8b3f-e5c319253d56 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-999759650') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:42.748663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.790750 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-756fcdf5-8cc2-453e-af94-61548d1bd087 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:47:42.791279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-756fcdf5-8cc2-453e-af94-61548d1bd087 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Synchronizing usage tracker for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:42.797568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:42.801021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.866332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:42.904052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:42.907111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:security_group_rule and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:42.919988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:42.923438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-e27f04d2-d428-472d-8cdb-93c21ba4288c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 11:47:42.924722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e27f04d2-d428-472d-8cdb-93c21ba4288c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f20998c4-8180-473c-8827-76f301bd8b72/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7040062 Apr 29 11:47:42.925841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:42.937958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:42.938473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:42.941331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:42.943499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50062) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:42.950505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=dffc611c-fecd-4cfb-9925-4d932ab04ee0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:43.018961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-756fcdf5-8cc2-453e-af94-61548d1bd087 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Unset dirty status for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:43.020634 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-756fcdf5-8cc2-453e-af94-61548d1bd087 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports/419c9f88-8704-4db6-bdc5-570223a07524 HTTP/1.1" status: 404 len: 333 time: 0.5539753 Apr 29 11:47:43.023700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e12e4126-7c75-4bc8-8b3f-e5c319253d56 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-999759650 HTTP/1.1" status: 204 len: 168 time: 0.2797356 Apr 29 11:47:43.026382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60fd79bc-eec1-4c88-8ef7-09bf1f528509 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:43.029014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50066) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.029330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50068) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.055902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1856237614', 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:43.065418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-b0520cb9-f360-4fa5-962c-dd954e23f993 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:43.131802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:43.174620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.247354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:43.257691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8f695dff-c202-430c-b231-ce958cfcfa16 None None] Provisioning for port dffc611c-fecd-4cfb-9925-4d932ab04ee0 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:43.264378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Subnet': ['ID=9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:43.266123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60fd79bc-eec1-4c88-8ef7-09bf1f528509 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:43.267613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60fd79bc-eec1-4c88-8ef7-09bf1f528509 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20998c4-8180-473c-8827-76f301bd8b72 HTTP/1.1" status: 200 len: 205 time: 0.3230596 Apr 29 11:47:43.271720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50074) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.277586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8f695dff-c202-430c-b231-ce958cfcfa16 None None] Provisioning complete for port dffc611c-fecd-4cfb-9925-4d932ab04ee0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:43.278029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8f695dff-c202-430c-b231-ce958cfcfa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.290636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Made reservation on behalf of dea66de12fe047d5ba636b1b69231519 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:43.293187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.335960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Checking segment: {'id': '00102903-73c4-4c48-b550-368d7bb7d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:43.337123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network hostable DHCP agents. Network: bb979775-f6a7-4ba1-85ae-6c4fb4a43d27, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:43.337351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8f695dff-c202-430c-b231-ce958cfcfa16 None None] Port dffc611c-fecd-4cfb-9925-4d932ab04ee0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:43.401577 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b0520cb9-f360-4fa5-962c-dd954e23f993 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 200 len: 205 time: 0.3641949 Apr 29 11:47:43.405000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port 0d963b5e-2fc7-4272-a261-4417dd783d9e yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:43.410544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50078) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.424914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-20d13808-e584-43e0-a525-34ce3c518349 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:43.450843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:43.455396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.480397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.481268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.496277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.496831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.589885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, bb979775-f6a7-4ba1-85ae-6c4fb4a43d27) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:43.597268 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-20d13808-e584-43e0-a525-34ce3c518349 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 200 len: 241 time: 0.1845882 Apr 29 11:47:43.599186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50082) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.602652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba30ff-eb39-4803-a8ea-de8521d95831 None None] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:43.627448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 24edd969-7a3f-4bbc-96e5-a7965a058373 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:43.641317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6a39b-613a-44df-b7dc-742999df572c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:43.645957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:43.646154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.668364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:43.718563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-15da6484-6377-4eee-af39-c5aabf3c7af2 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1443884317') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:43.817896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.821371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.826359 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-feba3e60-5c3c-4427-8bf3-b5ed7a38e3db tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4860542 Apr 29 11:47:43.827588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50086) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.829912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 24edd969-7a3f-4bbc-96e5-a7965a058373 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:43.830616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.835394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1684568711'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:43.871641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.871986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment ca13e178-9965-457a-9a79-088077970424 of type vlan for network 91f3a351-39dd-462c-9961-90fad08b1ce7 Apr 29 11:47:43.885087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-15da6484-6377-4eee-af39-c5aabf3c7af2 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1443884317 HTTP/1.1" status: 204 len: 168 time: 0.2845163 Apr 29 11:47:43.888328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50090) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:43.896212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-673ceb39-bdec-4b5b-87a0-4665270e52ed tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1443884317') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:43.904473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.904954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router f20998c4-8180-473c-8827-76f301bd8b72 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:43.938178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:43.950469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.057545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'tenant_id': '5cbd405b138e4fe9aa22d19c9597fdc6', 'fixed_ips': [{'subnet_id': '9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:44.058422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.106671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:44.115062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.119000 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aeef4dfd-dfd0-4e38-89c1-11f080daca85 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/f20998c4-8180-473c-8827-76f301bd8b72 HTTP/1.1" status: 204 len: 168 time: 0.8436782 Apr 29 11:47:44.119888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50094) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.125545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.126174 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment 6360a144-99d0-4819-8b0a-48913357c6b1 of type vlan for network 444e97ff-75c8-4045-ae15-e4c1c02451cf Apr 29 11:47:44.137849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.220743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:44.227149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet 7003d1cc-12ed-476e-bd68-e79eca54ec71 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:44.232153 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-673ceb39-bdec-4b5b-87a0-4665270e52ed tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1443884317 HTTP/1.1" status: 204 len: 168 time: 0.3428879 Apr 29 11:47:44.233676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:port and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:44.237300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.239661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50098) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.241581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Allocated IP 2001:db8::2 (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/2d5a79d6-0bc5-4bcc-a541-6325dc383ab4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:44.248646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:44.253079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-2f2df7e7-4a2c-4f1b-955c-7905b1881734 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:44.262470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.267604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:44.268701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:44.279816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:44.280998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.281650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.283710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:44.285332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=0d963b5e-2fc7-4272-a261-4417dd783d9e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:44.309415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:44.312863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.317740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.323915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.339469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.340204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.379497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:44.431799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2f2df7e7-4a2c-4f1b-955c-7905b1881734 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 200 len: 205 time: 0.1891582 Apr 29 11:47:44.438503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50102) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.457332 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-68b68de1-0e7f-428a-b010-943a1fdeb13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4184189 Apr 29 11:47:44.463752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-ac5df836-9c52-435f-b58b-bc9982de7f2a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:44.466600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50106) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.474103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.474596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.479881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.484429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.485004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.528599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=dffc611c-fecd-4cfb-9925-4d932ab04ee0,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:44.528900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.546914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Transition to ACTIVE for port object 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:44.547320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.567330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Transition to ACTIVE for port object 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:44.574570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.588208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18acd346-9993-4dcf-b3a2-1f2d169bffb6 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:44.592624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-18acd346-9993-4dcf-b3a2-1f2d169bffb6 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports/0d963b5e-2fc7-4272-a261-4417dd783d9e HTTP/1.1" status: 200 len: 955 time: 0.1221545 Apr 29 11:47:44.621352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50110) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.645212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:44.648324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:44.651051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:44.691335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Pushing event updated for resources: {'Port': ['ID=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:44.741050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::b9 (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/3f7d63b4-a043-4a68-aadd-c261fdad2bb3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:44.754808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Attempting to bind port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:44.755174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Attempting to bind port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '00102903-73c4-4c48-b550-368d7bb7d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:44.755535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Attempting to bind port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 on network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:44.755814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Deleting port 0d963b5e-2fc7-4272-a261-4417dd783d9e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:44.756159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.760995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:44.761365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Checking segment: {'id': '00102903-73c4-4c48-b550-368d7bb7d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:44.761862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.762252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Bound using segment: {'id': '00102903-73c4-4c48-b550-368d7bb7d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:44.762822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Bound port: 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00102903-73c4-4c48-b550-368d7bb7d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:44.763196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.809659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=91f3a351-39dd-462c-9961-90fad08b1ce7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:44.817257 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2111313 Apr 29 11:47:44.818228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50114) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.821936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.829056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 91f3a351-39dd-462c-9961-90fad08b1ce7 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:44.895206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=7003d1cc-12ed-476e-bd68-e79eca54ec71,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:44.900374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:44.931208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986f996-2975-486a-bd0c-840a63a3618e None None] Network 6c56c5a7-81af-4245-b038-e2946789f4a1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:44.936126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ac5df836-9c52-435f-b58b-bc9982de7f2a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 204 len: 168 time: 0.4933794 Apr 29 11:47:44.939809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50118) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:44.965423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4309ac63-4fe0-426a-ad40-d001305eabb8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/7003d1cc-12ed-476e-bd68-e79eca54ec71 HTTP/1.1" status: 204 len: 168 time: 0.8378344 Apr 29 11:47:44.965945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-e00e11c6-1a15-4569-95d5-20bc1876b52d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:44.982895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] For port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:44.989963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50122) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:45.059264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] For port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,segment=NetworkSegment(00102903-73c4-4c48-b550-368d7bb7d5d3),segment_id=00102903-73c4-4c48-b550-368d7bb7d5d3)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:45.068274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.078505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858f588-4286-42ec-a019-99acc9c2d29b tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=444e97ff-75c8-4045-ae15-e4c1c02451cf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:45.081800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:45.102894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:45.130023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 444e97ff-75c8-4045-ae15-e4c1c02451cf details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:45.342426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565c071-d36b-4b18-9fb3-ede2937ef098 None None] Pushing event updated for resources: {'Port': ['ID=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:45.344978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.361638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:45.374905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.401891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.453571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:45.465281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] DHCP port deletion for 6c56c5a7-81af-4245-b038-e2946789f4a1 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:45.466589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:45.471807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Deleting port a506a3a3-ada6-419c-94a6-dc545db901f4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:45.472322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.473883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:45.482064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:45.483269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Synchronizing usage tracker for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:45.506495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port a506a3a3-ada6-419c-94a6-dc545db901f4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:45.507327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.584972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Unset dirty status for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:45.589974 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9bf9dc31-cb89-4849-8c52-c7c1af3889be tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7487662 Apr 29 11:47:45.590815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50126) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:45.644172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Calling delete_port for 0d963b5e-2fc7-4272-a261-4417dd783d9e owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:45.650041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d961fb0e-6d8e-48c0-9ffc-282c98d23c85 None None] Provisioning complete for port dffc611c-fecd-4cfb-9925-4d932ab04ee0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:45.650628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d961fb0e-6d8e-48c0-9ffc-282c98d23c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.713607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:45.739479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.809792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.866440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Router 3c60972a-a13e-46ff-a131-431a48051042 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:45.913718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d961fb0e-6d8e-48c0-9ffc-282c98d23c85 None None] Port dffc611c-fecd-4cfb-9925-4d932ab04ee0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:45.921133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] For port a506a3a3-ada6-419c-94a6-dc545db901f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a506a3a3-ada6-419c-94a6-dc545db901f4,segment=NetworkSegment(8a6d3c7f-6dce-4572-ba83-4b88021aeddd),segment_id=8a6d3c7f-6dce-4572-ba83-4b88021aeddd)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:45.921548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:45.974836 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e00e11c6-1a15-4569-95d5-20bc1876b52d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 204 len: 168 time: 1.0230284 Apr 29 11:47:45.975459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50132) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:45.996147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:45.999463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-4d57f4f2-565c-48b5-9d37-bb54d359994c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.032833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=3f7d63b4-a043-4a68-aadd-c261fdad2bb3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:46.040297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:46.048159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:46.054051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.054666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.054840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Calling delete_port for a506a3a3-ada6-419c-94a6-dc545db901f4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:46.071598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.099893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:46.127265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d963b5e-2fc7-4272-a261-4417dd783d9e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:46.133427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0b1fcfd6-ccc9-4a30-9f05-d4c77c752dda tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3048203 Apr 29 11:47:46.134180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50136) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.143869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1111485648', 'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:7c:be:6e'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:46.150686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.179679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.184322 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b8b2f8bb-dcce-4a89-ae60-8205609be574 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0d963b5e-2fc7-4272-a261-4417dd783d9e HTTP/1.1" status: 204 len: 168 time: 1.5528929 Apr 29 11:47:46.188844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50140) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.216917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] Pushing event deleted for resources: {'Port': ['ID=a506a3a3-ada6-419c-94a6-dc545db901f4,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:46.223573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96a085-3e0c-4ad9-a346-f20afd77ed6f None None] No DVR routers for this DVR port a506a3a3-ada6-419c-94a6-dc545db901f4 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:46.227701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a506a3a3-ada6-419c-94a6-dc545db901f4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:46.267659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: a506a3a3-ada6-419c-94a6-dc545db901f4 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:46.268004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a506a3a3-ada6-419c-94a6-dc545db901f4 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:46.322325 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be6660d-ff43-4686-9b96-21a7dc18f2f7 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:47:46.322880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2be6660d-ff43-4686-9b96-21a7dc18f2f7 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Synchronizing usage tracker for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:46.374442 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d57f4f2-565c-48b5-9d37-bb54d359994c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 204 len: 168 time: 0.3827255 Apr 29 11:47:46.384533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.391606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2be6660d-ff43-4686-9b96-21a7dc18f2f7 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Unset dirty status for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:46.397794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2be6660d-ff43-4686-9b96-21a7dc18f2f7 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports/0d963b5e-2fc7-4272-a261-4417dd783d9e HTTP/1.1" status: 404 len: 333 time: 0.2029681 Apr 29 11:47:46.399302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-e26cfdad-d447-412b-84b2-86a909a8938c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.401582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50148) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.420971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1074124724'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:46.428037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.434933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:46.442560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:port and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:46.444766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:46.446283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:46.450324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port a506a3a3-ada6-419c-94a6-dc545db901f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a506a3a3-ada6-419c-94a6-dc545db901f4,segment=NetworkSegment(8a6d3c7f-6dce-4572-ba83-4b88021aeddd),segment_id=8a6d3c7f-6dce-4572-ba83-4b88021aeddd)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:46.450783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.453741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:46.475689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:46.537316 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:47:46.547248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:46.550560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f3a351-39dd-462c-9961-90fad08b1ce7']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.558610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:46.564064 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6f70f188-3269-40ad-a13b-fb7375653744 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "PUT /v2.0/routers/3c60972a-a13e-46ff-a131-431a48051042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5000989 Apr 29 11:47:46.568208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50152) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.571139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Sync routers for ids ['3c60972a-a13e-46ff-a131-431a48051042'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:46.585539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Routers {'3c60972a-a13e-46ff-a131-431a48051042'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:46.586032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['3c60972a-a13e-46ff-a131-431a48051042'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.641731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for a506a3a3-ada6-419c-94a6-dc545db901f4 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:46.653091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5fade-a5ce-4197-bbef-a5debd118869 None None] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:46.672155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca13e178-9965-457a-9a79-088077970424') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.672447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca13e178-9965-457a-9a79-088077970424') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.673274 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e26cfdad-d447-412b-84b2-86a909a8938c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.2873011 Apr 29 11:47:46.681187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50156) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.686369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.709114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb588e7-42de-4c45-8f12-02d3e4d588d5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.710013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fbb588e7-42de-4c45-8f12-02d3e4d588d5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:46.712649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-3c5dd625-e3c5-4622-9b25-50cee3a055ea tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-1844985797') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:46.723799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:46.744504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.766124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Made reservation on behalf of dea66de12fe047d5ba636b1b69231519 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:46.768512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.774926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Provisioning for port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:46.775193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fbb588e7-42de-4c45-8f12-02d3e4d588d5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:46.778703 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fbb588e7-42de-4c45-8f12-02d3e4d588d5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports/dffc611c-fecd-4cfb-9925-4d932ab04ee0 HTTP/1.1" status: 200 len: 911 time: 0.2057481 Apr 29 11:47:46.780030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50160) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:46.797649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.824092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port 427beffa-6b6a-4857-a4d6-b759142c30ad yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:46.831913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Provisioning complete for port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:46.831913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.859520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:46.859940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:46.880664 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:46.899896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Set router 3c60972a-a13e-46ff-a131-431a48051042 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:46.956944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21df6b-dace-413c-b8d8-7c745e00edcf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.963461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21df6b-dace-413c-b8d8-7c745e00edcf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:46.969169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd21df6b-dace-413c-b8d8-7c745e00edcf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1845961 Apr 29 11:47:46.969169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::2fc (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/41a3e7fd-4563-44b2-a26d-c9ace912dea2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:46.975644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50164) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.050804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:47:47.050804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:47:47.163806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.187203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.207246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 41a3e7fd-4563-44b2-a26d-c9ace912dea2 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:47.208003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.236246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.240911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=91f3a351-39dd-462c-9961-90fad08b1ce7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:47.292847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.313542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:47.316824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:47.322198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:47.327823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.328741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.352118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=41a3e7fd-4563-44b2-a26d-c9ace912dea2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:47.372374 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ff25974-e54b-40ba-990d-2dfd4c2e0db3 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2350113 Apr 29 11:47:47.375305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50168) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.393541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] For port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,segment=NetworkSegment(00102903-73c4-4c48-b550-368d7bb7d5d3),segment_id=00102903-73c4-4c48-b550-368d7bb7d5d3)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:47.424168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.447538 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f46b41d2-c5b7-4bab-9abf-68c5b8a964da tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/91f3a351-39dd-462c-9961-90fad08b1ce7 HTTP/1.1" status: 204 len: 168 time: 1.8510673 Apr 29 11:47:47.448525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50172) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.513513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:43Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'dffc611c-fecd-4cfb-9925-4d932ab04ee0', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:2c:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c60972a-a13e-46ff-a131-431a48051042', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:40Z', 'updated_at': '2022-04-29T11:47:43Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.522567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Checking router: 3c60972a-a13e-46ff-a131-431a48051042 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:47.522910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Updating router 3c60972a-a13e-46ff-a131-431a48051042 port dffc611c-fecd-4cfb-9925-4d932ab04ee0 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:47:47.557152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port a506a3a3-ada6-419c-94a6-dc545db901f4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:47.557984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.581910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.592588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.599034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.605328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:47.606492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Synchronizing usage tracker for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:47.609274 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3c5dd625-e3c5-4622-9b25-50cee3a055ea tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-1844985797 HTTP/1.1" status: 201 len: 201 time: 0.9144821 Apr 29 11:47:47.612349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50176) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.627615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-bc34d960-bd00-49ab-a1bd-94034242596c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1015400250') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.634184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1acd-2e2e-47ee-bb51-0c6361483b9b None None] Pushing event updated for resources: {'Port': ['ID=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:47.649494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.678974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] The port 'a506a3a3-ada6-419c-94a6-dc545db901f4' was deleted {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:47:47.706779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Unset dirty status for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:47.707996 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c48755a3-b3ea-454c-a2ac-80fd9c1c0a60 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3313072 Apr 29 11:47:47.713326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.719555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50182) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.814010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.846722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444e97ff-75c8-4045-ae15-e4c1c02451cf']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.866648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6360a144-99d0-4819-8b0a-48913357c6b1') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.866908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6360a144-99d0-4819-8b0a-48913357c6b1') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.883666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.895206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bc34d960-bd00-49ab-a1bd-94034242596c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1015400250 HTTP/1.1" status: 201 len: 201 time: 0.2782881 Apr 29 11:47:47.895206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50186) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:47.901952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-1b1fc7d8-c20f-4645-830a-3bf622540d4e tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-599431062') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:47.931210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Provisioning for port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:47.942481 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Provisioning complete for port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:47.942988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.954577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:47.954918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:47.990146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.008195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:48.037994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Provisioning for port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:48.046746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Provisioning complete for port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:48.047863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.052435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c56c5a7-81af-4245-b038-e2946789f4a1']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.076632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6d3c7f-6dce-4572-ba83-4b88021aeddd') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.076892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6d3c7f-6dce-4572-ba83-4b88021aeddd') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.120473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:48.135722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.184256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Provisioning complete for port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:48.184640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-311eac07-be7f-4add-b879-3cfe2766896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.204209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:48.204800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:48.220663 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:48.245232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.281451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.336572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.341823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.362016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.375796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Transition to ACTIVE for port object dffc611c-fecd-4cfb-9925-4d932ab04ee0 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:48.376040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=444e97ff-75c8-4045-ae15-e4c1c02451cf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:48.383037 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1b1fc7d8-c20f-4645-830a-3bf622540d4e tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-599431062 HTTP/1.1" status: 201 len: 201 time: 0.4870896 Apr 29 11:47:48.384486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.387211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0ba6d7ad-b8fc-4813-9746-139b8f4890f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/444e97ff-75c8-4045-ae15-e4c1c02451cf HTTP/1.1" status: 204 len: 168 time: 0.9372549 Apr 29 11:47:48.387988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50190) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.388308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50192) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.425167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-b286b02c-1fbb-4280-b753-15777941b8fa tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1833326411') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.432344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.495060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Network fe7577a3-ce8f-43bb-9675-2070d1b921f7 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:48.496204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:48.496602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:48.518906 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:48.534889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:48.537264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:48.538421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:48.539007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.580909 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b286b02c-1fbb-4280-b753-15777941b8fa tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1833326411 HTTP/1.1" status: 201 len: 201 time: 0.1915779 Apr 29 11:47:48.583130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82777-2c37-41d2-8bcf-8dafc1c3b5e1 None None] Pushing event updated for resources: {'Port': ['ID=dffc611c-fecd-4cfb-9925-4d932ab04ee0,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:48.591104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50198) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.599686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-d6394c68-ebb5-4141-a0aa-fdb052161bf5 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', {'tags': ['tempest-TagsExtTest-Tag-1841681219', 'tempest-TagsExtTest-Tag-1652785096', 'tempest-TagsExtTest-Tag-1127952345']}) {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.628589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Provisioning complete for port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:48.628991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.647506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d8970-7342-401d-bcd9-51f50e39932d tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:48.654542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d8970-7342-401d-bcd9-51f50e39932d tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:48.655378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-287d8970-7342-401d-bcd9-51f50e39932d tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Synchronizing usage tracker for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:48.681094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Attempting to bind port dffc611c-fecd-4cfb-9925-4d932ab04ee0 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:48.681732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Attempting to bind port dffc611c-fecd-4cfb-9925-4d932ab04ee0 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:48.682301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Attempting to bind port dffc611c-fecd-4cfb-9925-4d932ab04ee0 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:48.691912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:48.692860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-287d8970-7342-401d-bcd9-51f50e39932d tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Unset dirty status for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:48.693074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:48.693735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.694368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:48.695011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Bound port: dffc611c-fecd-4cfb-9925-4d932ab04ee0, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:48.695552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.699663 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-287d8970-7342-401d-bcd9-51f50e39932d tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3088455 Apr 29 11:47:48.700275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50202) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.713703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104974529'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:48.719251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:48.721622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=427beffa-6b6a-4857-a4d6-b759142c30ad,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:48.733856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-150eec8f-aede-49d0-b939-9fec48a3a13d tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3311980 Apr 29 11:47:48.736325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:48.746573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50206) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.750317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:48.755096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.764322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.764799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:48.777709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:48.793874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Provisioning complete for port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:48.794235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.801907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.805993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=6c56c5a7-81af-4245-b038-e2946789f4a1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:48.815511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:48.825435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.825768 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment 6e559fcb-9186-43af-a6fd-80c4a37e4318 of type vlan for network b88f2a49-16e9-48ae-b7d5-d17317e683a6 Apr 29 11:47:48.828009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-157efdee-1682-452d-8988-94106397d724 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/6c56c5a7-81af-4245-b038-e2946789f4a1 HTTP/1.1" status: 204 len: 168 time: 3.7886126 Apr 29 11:47:48.840015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50210) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.856965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] For port dffc611c-fecd-4cfb-9925-4d932ab04ee0, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:48.862896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911219399'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:48.866510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.875565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] For port dffc611c-fecd-4cfb-9925-4d932ab04ee0, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=dffc611c-fecd-4cfb-9925-4d932ab04ee0,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:48.875783 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d6394c68-ebb5-4141-a0aa-fdb052161bf5 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 200 len: 318 time: 0.2809234 Apr 29 11:47:48.875903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-048da5ee-fa13-4ddf-a69a-a854aa99ada4 None None] Port 41a3e7fd-4563-44b2-a26d-c9ace912dea2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:48.876959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50214) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:48.877924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:48.882563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.895205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-c2b08a97-8bf5-43c4-8b37-53932764319d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.897698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:48.901594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:48.906392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:48.914971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:48.966692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Routers {'3c60972a-a13e-46ff-a131-431a48051042'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:48.967268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['3c60972a-a13e-46ff-a131-431a48051042'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:48.984720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:48.988122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.012214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.054672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 41a3e7fd-4563-44b2-a26d-c9ace912dea2 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:49.073411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.079165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:49.079760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.115437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.125604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82777-2c37-41d2-8bcf-8dafc1c3b5e1 None None] Pushing event updated for resources: {'Port': ['ID=dffc611c-fecd-4cfb-9925-4d932ab04ee0,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:49.151533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:49.162159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] Set router 3c60972a-a13e-46ff-a131-431a48051042 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:49.242804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=b88f2a49-16e9-48ae-b7d5-d17317e683a6,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:49.248497 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7793d459-f5ea-4c47-94eb-20776abb65f7 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5440767 Apr 29 11:47:49.251036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.251374 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment ba3d3e60-2608-4400-9f48-db46ed9df539 of type vlan for network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a Apr 29 11:47:49.252128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50218) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:49.279640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-397865561'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:49.289769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:49.299359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:network and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:49.303772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:49.311405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:49.329214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b88f2a49-16e9-48ae-b7d5-d17317e683a6 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:49.362191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:49.365700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.366316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.492744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] device_id is not set on port 427beffa-6b6a-4857-a4d6-b759142c30ad yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:49.502166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.513439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.518832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:49.519428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.541557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:49.573364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7321594 Apr 29 11:47:49.576684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50222) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:49.615592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.615943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment cf878561-8245-44ff-b464-d285b65b14a5 of type vlan for network 6bbe7db0-7a86-4bd9-abee-adcc67f1c206 Apr 29 11:47:49.618599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.630639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:49.655163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Transition to ACTIVE for port object 427beffa-6b6a-4857-a4d6-b759142c30ad will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:49.677006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4d87f-4c3f-4b15-b8e8-9404b2da5bd7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=1f7449ad-7b59-4f80-acfb-c9e9afa0286a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:49.679203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.680717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:49.688611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c2b08a97-8bf5-43c4-8b37-53932764319d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.8074493 Apr 29 11:47:49.693187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=41a3e7fd-4563-44b2-a26d-c9ace912dea2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:49.717519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:49.720001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:49.744876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-b28998a6-85b6-4db7-a880-386bf19bf194 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-1841681219') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:49.773436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.876588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:43Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'dffc611c-fecd-4cfb-9925-4d932ab04ee0', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:2c:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c60972a-a13e-46ff-a131-431a48051042', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:40Z', 'updated_at': '2022-04-29T11:47:48Z', 'revision_number': 4, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:49.883474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471115-c0b7-439d-b672-310ba5d0e8e7 None None] The sync data for ids ['3c60972a-a13e-46ff-a131-431a48051042'] in dv-neutron-839741-1-hyperv is: [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:43Z', 'revision_number': 2, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None, '_interfaces': [{'id': 'dffc611c-fecd-4cfb-9925-4d932ab04ee0', 'name': '', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'mac_address': 'fa:16:3e:2c:ba:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c60972a-a13e-46ff-a131-431a48051042', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:47:40Z', 'updated_at': '2022-04-29T11:47:48Z', 'revision_number': 4, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'subnets': [{'id': '869b3ae5-c099-4dfc-b8bb-bbef069df6d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:49.891471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:49.891713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.895724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port dffc611c-fecd-4cfb-9925-4d932ab04ee0 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:49.896063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:49.946651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.080766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=427beffa-6b6a-4857-a4d6-b759142c30ad,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:50.107855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:50.124463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:50.129997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:50.132053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.137683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:50.138238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.138339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.138671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.139070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.142961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:50.151651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.152080 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.153913 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 2 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.188254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:50.191752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.208355 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4f24b3c-9c6d-4fd8-a4c6-924603f60864 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/41a3e7fd-4563-44b2-a26d-c9ace912dea2 HTTP/1.1" status: 204 len: 168 time: 2.4593909 Apr 29 11:47:50.208564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.208731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.209572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.216156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50230) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:50.264365 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9962363 Apr 29 11:47:50.267522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50234) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:50.285343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.285689 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.289332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'ports': [{'network_id': 'b88f2a49-16e9-48ae-b7d5-d17317e683a6', 'name': 'tempest-port--1767744853', 'admin_state_up': True}, {'network_id': '6bbe7db0-7a86-4bd9-abee-adcc67f1c206', 'admin_state_up': False}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:50.289671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'port': {'network_id': 'b88f2a49-16e9-48ae-b7d5-d17317e683a6', 'name': 'tempest-port--1767744853', 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:50.290304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'port': {'network_id': '6bbe7db0-7a86-4bd9-abee-adcc67f1c206', 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:50.306550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 3 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.363033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5223dcb1-c91f-4bc8-b8e7-e932f9de88fa tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] GET failed (client error): The resource could not be found. Apr 29 11:47:50.368024 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5223dcb1-c91f-4bc8-b8e7-e932f9de88fa tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports/41a3e7fd-4563-44b2-a26d-c9ace912dea2 HTTP/1.1" status: 404 len: 333 time: 0.1474578 Apr 29 11:47:50.380790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50238) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:50.391166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82ee52-552c-4bef-97b9-ff852aa95758 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=6bbe7db0-7a86-4bd9-abee-adcc67f1c206,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:50.396797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-441759326'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:50.399791 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-b28998a6-85b6-4db7-a880-386bf19bf194 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:50.401555 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b28998a6-85b6-4db7-a880-386bf19bf194 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-1841681219 HTTP/1.1" status: 404 len: 329 time: 0.6765628 Apr 29 11:47:50.407027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6bbe7db0-7a86-4bd9-abee-adcc67f1c206 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:50.408586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50242) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:50.417146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.417730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.418271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.479853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-d1325916-708c-42fc-b1bf-5b35745f0986 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-1652785096') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:50.529101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.529715 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.544058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 4 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.577271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port dffc611c-fecd-4cfb-9925-4d932ab04ee0, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=dffc611c-fecd-4cfb-9925-4d932ab04ee0,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:50.577959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.598477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.598912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.599145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.626267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.626267 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.630614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 5 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.716426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for dffc611c-fecd-4cfb-9925-4d932ab04ee0 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:50.754880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.755486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.755817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.778211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.778528 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.782349 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 6 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.783223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:50.790977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Usage tracker for resource:port and tenant:5cbd405b138e4fe9aa22d19c9597fdc6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:50.793477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:50.794644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:50.805180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:port and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:50.814111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:50.815755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:50.818918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.819244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.819579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.826234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:50.830294 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-d1325916-708c-42fc-b1bf-5b35745f0986 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:50.831433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d1325916-708c-42fc-b1bf-5b35745f0986 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-1652785096 HTTP/1.1" status: 404 len: 329 time: 0.4177039 Apr 29 11:47:50.835100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50246) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:50.841036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-592a20b8-cfd6-4fdc-90a3-7371461fe2c5 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae', 'tempest-TagsExtTest-Tag-1127952345') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:50.846651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.846979 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.851017 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 7 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:50.869901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:50.873285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.873892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'port': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:50.878235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.898470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:50.898909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:50.899243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:50.908181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.908808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 9dac22ba-657e-458e-8d37-764070c1e521 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:50.936737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:50.956308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:50.956655 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:50.965224 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 8 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:51.040183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:51.040519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:51.040857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:51.067709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:51.068036 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:51.068568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=bbcdbd3c-ccce-458c-a0eb-15437d851fe0,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:51.073220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 9 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:51.107894 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-592a20b8-cfd6-4fdc-90a3-7371461fe2c5 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:51.108906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-592a20b8-cfd6-4fdc-90a3-7371461fe2c5 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags/tempest-TagsExtTest-Tag-1127952345 HTTP/1.1" status: 404 len: 329 time: 0.2728291 Apr 29 11:47:51.112032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:51.121934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-bad9603d-2629-4867-b682-2654c2371561 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', {'tags': ['tempest-TagsExtTest-Tag-1484906682', 'tempest-TagsExtTest-Tag-1887182574', 'tempest-TagsExtTest-Tag-1760376079']}) {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:51.143641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:51.143977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:51.144356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:51.160134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.166634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': 'ba3d3e60-2608-4400-9f48-db46ed9df539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:51.166995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 1f7449ad-7b59-4f80-acfb-c9e9afa0286a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:51.188232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:51.188560 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:51.191949 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempt 10 to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad Apr 29 11:47:51.219313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::274 (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/9dac22ba-657e-458e-8d37-764070c1e521) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:51.235386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=dffc611c-fecd-4cfb-9925-4d932ab04ee0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:51.282463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:51.283011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:51.283192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempting to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:51.300843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] device_id is not set on port b9853c24-fdbd-4b31-ad87-c7fe1c40a762 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:51.314841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:51.327120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:47:51.327444 dv-neutron-839741-1-hyperv neutron-server[88016]: ERROR neutron.plugins.ml2.managers [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Failed to bind port 427beffa-6b6a-4857-a4d6-b759142c30ad on host hv-neutron-8397 for vnic_type normal using segments [{'id': '826c219d-1dc8-4983-8e6a-4d577f0898b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'fe7577a3-ce8f-43bb-9675-2070d1b921f7'}] Apr 29 11:47:51.327799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.348872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 1f7449ad-7b59-4f80-acfb-c9e9afa0286a) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:51.357821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e6c46-5214-429a-a590-33fd6eb8b5ca None None] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:51.397523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:51.398224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.485614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-924c4f8d-c03e-41cd-af03-2bd94e717a2e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9075401 Apr 29 11:47:51.498949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50254) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:51.513352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.519891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106638256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:51.539419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bad9603d-2629-4867-b682-2654c2371561 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 200 len: 318 time: 0.4223752 Apr 29 11:47:51.539419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:51.539736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port 427beffa-6b6a-4857-a4d6-b759142c30ad, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:51.539736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attempted to set empty binding levels {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 11:47:51.542542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50258) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:51.550848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-ab7e534e-18d1-4daf-8825-50ec973dfb5f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:51.578953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:51.587309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.637367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:51.657217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-1f7449ad-7b59-4f80-acfb-c9e9afa0286a', 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': 'bbcdbd3c-ccce-458c-a0eb-15437d851fe0'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:47:51.658213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.694159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] In _notify_port_updated(), no bound segment for port 427beffa-6b6a-4857-a4d6-b759142c30ad on network fe7577a3-ce8f-43bb-9675-2070d1b921f7 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:47:51.695045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:51.695656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.700028 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "PUT /v2.0/ports/427beffa-6b6a-4857-a4d6-b759142c30ad HTTP/1.1" status: 200 len: 977 time: 2.9495087 Apr 29 11:47:51.701327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50262) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:51.765478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.790401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1b57-c8d5-4a87-bdbb-2cf4179bfb48 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event updated for resources: {'Port': ['ID=427beffa-6b6a-4857-a4d6-b759142c30ad,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:51.827062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:51.827979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Deleting port 427beffa-6b6a-4857-a4d6-b759142c30ad {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:51.828311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.830152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Allocated IP 2001:db8::2 (1f7449ad-7b59-4f80-acfb-c9e9afa0286a/bbcdbd3c-ccce-458c-a0eb-15437d851fe0/3930ec97-f62b-4f9a-b99d-2b2339d96689) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:51.908844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.910163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:51.948041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] device_id is not set on port 3c7e0050-791c-4747-aa12-efffe1c3380d yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:52.054744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.069250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Transition to ACTIVE for port object 3930ec97-f62b-4f9a-b99d-2b2339d96689 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:52.082546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.085954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.091171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Transition to ACTIVE for port object 3930ec97-f62b-4f9a-b99d-2b2339d96689 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:52.098493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.103791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Router 3c60972a-a13e-46ff-a131-431a48051042 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:47:52.122817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 9dac22ba-657e-458e-8d37-764070c1e521 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:52.167578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:52.170713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:52.173220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:52.220194 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ab7e534e-18d1-4daf-8825-50ec973dfb5f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 204 len: 168 time: 0.6765680 Apr 29 11:47:52.232982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Pushing event updated for resources: {'Port': ['ID=3930ec97-f62b-4f9a-b99d-2b2339d96689,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:52.239599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.256804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50266) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:52.271326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-86122ad7-b11d-4ca9-9978-84564b9bed78 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1484906682') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:52.294053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Attempting to bind port 3930ec97-f62b-4f9a-b99d-2b2339d96689 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:47:52.294920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Attempting to bind port 3930ec97-f62b-4f9a-b99d-2b2339d96689 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ba3d3e60-2608-4400-9f48-db46ed9df539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:47:52.295044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Attempting to bind port 3930ec97-f62b-4f9a-b99d-2b2339d96689 on network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:47:52.300749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:47:52.301117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Checking segment: {'id': 'ba3d3e60-2608-4400-9f48-db46ed9df539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:52.301564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.302443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Bound using segment: {'id': 'ba3d3e60-2608-4400-9f48-db46ed9df539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:47:52.302443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Bound port: 3930ec97-f62b-4f9a-b99d-2b2339d96689, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3d3e60-2608-4400-9f48-db46ed9df539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1f7449ad-7b59-4f80-acfb-c9e9afa0286a'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:47:52.302793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] For port 427beffa-6b6a-4857-a4d6-b759142c30ad, host hv-neutron-8397, got binding levels [] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:52.303357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.303597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.322354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:52.348595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.352652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-44c9abef-aefb-4eba-b154-df28af04ca5e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8524690 Apr 29 11:47:52.353432 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Sync routers for ids ['3c60972a-a13e-46ff-a131-431a48051042'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:52.357591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ac356c06-3f0d-461d-8bbd-0be709b4ff72 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "PUT /v2.0/routers/3c60972a-a13e-46ff-a131-431a48051042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3802011 Apr 29 11:47:52.358928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50272) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:52.359318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50274) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:52.367692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Routers {'3c60972a-a13e-46ff-a131-431a48051042'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:52.368704 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['3c60972a-a13e-46ff-a131-431a48051042'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:52.435218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] For port 3930ec97-f62b-4f9a-b99d-2b2339d96689, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:47:52.440706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] For port 3930ec97-f62b-4f9a-b99d-2b2339d96689, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3930ec97-f62b-4f9a-b99d-2b2339d96689,segment=NetworkSegment(ba3d3e60-2608-4400-9f48-db46ed9df539),segment_id=ba3d3e60-2608-4400-9f48-db46ed9df539)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:47:52.446925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.474931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.503973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Calling delete_port for 427beffa-6b6a-4857-a4d6-b759142c30ad owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:52.518814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Set router 3c60972a-a13e-46ff-a131-431a48051042 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:52.600478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a541-fd7b-41f8-b098-2609039b566a None None] Pushing event updated for resources: {'Port': ['ID=3930ec97-f62b-4f9a-b99d-2b2339d96689,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:52.643082 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:50Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:52.648414 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Checking router: 3c60972a-a13e-46ff-a131-431a48051042 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:47:52.656914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.658706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Routers {'3c60972a-a13e-46ff-a131-431a48051042'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:52.659475 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['3c60972a-a13e-46ff-a131-431a48051042'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:52.665691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5809498-ea23-4b24-be0e-a11533cdf64c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:52.667205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5809498-ea23-4b24-be0e-a11533cdf64c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:52.667962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d5809498-ea23-4b24-be0e-a11533cdf64c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:52.743879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.746893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Pushing event deleted for resources: {'Port': ['ID=427beffa-6b6a-4857-a4d6-b759142c30ad,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:52.761249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.784418 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0c5ea70d-09f9-47aa-830f-dc46528cd8a3 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/427beffa-6b6a-4857-a4d6-b759142c30ad HTTP/1.1" status: 204 len: 168 time: 1.0770555 Apr 29 11:47:52.785397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50280) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:52.809550 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] Set router 3c60972a-a13e-46ff-a131-431a48051042 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:47:52.844092 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e255e20c-305d-4a50-ae37-94fa7def9167 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] GET failed (client error): The resource could not be found. Apr 29 11:47:52.844673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e255e20c-305d-4a50-ae37-94fa7def9167 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Synchronizing usage tracker for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:52.875545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e255e20c-305d-4a50-ae37-94fa7def9167 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] Unset dirty status for tenant:dea66de12fe047d5ba636b1b69231519 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:52.880056 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e255e20c-305d-4a50-ae37-94fa7def9167 tempest-PortsAdminExtendedAttrsTestJSON-2138305634 tempest-PortsAdminExtendedAttrsTestJSON-2138305634-project-admin] 10.222.0.53 "GET /v2.0/ports/427beffa-6b6a-4857-a4d6-b759142c30ad HTTP/1.1" status: 404 len: 333 time: 0.0932062 Apr 29 11:47:52.885819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50284) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:52.922322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:52.930203 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:50Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:52.934802 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7def79-00c8-4d4d-ba5a-f1020643ebd6 None None] The sync data for ids ['3c60972a-a13e-46ff-a131-431a48051042'] in dv-neutron-839741-1-hyperv is: [{'id': '3c60972a-a13e-46ff-a131-431a48051042', 'name': 'tempest-NetworksTestDHCPv6-router-912849646', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:47:38Z', 'updated_at': '2022-04-29T11:47:50Z', 'revision_number': 3, 'project_id': '5de55af8931940f9bf3975d9aed86b24', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:52.938559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:52.950736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:52.954371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:52.961685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:52.962721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.117087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=9dac22ba-657e-458e-8d37-764070c1e521,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:53.117314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Port': ['ID=b9853c24-fdbd-4b31-ad87-c7fe1c40a762,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:53.124582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d5809498-ea23-4b24-be0e-a11533cdf64c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:53.128825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d5809498-ea23-4b24-be0e-a11533cdf64c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7664015 Apr 29 11:47:53.128955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.131828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50288) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:53.144379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Checking segment: {'id': '6e559fcb-9186-43af-a6fd-80c4a37e4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b88f2a49-16e9-48ae-b7d5-d17317e683a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:53.144994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network hostable DHCP agents. Network: b88f2a49-16e9-48ae-b7d5-d17317e683a6, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:53.198755 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-86122ad7-b11d-4ca9-9978-84564b9bed78 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:53.202441 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-86122ad7-b11d-4ca9-9978-84564b9bed78 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1484906682 HTTP/1.1" status: 404 len: 329 time: 0.9396846 Apr 29 11:47:53.207959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cf1b5162-709a-4d74-993a-20a72fcdec8f tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8215585 Apr 29 11:47:53.208092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50292) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:53.210062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50294) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:53.219014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:7c:be:6e'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:53.232428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-2b2199f7-e0b1-478e-ad77-ec378fa72a67 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1887182574') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:53.254808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network b88f2a49-16e9-48ae-b7d5-d17317e683a6 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:53.286238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-32398ca8-cb6f-4c41-ae3b-53e01dd71575 None None] Provisioning for port 9dac22ba-657e-458e-8d37-764070c1e521 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:53.292734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-32398ca8-cb6f-4c41-ae3b-53e01dd71575 None None] Provisioning complete for port 9dac22ba-657e-458e-8d37-764070c1e521 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:53.293494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32398ca8-cb6f-4c41-ae3b-53e01dd71575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.305810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b88f2a49-16e9-48ae-b7d5-d17317e683a6) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:53.350181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070c99d-568b-4c0a-b16e-2311b3057d17 None None] Network b88f2a49-16e9-48ae-b7d5-d17317e683a6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:53.377032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:53.378132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.390207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-32398ca8-cb6f-4c41-ae3b-53e01dd71575 None None] Port 9dac22ba-657e-458e-8d37-764070c1e521 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:53.432690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.567501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 869b3ae5-c099-4dfc-b8bb-bbef069df6d8 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:47:53.570872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.594857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.680877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7577a3-ce8f-43bb-9675-2070d1b921f7']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:53.699975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826c219d-1dc8-4983-8e6a-4d577f0898b2') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:53.700545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826c219d-1dc8-4983-8e6a-4d577f0898b2') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:53.706571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3930ec97-f62b-4f9a-b99d-2b2339d96689 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:53.716945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Port': ['ID=3c7e0050-791c-4747-aa12-efffe1c3380d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:53.726189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.778435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.798992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 3930ec97-f62b-4f9a-b99d-2b2339d96689 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:53.809286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:47:53.809766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.827410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dffc611c-fecd-4cfb-9925-4d932ab04ee0 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:47:53.830356 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:47:53.853763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Checking segment: {'id': 'cf878561-8245-44ff-b464-d285b65b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bbe7db0-7a86-4bd9-abee-adcc67f1c206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:47:53.857809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network hostable DHCP agents. Network: 6bbe7db0-7a86-4bd9-abee-adcc67f1c206, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:47:53.872972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: dffc611c-fecd-4cfb-9925-4d932ab04ee0 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:53.873505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dffc611c-fecd-4cfb-9925-4d932ab04ee0 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:53.896079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:53.902727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1b971-e748-4a4e-8fd4-b62297f4d850 None None] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:53.934827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-2b2199f7-e0b1-478e-ad77-ec378fa72a67 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:53.935840 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b2199f7-e0b1-478e-ad77-ec378fa72a67 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1887182574 HTTP/1.1" status: 404 len: 329 time: 0.7171905 Apr 29 11:47:53.948519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50300) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:53.966190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-55aa0ff0-0019-43a8-bd20-11228e19cef1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c', 'tempest-TagsExtTest-Tag-1760376079') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:53.997067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Provisioning for port 3930ec97-f62b-4f9a-b99d-2b2339d96689 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:54.003998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network 6bbe7db0-7a86-4bd9-abee-adcc67f1c206 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:47:54.012161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Provisioning complete for port 3930ec97-f62b-4f9a-b99d-2b2339d96689 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:54.012530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.013588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.020106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.051788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.068946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6bbe7db0-7a86-4bd9-abee-adcc67f1c206) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:54.080301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] 10.222.0.53 "DELETE /v2.0/networks/fe7577a3-ce8f-43bb-9675-2070d1b921f7 HTTP/1.1" status: 204 len: 168 time: 1.1901219 Apr 29 11:47:54.080301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Pushing event deleted for resources: {'Network': ['ID=fe7577a3-ce8f-43bb-9675-2070d1b921f7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:54.082144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355cabb-6fbf-4187-b1ae-1ec453f6eadb None None] Network 6bbe7db0-7a86-4bd9-abee-adcc67f1c206 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:54.092524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:54.100887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.107113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.107881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.140047 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4f7a8d89-3fe1-4e03-aeb8-4b5d0c327597 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8638370 Apr 29 11:47:54.142480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.143023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.143501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.144010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.144509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.145378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.146167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.146381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.146876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50306) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.147390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.148327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.148545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.149189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909bfab-3e55-4f1a-b30c-e8a44ac637df tempest-PortsAdminExtendedAttrsTestJSON-2034087970 tempest-PortsAdminExtendedAttrsTestJSON-2034087970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.222881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.253686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-55aa0ff0-0019-43a8-bd20-11228e19cef1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:54.257526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-55aa0ff0-0019-43a8-bd20-11228e19cef1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags/tempest-TagsExtTest-Tag-1760376079 HTTP/1.1" status: 404 len: 329 time: 0.2995346 Apr 29 11:47:54.271227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50312) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.291475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.tag.tag_plugin [None req-f8ee892f-8936-4d5c-9f64-f09037e91d83 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', {'tags': ['tempest-TagsExtTest-Tag-691439344', 'tempest-TagsExtTest-Tag-1417059910', 'tempest-TagsExtTest-Tag-1905151648']}) {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:54.428822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.467136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8::1 (1f7449ad-7b59-4f80-acfb-c9e9afa0286a/bbcdbd3c-ccce-458c-a0eb-15437d851fe0/30489133-8c88-49fc-beef-3b2925dcad2b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:54.490090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] For port 3930ec97-f62b-4f9a-b99d-2b2339d96689, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3930ec97-f62b-4f9a-b99d-2b2339d96689,segment=NetworkSegment(ba3d3e60-2608-4400-9f48-db46ed9df539),segment_id=ba3d3e60-2608-4400-9f48-db46ed9df539)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:54.498477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.545798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93cd32-9c5a-4297-ad2c-9232f39e7862 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.551695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93cd32-9c5a-4297-ad2c-9232f39e7862 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.553290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ab93cd32-9c5a-4297-ad2c-9232f39e7862 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4054899 Apr 29 11:47:54.554559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.558469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50318) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.558875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50320) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.595104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64076ec6-c808-4110-a058-08b52dbccecf None None] Pushing event updated for resources: {'Port': ['ID=3930ec97-f62b-4f9a-b99d-2b2339d96689,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:54.610006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=869b3ae5-c099-4dfc-b8bb-bbef069df6d8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:54.651173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.654917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f8ee892f-8936-4d5c-9f64-f09037e91d83 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 200 len: 317 time: 0.3754373 Apr 29 11:47:54.658583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50328) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.659449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.670386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-1bedd3d8-3645-4303-a0e7-427937a2e521 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:54.727880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.730813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95c3a0-e268-4a84-83fc-dc9ddfb77bd8 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:54.731233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.731564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.731898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.732223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.732533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.732847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.733166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.733503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.733813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.734129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.734434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.734864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:47:54.794388 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-12e98a08-78b2-407b-8486-0012548a728a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/869b3ae5-c099-4dfc-b8bb-bbef069df6d8 HTTP/1.1" status: 204 len: 168 time: 1.6606019 Apr 29 11:47:54.799195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:54.809956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] In _notify_port_updated(), no bound segment for port 9dac22ba-657e-458e-8d37-764070c1e521 on network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:47:54.812102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting port b9853c24-fdbd-4b31-ad87-c7fe1c40a762 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:54.812551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.816351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:54.817623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:54.823432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "PUT /v2.0/ports/9dac22ba-657e-458e-8d37-764070c1e521 HTTP/1.1" status: 200 len: 1001 time: 1.6122651 Apr 29 11:47:54.838517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50336) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:55.001579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-04339d63-30d7-4b4a-b0dc-63722785acc4 None None] Provisioning complete for port 3930ec97-f62b-4f9a-b99d-2b2339d96689 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:55.002333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04339d63-30d7-4b4a-b0dc-63722785acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.007689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439d0a-82f2-46c2-a38a-492ae3f01792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=9dac22ba-657e-458e-8d37-764070c1e521,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:55.019806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 9dac22ba-657e-458e-8d37-764070c1e521 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:55.020144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.071595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.173635 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1bedd3d8-3645-4303-a0e7-427937a2e521 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 204 len: 168 time: 0.5067084 Apr 29 11:47:55.174064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50342) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:55.185879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-a8fe22f0-7edd-437a-8f6a-eddae3c71ca8 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-691439344') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:55.230429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:47:55.235257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Deleting port 24edd969-7a3f-4bbc-96e5-a7965a058373 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:55.236087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.290460 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1366aeff-b9d4-4ace-9a19-5dae01f2c7bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=293bbb2f750246ae883f65c04fac4690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879089 Apr 29 11:47:55.297813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 30489133-8c88-49fc-beef-3b2925dcad2b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:55.298729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50346) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:55.326606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-36c384b5-b19f-4746-81e7-a0294f077db5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:55.411576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f68fd332-8d28-4215-9547-c54114e83b3f None None] Provisioning complete for port 9dac22ba-657e-458e-8d37-764070c1e521 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:55.411576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f68fd332-8d28-4215-9547-c54114e83b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.468020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-36c384b5-b19f-4746-81e7-a0294f077db5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:55.471944 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-36c384b5-b19f-4746-81e7-a0294f077db5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6690912 Apr 29 11:47:55.473604 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a8fe22f0-7edd-437a-8f6a-eddae3c71ca8 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:55.476935 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a8fe22f0-7edd-437a-8f6a-eddae3c71ca8 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-691439344 HTTP/1.1" status: 404 len: 328 time: 0.3017600 Apr 29 11:47:55.477720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50350) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:55.478006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:55.488126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-3d3de900-1e7e-412d-8f36-9491278170cc tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-1417059910') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:55.497832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.500984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.519660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.579167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f68fd332-8d28-4215-9547-c54114e83b3f None None] Port 9dac22ba-657e-458e-8d37-764070c1e521 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:55.611565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] For port 24edd969-7a3f-4bbc-96e5-a7965a058373, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=24edd969-7a3f-4bbc-96e5-a7965a058373,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:47:55.612619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.699900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3930ec97-f62b-4f9a-b99d-2b2339d96689 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:47:55.706740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Calling delete_port for b9853c24-fdbd-4b31-ad87-c7fe1c40a762 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:55.756474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.782174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:55.782587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.792047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Calling delete_port for 24edd969-7a3f-4bbc-96e5-a7965a058373 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:55.794956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:55.810313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:55.810832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.819412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=30489133-8c88-49fc-beef-3b2925dcad2b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:55.857072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.894598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.897902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.919759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3930ec97-f62b-4f9a-b99d-2b2339d96689 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:55.920127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.946587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:55.998136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Port': ['ID=b9853c24-fdbd-4b31-ad87-c7fe1c40a762,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:56.000304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60201ada-1b6c-4492-be50-d12c13a5fdc3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:56.025255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] No DVR routers for this DVR port 24edd969-7a3f-4bbc-96e5-a7965a058373 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:47:56.040967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.062333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296b760-faed-454a-8ad7-b3420b6546af None None] Pushing event deleted for resources: {'Port': ['ID=24edd969-7a3f-4bbc-96e5-a7965a058373,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:56.070471 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-791bd012-6a94-497c-9e20-b5ffb7e9de85 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/ports/b9853c24-fdbd-4b31-ad87-c7fe1c40a762 HTTP/1.1" status: 204 len: 168 time: 1.4634686 Apr 29 11:47:56.070471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.081666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.082798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a1364948-3a78-4aa7-ab05-f162387dd754 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60201ada-1b6c-4492-be50-d12c13a5fdc3 HTTP/1.1" status: 204 len: 168 time: 0.7831535 Apr 29 11:47:56.085301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50358) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:56.218098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 9dac22ba-657e-458e-8d37-764070c1e521 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:56.252432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 24edd969-7a3f-4bbc-96e5-a7965a058373 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:47:56.252888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting port 3c7e0050-791c-4747-aa12-efffe1c3380d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:47:56.253594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.266265 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-3d3de900-1e7e-412d-8f36-9491278170cc tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:56.267299 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3d3de900-1e7e-412d-8f36-9491278170cc tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-1417059910 HTTP/1.1" status: 404 len: 329 time: 0.7841158 Apr 29 11:47:56.289222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50366) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:56.293325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 24edd969-7a3f-4bbc-96e5-a7965a058373 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:47:56.293812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 24edd969-7a3f-4bbc-96e5-a7965a058373 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:47:56.316385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-90b35439-1092-464c-a862-f734ef5e14e0 None None] Provisioning for port 30489133-8c88-49fc-beef-3b2925dcad2b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:56.322936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-90b35439-1092-464c-a862-f734ef5e14e0 None None] Provisioning complete for port 30489133-8c88-49fc-beef-3b2925dcad2b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:56.323594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-90b35439-1092-464c-a862-f734ef5e14e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.384378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-90b35439-1092-464c-a862-f734ef5e14e0 None None] Port 30489133-8c88-49fc-beef-3b2925dcad2b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:56.405939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-7ce88f37-de55-4534-9646-0b218c7add19 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4', 'tempest-TagsExtTest-Tag-1905151648') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:56.476219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50370) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:56.678950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4592591f-0756-4958-bad8-bd3e5618b187 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dea66de12fe047d5ba636b1b69231519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974251 Apr 29 11:47:56.705030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50374) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:56.753071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.757767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.762797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.827257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-7ce88f37-de55-4534-9646-0b218c7add19 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:56.829200 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7ce88f37-de55-4534-9646-0b218c7add19 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags/tempest-TagsExtTest-Tag-1905151648 HTTP/1.1" status: 404 len: 329 time: 0.5347760 Apr 29 11:47:56.837213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50378) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:56.843782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-f530fcd3-e64b-48e2-bf64-0cc45dd8f8d9 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', {'tags': ['tempest-TagsExtTest-Tag-1291671504', 'tempest-TagsExtTest-Tag-1626546323', 'tempest-TagsExtTest-Tag-187911350']}) {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:56.867913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.868469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Fanout notify agent at l3_agent the message router_deleted on router 3c60972a-a13e-46ff-a131-431a48051042 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:47:56.929688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:56.952836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.008545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.010118 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d747e872-2174-4463-b37a-d8ccf6ef3a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/routers/3c60972a-a13e-46ff-a131-431a48051042 HTTP/1.1" status: 204 len: 168 time: 1.5283208 Apr 29 11:47:57.021279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50382) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.030761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f530fcd3-e64b-48e2-bf64-0cc45dd8f8d9 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "PUT /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 200 len: 317 time: 0.1947320 Apr 29 11:47:57.034488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.042826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Calling delete_port for 3c7e0050-791c-4747-aa12-efffe1c3380d owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:47:57.043309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=9dac22ba-657e-458e-8d37-764070c1e521,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:57.068937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50386) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.126044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-480e9875-016e-4081-aca4-d6342f8f4212 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.138444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.144703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.145513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.152782 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b0da118a-0a77-4295-abc2-368e54e1a621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1206794 Apr 29 11:47:57.169279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50390) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.196637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.268242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.271201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=30489133-8c88-49fc-beef-3b2925dcad2b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:57.355283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.367317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675ad58-5983-490a-8f48-2fbe97e8c046 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:57.368501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d675ad58-5983-490a-8f48-2fbe97e8c046 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:57.388092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.389701 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/ports/3c7e0050-791c-4747-aa12-efffe1c3380d HTTP/1.1" status: 204 len: 168 time: 1.3036063 Apr 29 11:47:57.390756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a56475-f4e9-40dd-a267-94231809f050 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Port': ['ID=3c7e0050-791c-4747-aa12-efffe1c3380d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:57.391016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.392288 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c9836da-b2c3-4a18-a43f-52f511c37eaf HTTP/1.1" status: 204 len: 168 time: 0.6738358 Apr 29 11:47:57.393641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50394) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.441977 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-17771773-d837-488c-9e3c-ab0c5bf9eee0 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/9dac22ba-657e-458e-8d37-764070c1e521 HTTP/1.1" status: 204 len: 168 time: 2.5443671 Apr 29 11:47:57.447185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50400) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.465931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e431c7-283c-453b-9c56-3be3f6a6ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9836da-b2c3-4a18-a43f-52f511c37eaf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:57.471794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c34830e8-0b36-4a6b-a826-59939dbed32e tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Synchronizing usage tracker for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:57.480779 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-480e9875-016e-4081-aca4-d6342f8f4212 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 204 len: 168 time: 0.3725939 Apr 29 11:47:57.481865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50404) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.493304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-221724dc-4069-4981-8867-9b1f2b8a4938 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1291671504') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.503221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d675ad58-5983-490a-8f48-2fbe97e8c046 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:57.504193 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d675ad58-5983-490a-8f48-2fbe97e8c046 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3274713 Apr 29 11:47:57.506141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:57.507131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50408) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.510147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:57.521451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c34830e8-0b36-4a6b-a826-59939dbed32e tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Unset dirty status for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:57.522918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff21e42-a6da-4b1a-9b4d-9f3a0ce1ec16 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] GET failed (client error): The resource could not be found. Apr 29 11:47:57.523599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aff21e42-a6da-4b1a-9b4d-9f3a0ce1ec16 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Synchronizing usage tracker for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:57.528317 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c34830e8-0b36-4a6b-a826-59939dbed32e tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1231737 Apr 29 11:47:57.533657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50412) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.545479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-468101369'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:57.553583 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-221724dc-4069-4981-8867-9b1f2b8a4938 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:57.558121 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-221724dc-4069-4981-8867-9b1f2b8a4938 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1291671504 HTTP/1.1" status: 404 len: 329 time: 0.0714407 Apr 29 11:47:57.560152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50416) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.565187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-10b21338-2039-412c-b619-1b29b8f2e4f9 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-1626546323') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.575226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:57.582750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:network and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:57.590872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:57.600400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:57.619087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-10b21338-2039-412c-b619-1b29b8f2e4f9 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:57.623614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10b21338-2039-412c-b619-1b29b8f2e4f9 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-1626546323 HTTP/1.1" status: 404 len: 329 time: 0.0624866 Apr 29 11:47:57.624633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50420) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.630550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-03936184-07eb-4d94-91e7-5b174dbaf8e1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88', 'tempest-TagsExtTest-Tag-187911350') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.645026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:57.649198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.710643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-03936184-07eb-4d94-91e7-5b174dbaf8e1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] show failed (client error): The resource could not be found. Apr 29 11:47:57.711697 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-03936184-07eb-4d94-91e7-5b174dbaf8e1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags/tempest-TagsExtTest-Tag-187911350 HTTP/1.1" status: 404 len: 328 time: 0.0861275 Apr 29 11:47:57.713273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:57.716119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50426) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.722159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-8914e63f-89f4-4204-b1d9-929c6e21884d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '104e6131-478c-4214-a62b-ddd944297e88') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.770655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.771026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment 0ce3d4df-97f8-4642-ba31-bc16458942e4 of type vlan for network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f Apr 29 11:47:57.787747 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1495c7bf-c4f1-4d44-9fe4-ab326a1382bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2790787 Apr 29 11:47:57.789048 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8914e63f-89f4-4204-b1d9-929c6e21884d tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88/tags HTTP/1.1" status: 204 len: 168 time: 0.0718563 Apr 29 11:47:57.793478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50430) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.795695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50432) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.801344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:57.813913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aff21e42-a6da-4b1a-9b4d-9f3a0ce1ec16 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Unset dirty status for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:57.815401 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aff21e42-a6da-4b1a-9b4d-9f3a0ce1ec16 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports/9dac22ba-657e-458e-8d37-764070c1e521 HTTP/1.1" status: 404 len: 333 time: 0.3622704 Apr 29 11:47:57.821981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50436) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:57.824432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2b110b04-bde0-46ef-ab97-27a0fbe9c107 None None] Provisioning complete for port 30489133-8c88-49fc-beef-3b2925dcad2b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:57.825379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2b110b04-bde0-46ef-ab97-27a0fbe9c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.830540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609177554'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:57.846210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:57.870899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-cf0d3b88-1312-45fc-bfee-1ef5f57a8ab4 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1fffb0ec-c2cb-4ed9-be97-1eed802da8c4') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:57.901672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2b110b04-bde0-46ef-ab97-27a0fbe9c107 None None] Port 30489133-8c88-49fc-beef-3b2925dcad2b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:47:57.993097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router abd09e52-de36-42d7-ba2c-35ebac0f4bf5 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:47:58.015966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:58.034874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:47:58.163788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:58.183641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:58.191505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:58.218795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 44983b62-3fe4-47fd-9d4d-de6cabf50221 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:47:58.254729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:47:58.262638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f7961c80-f665-4b83-b879-f248b059fb28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/abd09e52-de36-42d7-ba2c-35ebac0f4bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8993871 Apr 29 11:47:58.266238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50454) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:58.269560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] Sync routers for ids ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:47:58.289848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] Routers {'abd09e52-de36-42d7-ba2c-35ebac0f4bf5'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:58.290909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:58.369754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:58.383562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] Routers {'abd09e52-de36-42d7-ba2c-35ebac0f4bf5'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:47:58.384695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:47:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:58.401815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:58.412911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:58.414127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:58.420185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f4eca-148f-4e8f-a8e2-ea16bd3ff0cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:58.420650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f7f4eca-148f-4e8f-a8e2-ea16bd3ff0cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:47:58.422913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:58.461271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f7f4eca-148f-4e8f-a8e2-ea16bd3ff0cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:47:58.465802 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f7f4eca-148f-4e8f-a8e2-ea16bd3ff0cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports/30489133-8c88-49fc-beef-3b2925dcad2b HTTP/1.1" status: 200 len: 911 time: 0.1961298 Apr 29 11:47:58.472474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50462) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:58.475408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::8e (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/44983b62-3fe4-47fd-9d4d-de6cabf50221) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:47:58.506732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:58.507400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cafbf-5d6d-4344-accf-c068a09c4288 None None] The sync data for ids ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:47:58.571184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:58.603772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50466) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:58.605531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=8809121d-c8e6-4e3a-93f6-6a96cf0f401f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:58.622005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:58.624617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:58.626275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:58.667651 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e1d83edf-fc32-47a3-abbd-4f42d6c89883 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1288035 Apr 29 11:47:58.679613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50472) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:58.691347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-939963844'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:58.706236 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf0d3b88-1312-45fc-bfee-1ef5f57a8ab4 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4/tags HTTP/1.1" status: 204 len: 168 time: 0.8785660 Apr 29 11:47:58.712163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50476) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:58.713640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:58.794548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:network and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:58.802750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-b880984a-95c5-4bb5-bde2-f16af3638b02 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd55c6cef-b943-4881-9677-50901146b66c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:58.846110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:58.872368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:58.900450 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-697bf813-be1e-460a-8bcc-940a3754af54 tempest-AgentManagementNegativeTest-1934366630 tempest-AgentManagementNegativeTest-1934366630-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2910054 Apr 29 11:47:58.915509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:47:58.918944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.009255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:47:59.038575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.039077 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Added segment cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478 of type vlan for network ad460d88-82ec-4f8b-b68f-0b44673b7b86 Apr 29 11:47:59.089103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b880984a-95c5-4bb5-bde2-f16af3638b02 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c/tags HTTP/1.1" status: 204 len: 168 time: 0.3711987 Apr 29 11:47:59.090669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50482) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:59.122232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.tag.tag_plugin [None req-e6f4b95d-345c-4ad8-b776-b0585307d56c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:47:59.151348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.155225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.213709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 44983b62-3fe4-47fd-9d4d-de6cabf50221 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:47:59.258453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:59.278416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.306926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.312282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:59.312876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.346023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:47:59.363687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.378553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:59.384563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:59.409590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:47:59.419070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:59.419745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.432335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=44983b62-3fe4-47fd-9d4d-de6cabf50221,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:59.463121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.479042 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7981844 Apr 29 11:47:59.482715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:47:59.525038 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-51309db7-297c-488b-874b-57018726709c tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6994133 Apr 29 11:47:59.528567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50494) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:59.551635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:47:59.554653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:47:59.555377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.559220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:47:59.569413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2277edd-d37a-4399-adb0-dd5929348895 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:47:59.587301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec487-98b9-4d9b-a4ca-c2cd4e922610 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Network': ['ID=ad460d88-82ec-4f8b-b68f-0b44673b7b86,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:59.606122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ad460d88-82ec-4f8b-b68f-0b44673b7b86 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:47:59.608033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6f4b95d-345c-4ad8-b776-b0585307d56c tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.4953411 Apr 29 11:47:59.626100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50498) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:59.627863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=19497211-8e0f-4cd1-98c1-dbdeac234423,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:47:59.658973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:47:59.665547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a1bb5975-b3d7-4c65-8408-e1ca54bd54fc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8682981 Apr 29 11:47:59.667123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50502) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:47:59.676183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:59.699331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7c:be:6e'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:47:59.716856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Usage tracker for resource:security_group_rule and tenant:bc77ca469dcc46f182b77503d01ab90c is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:47:59.725742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:47:59.887698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:47:59.952138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4b0db6d4-98e9-4d75-ac33-1cb295d9fabd None None] Provisioning for port 44983b62-3fe4-47fd-9d4d-de6cabf50221 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:47:59.966337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4b0db6d4-98e9-4d75-ac33-1cb295d9fabd None None] Provisioning complete for port 44983b62-3fe4-47fd-9d4d-de6cabf50221 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:47:59.967029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b0db6d4-98e9-4d75-ac33-1cb295d9fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.003388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:00.023252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:00.048400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:00.052239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.194709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '19497211-8e0f-4cd1-98c1-dbdeac234423'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:00.195923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.209745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.223344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4b0db6d4-98e9-4d75-ac33-1cb295d9fabd None None] Port 44983b62-3fe4-47fd-9d4d-de6cabf50221 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:00.285425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 30489133-8c88-49fc-beef-3b2925dcad2b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:00.286101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.302597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0b8be079-c0ae-4891-b76e-2ca5f1000a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.378833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.432152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Allocated IP 2001:db8::f816:3eff:fedb:8f6f (509b49ef-561b-4c7b-b648-76f046bd5c48/19497211-8e0f-4cd1-98c1-dbdeac234423/6fc7f049-bb7d-433f-aea7-5e231b0479e4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:00.449542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9c49da34-57cb-4da6-af1b-dcd3fbd7e0c1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for subnetpool, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.449542 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9c49da34-57cb-4da6-af1b-dcd3fbd7e0c1 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnetpools/104e6131-478c-4214-a62b-ddd944297e88 HTTP/1.1" status: 204 len: 168 time: 0.8089533 Apr 29 11:48:00.453625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50508) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:00.548920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25fb47f6-a330-46b1-9f5d-90499389f15f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Synchronizing usage tracker for tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:00.575229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:00.587417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:00.592089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.600077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:00.600668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.604728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=8d267dea-0109-48c9-b8a5-cee517ae4fd1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:00.611179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.677581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25fb47f6-a330-46b1-9f5d-90499389f15f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Unset dirty status for tenant:4bcae937b4bf4b8785ba0dfc1d066bf1 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:00.682531 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25fb47f6-a330-46b1-9f5d-90499389f15f tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fffb0ec-c2cb-4ed9-be97-1eed802da8c4 HTTP/1.1" status: 200 len: 205 time: 0.2245641 Apr 29 11:48:00.683187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50512) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:00.717832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.732574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Transition to ACTIVE for port object 6fc7f049-bb7d-433f-aea7-5e231b0479e4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:00.758111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Transition to ACTIVE for port object 6fc7f049-bb7d-433f-aea7-5e231b0479e4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:00.766090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.850657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:00.854353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:00.857097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:00.911037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:00.919443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:00.937346 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc77ca469dcc46f182b77503d01ab90c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6746876 Apr 29 11:48:00.939375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50516) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:00.944470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34fad5-a251-4b5b-8859-6aff564abb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51d7f3-8705-4470-a491-c750dd4d7437,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:01.004047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.004692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.005184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.005712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.006185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.006664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.007174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.007649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.008141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.008597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.009157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.009658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:01.009929 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d3747925-aefe-45b5-8e83-979a7ea50944 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3388445 Apr 29 11:48:01.018262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50520) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:01.026555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:db:cb:78', 'name': 'tempest-NetworksTestDHCPv6-1315796525'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:01.029736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Attempting to bind port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:01.030375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Attempting to bind port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:01.032011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Attempting to bind port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:01.038519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:01.039336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:01.039959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.040651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:01.042430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Bound port: 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:01.043054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.066638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.129699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 30489133-8c88-49fc-beef-3b2925dcad2b owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:01.159958 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:01.166772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:01.176181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.332440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.356632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501d77-39af-4fe5-8bc4-affe307f3d9d None None] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:01.407937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.444465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.453179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.530588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] In _notify_port_updated(), no bound segment for port 44983b62-3fe4-47fd-9d4d-de6cabf50221 on network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:48:01.539425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:01.543013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.544856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "PUT /v2.0/ports/44983b62-3fe4-47fd-9d4d-de6cabf50221 HTTP/1.1" status: 200 len: 1001 time: 2.0149381 Apr 29 11:48:01.578073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50524) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:01.624297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.628574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.708907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:01.714602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.717112 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Fanout notify agent at l3_agent the message router_deleted on router 1fffb0ec-c2cb-4ed9-be97-1eed802da8c4 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:48:01.735086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:01.742038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:01.753958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:01.780237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.782090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85fbbdea-3610-485a-a38d-db284a25d613 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/routers/1fffb0ec-c2cb-4ed9-be97-1eed802da8c4 HTTP/1.1" status: 204 len: 168 time: 1.0903492 Apr 29 11:48:01.785844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50530) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:01.788065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6acae2-c831-479d-ba7e-d38ce7bef5af tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=44983b62-3fe4-47fd-9d4d-de6cabf50221,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:01.792972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:01.933153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 44983b62-3fe4-47fd-9d4d-de6cabf50221 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:01.934057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:01.940125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Deleting port d55c6cef-b943-4881-9677-50901146b66c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:01.940959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.093615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.124194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.193295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51d7f3-8705-4470-a491-c750dd4d7437,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:02.250195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c05dd6dc-2482-47ab-8217-45fa467bc7cb None None] Provisioning complete for port 44983b62-3fe4-47fd-9d4d-de6cabf50221 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:02.251076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c05dd6dc-2482-47ab-8217-45fa467bc7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.285541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.325446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=30489133-8c88-49fc-beef-3b2925dcad2b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:02.491452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c05dd6dc-2482-47ab-8217-45fa467bc7cb None None] Port 44983b62-3fe4-47fd-9d4d-de6cabf50221 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:02.576384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port ed062057-30e3-4aee-bc80-d1c7e3193ace yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:02.678859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.683846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0ad2d4ce-a739-4a65-9ba5-08b48822c830 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf51d7f3-8705-4470-a491-c750dd4d7437 HTTP/1.1" status: 204 len: 168 time: 1.6866608 Apr 29 11:48:02.750876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.883873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:02.972594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-974764d6-a28e-4f18-85a3-012dfc116e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.039323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50536) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:03.158631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de387675-fd1a-4130-98c4-a11b4cab8c7b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:03.255597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'subnets': [{'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--592871505', 'ip_version': 6}, {'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:03.256029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'subnet': {'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--592871505', 'ip_version': 6}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:03.256783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Request body: {'subnet': {'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:03.364340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29da39f7-b3fe-40dc-813b-f9915e0ed805 None None] Provisioning for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:03.391442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Calling delete_port for d55c6cef-b943-4881-9677-50901146b66c owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:03.434144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.456325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router abd09e52-de36-42d7-ba2c-35ebac0f4bf5 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:48:03.656731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:03.664433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Usage tracker for resource:subnet and tenant:dc30d34218d94e44a28016d24ef5c078 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:03.669981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:03.680181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:03.742341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Made reservation on behalf of dc30d34218d94e44a28016d24ef5c078 for: {'subnet': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:03.749266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.749724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.768031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 172.20.0.11 (509b49ef-561b-4c7b-b648-76f046bd5c48/8d267dea-0109-48c9-b8a5-cee517ae4fd1/ed062057-30e3-4aee-bc80-d1c7e3193ace) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:03.798624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6fc7f049-bb7d-433f-aea7-5e231b0479e4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:03.840290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.865166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fedb:cb78 (509b49ef-561b-4c7b-b648-76f046bd5c48/19497211-8e0f-4cd1-98c1-dbdeac234423/ed062057-30e3-4aee-bc80-d1c7e3193ace) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:03.886669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:03.915088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Update dhcp port {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '19497211-8e0f-4cd1-98c1-dbdeac234423', 'ip_address': '2001:db8::f816:3eff:fedb:8f6f'}, {'subnet_id': '8d267dea-0109-48c9-b8a5-cee517ae4fd1'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '6fc7f049-bb7d-433f-aea7-5e231b0479e4'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:48:03.963529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 44983b62-3fe4-47fd-9d4d-de6cabf50221 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:04.010296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.037894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50558) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:04.046156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:04.047911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:04.054929 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c5c82aaf-edf8-46c0-bd71-b89f4bcf8347 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/abd09e52-de36-42d7-ba2c-35ebac0f4bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5814135 Apr 29 11:48:04.061159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50562) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:04.061506 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] Sync routers for ids ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:04.076054 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] Routers {'abd09e52-de36-42d7-ba2c-35ebac0f4bf5'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:04.077086 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:04.086265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.138489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:04.138941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.173841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-16a14c30-be93-44de-99ec-542a49529d44 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:04.232108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.248983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event deleted for resources: {'Port': ['ID=d55c6cef-b943-4881-9677-50901146b66c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:04.249649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-16a14c30-be93-44de-99ec-542a49529d44 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:04.255245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-16a14c30-be93-44de-99ec-542a49529d44 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd09e52-de36-42d7-ba2c-35ebac0f4bf5 HTTP/1.1" status: 200 len: 205 time: 0.1881003 Apr 29 11:48:04.255509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:04.256600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50568) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:04.283076 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] Routers {'abd09e52-de36-42d7-ba2c-35ebac0f4bf5'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:04.284288 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:04.377764 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:04.378162 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08d895-c2c3-4512-80b4-89777e5a6afd None None] The sync data for ids ['abd09e52-de36-42d7-ba2c-35ebac0f4bf5'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:04.408319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.422477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-884629093'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:04.510996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:04.512103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.544016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Usage tracker for resource:network and tenant:c454ce7c112f4d9bbf84eed86ae47a73 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:04.549998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:04.554103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:04.559959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.578591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.625086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:04.634762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09f0b93d-192a-4ed2-ae5d-b830e3ed533a tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/ports/d55c6cef-b943-4881-9677-50901146b66c HTTP/1.1" status: 204 len: 168 time: 2.8470740 Apr 29 11:48:04.649455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50572) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:04.650709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:04.669706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Made reservation on behalf of c454ce7c112f4d9bbf84eed86ae47a73 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:04.673208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.708221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.737613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.766352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:04.795251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:04.798172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Usage tracker for resource:security_group_rule and tenant:c454ce7c112f4d9bbf84eed86ae47a73 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:04.805317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:04.823857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:04.826335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object ed062057-30e3-4aee-bc80-d1c7e3193ace will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:04.972886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Deleting subnet 66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:04.975113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=44983b62-3fe4-47fd-9d4d-de6cabf50221,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:04.990642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.039572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.075136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Allocated IP 172.20.0.2 (509b49ef-561b-4c7b-b648-76f046bd5c48/8d267dea-0109-48c9-b8a5-cee517ae4fd1/6fc7f049-bb7d-433f-aea7-5e231b0479e4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:05.162126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:05.176397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:05.184214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.187257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:05.221009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=ed062057-30e3-4aee-bc80-d1c7e3193ace,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:05.240722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.308642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.310634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:05.321321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.328045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.338656 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cde80496-7e5f-46a3-82b0-81dc6749772e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/44983b62-3fe4-47fd-9d4d-de6cabf50221 HTTP/1.1" status: 204 len: 168 time: 3.7549770 Apr 29 11:48:05.340315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50576) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:05.343155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.345867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:05.346796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.352077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.392294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:05.421192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.440936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Transition to ACTIVE for port object 6fc7f049-bb7d-433f-aea7-5e231b0479e4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:05.441951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Subnet': ['ID=fe7250de-c446-47fa-8108-f319d747928d,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:05.447898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.466051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f4d29a-3362-45fb-ad4f-355ab4c01233,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:05.476837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.477345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Added segment b50965b1-819f-4f96-adf7-31b75de99f54 of type vlan for network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b Apr 29 11:48:05.486376 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd46ff99-721b-47fd-87b3-a90c7f775303 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] GET failed (client error): The resource could not be found. Apr 29 11:48:05.486715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bd46ff99-721b-47fd-87b3-a90c7f775303 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Synchronizing usage tracker for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:05.507238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.507238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router abd09e52-de36-42d7-ba2c-35ebac0f4bf5 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:48:05.524491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bd46ff99-721b-47fd-87b3-a90c7f775303 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Unset dirty status for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:05.525621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bd46ff99-721b-47fd-87b3-a90c7f775303 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports/44983b62-3fe4-47fd-9d4d-de6cabf50221 HTTP/1.1" status: 404 len: 333 time: 0.1348879 Apr 29 11:48:05.533756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.534636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-09959242-b2b9-4ef6-abdf-cdb0a2e86ef8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/abd09e52-de36-42d7-ba2c-35ebac0f4bf5 HTTP/1.1" status: 204 len: 168 time: 1.2769783 Apr 29 11:48:05.538464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50580) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:05.538934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50582) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:05.548324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53562831'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:05.587437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.642115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec6046-01b1-4fa6-9e37-bafa19609748 None None] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:05.665024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6fc7f049-bb7d-433f-aea7-5e231b0479e4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:05.737764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.762147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.774747 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d90ed436-3045-4882-98fc-8d07daf967e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7524223 Apr 29 11:48:05.776212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50588) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:05.797307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet bbcdbd3c-ccce-458c-a0eb-15437d851fe0 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:05.809710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.815613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.821817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:05.822783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:05.905115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Checking segment: {'id': '0ce3d4df-97f8-4642-ba31-bc16458942e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:05.905493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network hostable DHCP agents. Network: 8809121d-c8e6-4e3a-93f6-6a96cf0f401f, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:05.933857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8903978 Apr 29 11:48:05.938253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:05.942143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50592) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:05.944605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.000942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Request body: {'subnet': {'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:06.003743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:06.033372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb42a-af96-42f3-a26a-b61ecdfdd48d tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'Network': ['ID=5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:06.054803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:06.058497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:06.063050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.068551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:06.089867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.150278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 8809121d-c8e6-4e3a-93f6-6a96cf0f401f) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:06.161487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.171918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event deleted for resources: {'Subnet': ['ID=66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:06.178483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.192781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:06.196053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc65fbe-2661-4872-88e7-aaa91abeb6e7 None None] Network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:06.211199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8d078-1b06-432d-bcda-1bb626a7c5fb None None] Network ce5ff50f-88fa-4aeb-9f84-3a0bf384317b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:06.215845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:06.235232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Usage tracker for resource:subnet and tenant:c454ce7c112f4d9bbf84eed86ae47a73 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:06.247464 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9c812b7b-b1c3-4669-b0ee-a087b9069fd3 tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/subnets/66ab7ce3-adc6-40ca-8ef8-a0edfc74a5ae HTTP/1.1" status: 204 len: 168 time: 1.5869367 Apr 29 11:48:06.248348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:06.254403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50596) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:06.262301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78444b-ddc7-4d68-bbab-c921a78984c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:06.269972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78444b-ddc7-4d68-bbab-c921a78984c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:06.270225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ff78444b-ddc7-4d68-bbab-c921a78984c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:06.280656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:06.301951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event updated for resources: {'Subnet': ['ID=8203b0be-f6b5-4117-b45a-88b5b1c7d3e5,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:06.341161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Made reservation on behalf of c454ce7c112f4d9bbf84eed86ae47a73 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:06.347146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.367478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.591869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ff78444b-ddc7-4d68-bbab-c921a78984c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:06.592889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ff78444b-ddc7-4d68-bbab-c921a78984c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8157043 Apr 29 11:48:06.600137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:06.634433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.682539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::1e6 (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:06.686380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port ed062057-30e3-4aee-bc80-d1c7e3193ace {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:06.686837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.702740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Deleting port 5119e010-3a8b-42b3-ba87-214ec905cae2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:06.703257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.763512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Checking segment: {'id': 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:06.764172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network hostable DHCP agents. Network: ad460d88-82ec-4f8b-b68f-0b44673b7b86, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:06.780629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.802150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1241613a-fd2f-496f-8188-47b783bc4a7c None None] Provisioning for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:06.809918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-8809121d-c8e6-4e3a-93f6-6a96cf0f401f', 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f', 'tenant_id': 'dc30d34218d94e44a28016d24ef5c078', 'fixed_ips': [{'subnet_id': 'fe7250de-c446-47fa-8108-f319d747928d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:06.810699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.902278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcdbd3c-ccce-458c-a0eb-15437d851fe0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:06.905281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1241613a-fd2f-496f-8188-47b783bc4a7c None None] Provisioning complete for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:06.905667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1241613a-fd2f-496f-8188-47b783bc4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:06.973363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ab53b-aa83-4c7a-9df3-aa21a3eff533 None None] Network 1f7449ad-7b59-4f80-acfb-c9e9afa0286a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:07.003279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.080104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Network ad460d88-82ec-4f8b-b68f-0b44673b7b86 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:07.082768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.138605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ad460d88-82ec-4f8b-b68f-0b44673b7b86) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:07.154313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] DHCP port deletion for ce5ff50f-88fa-4aeb-9f84-3a0bf384317b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:07.156146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f53a6-4f2b-469a-b0bb-2c4ad1c885d7 None None] Network ad460d88-82ec-4f8b-b68f-0b44673b7b86 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:07.163822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.164530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.164909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.173098 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b0b62c7b-fe10-4c68-b81d-454712101fe8 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/bbcdbd3c-ccce-458c-a0eb-15437d851fe0 HTTP/1.1" status: 204 len: 168 time: 1.6269679 Apr 29 11:48:07.179036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50604) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:07.217822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'Subnet': ['ID=5aa5a378-e26d-41f4-8f2d-0a302dd6b167,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:07.230211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Deleting port 5119e010-3a8b-42b3-ba87-214ec905cae2 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:07.230587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.297172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.327930 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3192e618-cdd5-4af8-a267-75275ce8c591 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2869720 Apr 29 11:48:07.334935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] For port 5119e010-3a8b-42b3-ba87-214ec905cae2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5119e010-3a8b-42b3-ba87-214ec905cae2,segment=NetworkSegment(f69550d3-4c85-4884-92d3-c95373d42779),segment_id=f69550d3-4c85-4884-92d3-c95373d42779)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:07.335211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Checking segment: {'id': 'b50965b1-819f-4f96-adf7-31b75de99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:07.335511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Network hostable DHCP agents. Network: 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:07.335685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.340148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50608) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:07.349305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:07.547108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.550063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Allocated IP 2001:db8::1 (8809121d-c8e6-4e3a-93f6-6a96cf0f401f/fe7250de-c446-47fa-8108-f319d747928d/a4df1122-ba02-48eb-85fb-04bfcbb29925) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:07.579136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.619031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Calling delete_port for 5119e010-3a8b-42b3-ba87-214ec905cae2 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:07.673202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:07.699974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6fc7f049-bb7d-433f-aea7-5e231b0479e4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:07.716443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.749791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for ed062057-30e3-4aee-bc80-d1c7e3193ace owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:07.803101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.803402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:07.803696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.805203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.806122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Synchronizing usage tracker for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:07.811065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.814628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:07.819293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 3930ec97-f62b-4f9a-b99d-2b2339d96689 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:07.819622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.838689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35905f-1f96-4133-96e4-75a51b66bfcd None None] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:07.856610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.857216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.889524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event deleted for resources: {'Port': ['ID=5119e010-3a8b-42b3-ba87-214ec905cae2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:07.893558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:07.894801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] No DVR routers for this DVR port 5119e010-3a8b-42b3-ba87-214ec905cae2 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:07.898544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:07.908150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d144f6e0-744d-4e64-aa9b-f2a4663c06f1 None None] Provisioning for port ed062057-30e3-4aee-bc80-d1c7e3193ace completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:07.912258 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-84f2c863-e41c-4966-b74e-a970afe4acdc tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9242270 Apr 29 11:48:07.916699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50612) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:07.934927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:07.937589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Unset dirty status for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:07.948329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-88d6e9eb-d17a-4e5f-a818-96b8c090e468 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5367241 Apr 29 11:48:07.949030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:07.949030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:07.961309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50616) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:08.007499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d144f6e0-744d-4e64-aa9b-f2a4663c06f1 None None] Provisioning complete for port ed062057-30e3-4aee-bc80-d1c7e3193ace triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:08.007910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d144f6e0-744d-4e64-aa9b-f2a4663c06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.111789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Request body: {'port': {'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1317548500'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:08.157113 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-19aa28f5-42c1-4e61-9531-bd37936c8b2e tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6170287 Apr 29 11:48:08.161263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50620) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:08.175743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.186812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'network_id': 'bb979775-f6a7-4ba1-85ae-6c4fb4a43d27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1538623730'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:08.257489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting subnet fe7250de-c446-47fa-8108-f319d747928d {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:08.322402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ff50f-88fa-4aeb-9f84-3a0bf384317b']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:08.331871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] For port 5119e010-3a8b-42b3-ba87-214ec905cae2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5119e010-3a8b-42b3-ba87-214ec905cae2,segment=NetworkSegment(f69550d3-4c85-4884-92d3-c95373d42779),segment_id=f69550d3-4c85-4884-92d3-c95373d42779)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:08.332661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.349611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69550d3-4c85-4884-92d3-c95373d42779') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:08.349902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69550d3-4c85-4884-92d3-c95373d42779') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:08.402496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.459373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.470860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:08.471062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.479417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port 3930ec97-f62b-4f9a-b99d-2b2339d96689, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3930ec97-f62b-4f9a-b99d-2b2339d96689,segment=NetworkSegment(ba3d3e60-2608-4400-9f48-db46ed9df539),segment_id=ba3d3e60-2608-4400-9f48-db46ed9df539)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:08.479417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:08.494286 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:08.496951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:08.504789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:08.507629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ad460d88-82ec-4f8b-b68f-0b44673b7b86', 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86', 'tenant_id': 'dc30d34218d94e44a28016d24ef5c078', 'fixed_ips': [{'subnet_id': '8203b0be-f6b5-4117-b45a-88b5b1c7d3e5'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:08.508250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.568972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:08.575992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50626) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:08.598917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb971c-416f-4bc8-9bac-0edd4cd0e291 None None] DHCP port deletion for 1f7449ad-7b59-4f80-acfb-c9e9afa0286a request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:08.611409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Calling delete_port for 5119e010-3a8b-42b3-ba87-214ec905cae2 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:08.644108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Usage tracker for resource:port and tenant:c454ce7c112f4d9bbf84eed86ae47a73 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:08.650049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d144f6e0-744d-4e64-aa9b-f2a4663c06f1 None None] Port ed062057-30e3-4aee-bc80-d1c7e3193ace cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:08.650869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:08.657182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Made reservation on behalf of 5cbd405b138e4fe9aa22d19c9597fdc6 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:08.662574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.663252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 3930ec97-f62b-4f9a-b99d-2b2339d96689 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:08.683987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.688887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.700720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:08.710859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3afb971c-416f-4bc8-9bac-0edd4cd0e291 None None] Deleting port 3930ec97-f62b-4f9a-b99d-2b2339d96689 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:08.711109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3afb971c-416f-4bc8-9bac-0edd4cd0e291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.724160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] Pushing event deleted for resources: {'Network': ['ID=ce5ff50f-88fa-4aeb-9f84-3a0bf384317b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:08.734612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] device_id is not set on port 6c5d7355-222a-4351-adaa-29a2ff26eed1 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:08.737374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.741522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Made reservation on behalf of c454ce7c112f4d9bbf84eed86ae47a73 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:08.746083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.762583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:08.763085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:08.786031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b621749f-5dc6-4c23-bcfc-1f1b77efb6bf tempest-TagsExtTest-1452383826 tempest-TagsExtTest-1452383826-project] 10.222.0.53 "DELETE /v2.0/networks/ce5ff50f-88fa-4aeb-9f84-3a0bf384317b HTTP/1.1" status: 204 len: 168 time: 2.5286934 Apr 29 11:48:08.817937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c52bf-6b74-46b5-b7f9-0fdd889143f7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:08.819312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c52bf-6b74-46b5-b7f9-0fdd889143f7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:08.820392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c52bf-6b74-46b5-b7f9-0fdd889143f7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:08.823782 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-712c52bf-6b74-46b5-b7f9-0fdd889143f7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=df1d6d0a17744908803d5477409a7896&network_id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 2999 time: 0.2455273 Apr 29 11:48:08.827929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=ed062057-30e3-4aee-bc80-d1c7e3193ace,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:08.894841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] device_id is not set on port 21e98d86-6903-4b38-938b-c3d12a93a478 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:09.025235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.029652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Allocated IP 2001:db8::1a1 (bb979775-f6a7-4ba1-85ae-6c4fb4a43d27/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4/6c5d7355-222a-4351-adaa-29a2ff26eed1) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:09.055427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b', 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b', 'tenant_id': 'c454ce7c112f4d9bbf84eed86ae47a73', 'fixed_ips': [{'subnet_id': '5aa5a378-e26d-41f4-8f2d-0a302dd6b167'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:09.056699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.198812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=3930ec97-f62b-4f9a-b99d-2b2339d96689,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:09.201962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port 3930ec97-f62b-4f9a-b99d-2b2339d96689 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:09.257063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0b4eb7d9-6353-4a7d-93cb-78e5403367ef None None] Provisioning for port 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:09.304749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3afb971c-416f-4bc8-9bac-0edd4cd0e291 None None] The port '3930ec97-f62b-4f9a-b99d-2b2339d96689' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:48:09.323709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0b4eb7d9-6353-4a7d-93cb-78e5403367ef None None] Provisioning complete for port 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:09.324103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb7d9-6353-4a7d-93cb-78e5403367ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.371460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.389741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50638) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:09.400246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Transition to ACTIVE for port object 6c5d7355-222a-4351-adaa-29a2ff26eed1 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:09.434139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.470733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.481795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.520952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:09.521444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:09.527064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.561260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:09.569337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:09.574383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:09.583640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:09.584919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.595124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7449ad-7b59-4f80-acfb-c9e9afa0286a']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:09.616155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Allocated IP 2001:db8::151 (5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b/5aa5a378-e26d-41f4-8f2d-0a302dd6b167/21e98d86-6903-4b38-938b-c3d12a93a478) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:09.616505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=6c5d7355-222a-4351-adaa-29a2ff26eed1,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:09.637169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-723b67c7-e0e4-484d-a9c1-efcada994f16 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/ed062057-30e3-4aee-bc80-d1c7e3193ace HTTP/1.1" status: 204 len: 168 time: 3.0358827 Apr 29 11:48:09.637755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Transition to ACTIVE for port object a4df1122-ba02-48eb-85fb-04bfcbb29925 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:09.640762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50644) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:09.657479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3d3e60-2608-4400-9f48-db46ed9df539') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:09.658085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3d3e60-2608-4400-9f48-db46ed9df539') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:09.711030 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-edfdff23-9157-41e3-8693-ca45559b77e6 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5408165 Apr 29 11:48:09.714353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50650) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:09.731628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b9', 'mac_address': 'fa:16:3e:7c:be:6e'}, {'ip_address': '2001:db8::1e6', 'mac_address': 'fa:16:3e:19:bd:8f'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:09.738200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.760234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0b4eb7d9-6353-4a7d-93cb-78e5403367ef None None] Port 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:09.762227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5119e010-3a8b-42b3-ba87-214ec905cae2 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:09.786337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.823676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:09.824648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.827955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:09.829607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:09.831626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:09.832495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:09.843778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Transition to ACTIVE for port object a4df1122-ba02-48eb-85fb-04bfcbb29925 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:09.844237 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:09.846176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 5119e010-3a8b-42b3-ba87-214ec905cae2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:48:09.846176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5119e010-3a8b-42b3-ba87-214ec905cae2 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:48:09.860299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.860519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Allocated IP 2001:db8:0:1::1 (ad460d88-82ec-4f8b-b68f-0b44673b7b86/8203b0be-f6b5-4117-b45a-88b5b1c7d3e5/7b19f0d1-9394-41d0-90b3-2be4a94f35e1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:09.863395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:09.899273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:09.901007 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9cd900bf-7ab8-41bd-af3b-668c79706f40 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2591174 Apr 29 11:48:09.978451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50654) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:10.028380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3930ec97-f62b-4f9a-b99d-2b2339d96689 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:10.061501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Deleting port 5119e010-3a8b-42b3-ba87-214ec905cae2 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:10.061501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.062341 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d7597f9-a066-42f1-a902-14e6284cba8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bcae937b4bf4b8785ba0dfc1d066bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650031 Apr 29 11:48:10.084298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50658) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:10.106872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:10.131801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:10.132084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.140091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 3930ec97-f62b-4f9a-b99d-2b2339d96689 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:48:10.140544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3930ec97-f62b-4f9a-b99d-2b2339d96689 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:48:10.142395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:10.147152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Pushing event updated for resources: {'Port': ['ID=a4df1122-ba02-48eb-85fb-04bfcbb29925,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:10.234952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.251601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9efafc-8af2-402f-8983-2d43eac08074 None None] The port '5119e010-3a8b-42b3-ba87-214ec905cae2' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:48:10.258340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9d74eb66-8d82-43c2-8ddc-3708accf7131 None None] Provisioning for port 6c5d7355-222a-4351-adaa-29a2ff26eed1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:10.308099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9d74eb66-8d82-43c2-8ddc-3708accf7131 None None] Provisioning complete for port 6c5d7355-222a-4351-adaa-29a2ff26eed1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:10.308099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9d74eb66-8d82-43c2-8ddc-3708accf7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.313273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.445498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Attempting to bind port a4df1122-ba02-48eb-85fb-04bfcbb29925 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:10.445869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Attempting to bind port a4df1122-ba02-48eb-85fb-04bfcbb29925 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '0ce3d4df-97f8-4642-ba31-bc16458942e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:10.446415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Attempting to bind port a4df1122-ba02-48eb-85fb-04bfcbb29925 on network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:10.448588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9d74eb66-8d82-43c2-8ddc-3708accf7131 None None] Port 6c5d7355-222a-4351-adaa-29a2ff26eed1 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:10.460622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:10.461118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Checking segment: {'id': '0ce3d4df-97f8-4642-ba31-bc16458942e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:10.461664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.462224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Bound using segment: {'id': '0ce3d4df-97f8-4642-ba31-bc16458942e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:10.462761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Bound port: a4df1122-ba02-48eb-85fb-04bfcbb29925, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce3d4df-97f8-4642-ba31-bc16458942e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8809121d-c8e6-4e3a-93f6-6a96cf0f401f'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:10.463140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.465734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.521048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.557224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.564907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 19497211-8e0f-4cd1-98c1-dbdeac234423 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:10.575138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Transition to ACTIVE for port object 21e98d86-6903-4b38-938b-c3d12a93a478 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:10.584026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.603716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.613834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=1f7449ad-7b59-4f80-acfb-c9e9afa0286a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:10.622173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Transition to ACTIVE for port object 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:10.631793 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43a0e67c-d9cb-4728-b7fc-46865297c02f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/1f7449ad-7b59-4f80-acfb-c9e9afa0286a HTTP/1.1" status: 204 len: 168 time: 3.4475899 Apr 29 11:48:10.642680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50674) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:10.646142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Transition to ACTIVE for port object 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:10.652764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50678) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:10.654290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.659616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1592093306', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:10.693998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:10.704522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:10.714830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:10.733348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:10.762171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.766420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Network ad460d88-82ec-4f8b-b68f-0b44673b7b86 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:10.775740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:10.782823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:10.795807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] For port a4df1122-ba02-48eb-85fb-04bfcbb29925, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:10.818471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.819414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.827380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7250de-c446-47fa-8108-f319d747928d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:10.834254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.839312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723a3a0-8a8e-452d-b3e7-6036811b3387 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:10.850760 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6723a3a0-8a8e-452d-b3e7-6036811b3387 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 814 time: 0.1905141 Apr 29 11:48:10.856213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] For port a4df1122-ba02-48eb-85fb-04bfcbb29925, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a4df1122-ba02-48eb-85fb-04bfcbb29925,segment=NetworkSegment(0ce3d4df-97f8-4642-ba31-bc16458942e4),segment_id=0ce3d4df-97f8-4642-ba31-bc16458942e4)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:10.881004 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a3300df8-a8d7-47e8-8bba-66efe2222c1a tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/subnets/fe7250de-c446-47fa-8108-f319d747928d HTTP/1.1" status: 204 len: 168 time: 2.9184563 Apr 29 11:48:10.882389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.885099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.886600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50684) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:10.902752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.924966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Pushing event updated for resources: {'Port': ['ID=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:10.930068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.935018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:10.957985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.001605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.006877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Attempting to bind port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:11.007250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Attempting to bind port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:11.007626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Attempting to bind port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 on network ad460d88-82ec-4f8b-b68f-0b44673b7b86 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:11.050101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:11.050567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Checking segment: {'id': 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:11.051024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.051542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Bound using segment: {'id': 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:11.052092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Bound port: 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ad460d88-82ec-4f8b-b68f-0b44673b7b86'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:11.052518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.073493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.151767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event updated for resources: {'Port': ['ID=6c5d7355-222a-4351-adaa-29a2ff26eed1,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:11.155775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:11.178109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:11.198989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:11.210202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:11.211028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.262094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'Port': ['ID=21e98d86-6903-4b38-938b-c3d12a93a478,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:11.320960 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4df1b622-e70b-4f1c-aaf2-cdc1fa185eee tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3977098 Apr 29 11:48:11.323633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50696) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:11.344210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Request body: {'port': {'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1274930572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:11.344727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] bootfile-name is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:11.345073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] tftp-server is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:11.345475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.api.validators [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] server-ip-address is not in valid_values {{(pid=88016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:11.440325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.478403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311054c-0acc-4de5-a5dd-b787210c1646 None None] Pushing event updated for resources: {'Port': ['ID=a4df1122-ba02-48eb-85fb-04bfcbb29925,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:11.502110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50706) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:11.514076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] In _notify_port_updated(), no bound segment for port 6c5d7355-222a-4351-adaa-29a2ff26eed1 on network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:48:11.517318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Allocated IP 2001:db8::2 (5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b/5aa5a378-e26d-41f4-8f2d-0a302dd6b167/cd2f5f17-ce13-486b-9188-fd648e2a8104) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:11.532155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:11.541953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.546542 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4b6ae36d-27d3-43d4-b6ec-6ec6cc95c792 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "PUT /v2.0/ports/6c5d7355-222a-4351-adaa-29a2ff26eed1 HTTP/1.1" status: 200 len: 1067 time: 1.8284459 Apr 29 11:48:11.581050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:11.587913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:11.622406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--208138326', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:11.626339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50708) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:11.635555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.651433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:11.671435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:11.867518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-891fbe9b-f14f-439b-97b4-b282f00e2de5 None None] Provisioning complete for port 6c5d7355-222a-4351-adaa-29a2ff26eed1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:11.867915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-891fbe9b-f14f-439b-97b4-b282f00e2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.953993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting subnet 8203b0be-f6b5-4117-b45a-88b5b1c7d3e5 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:11.956730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:11.961990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:11.963065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.016394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.125015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.190138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.211069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cb4683-ce72-4cda-a777-cb6315c6edfc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:12.229451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=19497211-8e0f-4cd1-98c1-dbdeac234423,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:12.230131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.251562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Transition to ACTIVE for port object cd2f5f17-ce13-486b-9188-fd648e2a8104 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:12.278830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.279666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Transition to ACTIVE for port object cd2f5f17-ce13-486b-9188-fd648e2a8104 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:12.289836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990fe51-8fa3-435a-9d42-f855730b44db None None] Pushing event updated for resources: {'Port': ['ID=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:12.294118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-891fbe9b-f14f-439b-97b4-b282f00e2de5 None None] Port 6c5d7355-222a-4351-adaa-29a2ff26eed1 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:12.296377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a4df1122-ba02-48eb-85fb-04bfcbb29925 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:12.319247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.337891 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c7da6a55-03f8-4b5d-809d-543696bfaa96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9cb4683-ce72-4cda-a777-cb6315c6edfc HTTP/1.1" status: 204 len: 168 time: 2.2491653 Apr 29 11:48:12.340739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e5b1e-d323-4cb6-bcbb-fa22dc310696 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:12.357803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.372490 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-204401b7-37da-4319-9018-6290c61b67bd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/19497211-8e0f-4cd1-98c1-dbdeac234423 HTTP/1.1" status: 204 len: 168 time: 2.3923707 Apr 29 11:48:12.376105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:12.379813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50718) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:12.387583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Usage tracker for resource:port and tenant:c454ce7c112f4d9bbf84eed86ae47a73 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:12.404411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 6c5d7355-222a-4351-adaa-29a2ff26eed1 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:12.404789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.517403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:12.553894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:12.606736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.623073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Made reservation on behalf of c454ce7c112f4d9bbf84eed86ae47a73 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:12.628423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.668245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:12.700392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] device_id is not set on port 971b67f0-84d3-445b-a03e-168f42e52163 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:12.738426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:12.738758 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4 of type vlan for network 7a8fd070-51e3-40b3-a3fc-539f716b5dca Apr 29 11:48:12.799767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1497d-1fcb-4a4c-9b73-7cbb2f1a3c38 req-0efe89a6-f99d-49a9-9541-61e766b88f39 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:12.816453 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8fc1497d-1fcb-4a4c-9b73-7cbb2f1a3c38 req-0efe89a6-f99d-49a9-9541-61e766b88f39 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 1.1278322 Apr 29 11:48:12.862577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Pushing event updated for resources: {'Port': ['ID=cd2f5f17-ce13-486b-9188-fd648e2a8104,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:12.886831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 8d267dea-0109-48c9-b8a5-cee517ae4fd1 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:12.921569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.026309 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8fc1497d-1fcb-4a4c-9b73-7cbb2f1a3c38 req-4f483cd0-ab24-42a6-a44c-6d848a6508c6 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088253 Apr 29 11:48:13.047562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.063404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:13.070308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.143567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:13.147341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:13.226085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.255342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port a4df1122-ba02-48eb-85fb-04bfcbb29925 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:13.337773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Attempting to bind port cd2f5f17-ce13-486b-9188-fd648e2a8104 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:13.338438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Attempting to bind port cd2f5f17-ce13-486b-9188-fd648e2a8104 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'b50965b1-819f-4f96-adf7-31b75de99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:13.338965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Attempting to bind port cd2f5f17-ce13-486b-9188-fd648e2a8104 on network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:13.345820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:13.346173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Checking segment: {'id': 'b50965b1-819f-4f96-adf7-31b75de99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:13.346579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.346968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Bound using segment: {'id': 'b50965b1-819f-4f96-adf7-31b75de99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:13.347453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Bound port: cd2f5f17-ce13-486b-9188-fd648e2a8104, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50965b1-819f-4f96-adf7-31b75de99f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:13.347828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.378849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.470767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Allocated IP 2001:db8::16b (5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b/5aa5a378-e26d-41f4-8f2d-0a302dd6b167/971b67f0-84d3-445b-a03e-168f42e52163) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:13.549428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde12ba-b202-427a-b993-362c79cf16cc None None] Network 8809121d-c8e6-4e3a-93f6-6a96cf0f401f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:13.797681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.810019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Provisioning for port a4df1122-ba02-48eb-85fb-04bfcbb29925 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:13.823147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Provisioning complete for port a4df1122-ba02-48eb-85fb-04bfcbb29925 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:13.823530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.843551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Transition to ACTIVE for port object 971b67f0-84d3-445b-a03e-168f42e52163 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:13.887924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.889222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.897045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:13.897857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:13.913942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc79190-7436-41f3-9f9f-b5bcba4f9bfc None None] Network ad460d88-82ec-4f8b-b68f-0b44673b7b86 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:14.021284 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4736807 Apr 29 11:48:14.022715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:14.024703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:14.035315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50742) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.036008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50744) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.041097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:14.047613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:14.048323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.076713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] For port cd2f5f17-ce13-486b-9188-fd648e2a8104, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:14.087918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] For port cd2f5f17-ce13-486b-9188-fd648e2a8104, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cd2f5f17-ce13-486b-9188-fd648e2a8104,segment=NetworkSegment(b50965b1-819f-4f96-adf7-31b75de99f54),segment_id=b50965b1-819f-4f96-adf7-31b75de99f54)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:14.103560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.176150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'Port': ['ID=971b67f0-84d3-445b-a03e-168f42e52163,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:14.180803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.265539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:14.296969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.298999 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/subnets/8203b0be-f6b5-4117-b45a-88b5b1c7d3e5 HTTP/1.1" status: 204 len: 168 time: 3.4047432 Apr 29 11:48:14.322936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50754) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.347449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=8d267dea-0109-48c9-b8a5-cee517ae4fd1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:14.356565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.359932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-178845515-network', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:14.366131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.368608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2e716f52-312e-4723-9777-e1af2d2348ea tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/8d267dea-0109-48c9-b8a5-cee517ae4fd1 HTTP/1.1" status: 204 len: 168 time: 1.9874716 Apr 29 11:48:14.372740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50760) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.375388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:14.380568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d50c611e-422e-4ef8-bd6f-f21b897df822 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0558460 Apr 29 11:48:14.401988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba288c01-964c-4673-bec5-4768413c3a90 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Subnet': ['ID=8203b0be-f6b5-4117-b45a-88b5b1c7d3e5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:14.437026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50764) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.448859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Usage tracker for resource:network and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:14.499821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:14.504029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc531c-0237-478d-87cf-a52b5ce026dc tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:14.508586 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f4bc531c-0237-478d-87cf-a52b5ce026dc tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4686801 Apr 29 11:48:14.508586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dcf55955-05e6-4433-a233-e4bb16c32030 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:14.517716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50768) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.527866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:14.529095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62376-bc35-49aa-aa62-37f0457d5ad3 None None] Pushing event updated for resources: {'Port': ['ID=cd2f5f17-ce13-486b-9188-fd648e2a8104,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:14.537235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017b9f4-9687-485d-9ccd-b7d1cd74ee44 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=7a8fd070-51e3-40b3-a3fc-539f716b5dca,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:14.578926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:14.600642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49bfdd-4aa2-49f7-bf24-786a29dca605 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:14.601417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d49bfdd-4aa2-49f7-bf24-786a29dca605 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Synchronizing usage tracker for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:14.614824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Made reservation on behalf of 2779ff5350c84fd3a6a0342033e91989 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:14.617022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.634496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.734523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.776456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:14.779821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dcf55955-05e6-4433-a233-e4bb16c32030 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:router {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:14.781616 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dcf55955-05e6-4433-a233-e4bb16c32030 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4078026 Apr 29 11:48:14.790570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:14.795466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:14.810050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:14.848489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:14.889890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:14.928831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:14.931874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:14.989041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec815a-f3e0-4bf8-baea-e81210375bf8 req-ee81e8f7-c109-464f-9ab7-b6b15c6441e2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:14.999094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58ec815a-f3e0-4bf8-baea-e81210375bf8 req-ee81e8f7-c109-464f-9ab7-b6b15c6441e2 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.8381126 Apr 29 11:48:15.004396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-2d9bbfc3-2f1b-40fe-b918-6199f99ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:15.006909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-2d9bbfc3-2f1b-40fe-b918-6199f99ada68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1099 time: 2.0917029 Apr 29 11:48:15.007780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.018721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] For port a4df1122-ba02-48eb-85fb-04bfcbb29925, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a4df1122-ba02-48eb-85fb-04bfcbb29925,segment=NetworkSegment(0ce3d4df-97f8-4642-ba31-bc16458942e4),segment_id=0ce3d4df-97f8-4642-ba31-bc16458942e4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:15.030527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.146291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e00a65-467e-4b1d-9194-e5b76cbeee83 None None] Pushing event updated for resources: {'Port': ['ID=a4df1122-ba02-48eb-85fb-04bfcbb29925,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:15.147044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2fd7b-5d0f-43d5-b9aa-c27ad37de12f tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:15.153159 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-14a2fd7b-5d0f-43d5-b9aa-c27ad37de12f tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6343017 Apr 29 11:48:15.158063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50776) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:15.170848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] DHCP port deletion for 8809121d-c8e6-4e3a-93f6-6a96cf0f401f request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:15.185896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Deleting port a4df1122-ba02-48eb-85fb-04bfcbb29925 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:15.186282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.213466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:15.220969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:15.228017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:15.229028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Synchronizing usage tracker for tenant:c454ce7c112f4d9bbf84eed86ae47a73 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:15.236827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7d49bfdd-4aa2-49f7-bf24-786a29dca605 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Unset dirty status for tenant:dc30d34218d94e44a28016d24ef5c078 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:15.241696 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7d49bfdd-4aa2-49f7-bf24-786a29dca605 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9083865 Apr 29 11:48:15.251021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] DHCP port deletion for ad460d88-82ec-4f8b-b68f-0b44673b7b86 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:15.261005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 6c5d7355-222a-4351-adaa-29a2ff26eed1 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:15.285666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Deleting port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:15.286325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.297005 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f0725abe-8d94-46d6-940e-e764dbf99aa9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1129017 Apr 29 11:48:15.297872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50780) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:15.298210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50782) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:15.313024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:15.322697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.328646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:15.335489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:15.344691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:15.368779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Unset dirty status for tenant:c454ce7c112f4d9bbf84eed86ae47a73 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:15.370433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-19f1b4b9-12aa-4928-84b2-ed3b255c89ea tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.9240177 Apr 29 11:48:15.374030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50788) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:15.420196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:15.428865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.451791 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-baf5c981-7c2c-4414-9f30-9d373c34223e tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1313701 Apr 29 11:48:15.462490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50792) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:15.475166 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58ec815a-f3e0-4bf8-baea-e81210375bf8 req-15511996-d125-45ec-8fde-5344eaee108b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4749408 Apr 29 11:48:15.533725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Provisioning for port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:15.635936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed1063f-b149-4bca-9c7b-dea096c7b6a9 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:15.654721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Deleting port 971b67f0-84d3-445b-a03e-168f42e52163 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:15.655102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.665264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Provisioning complete for port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:15.666410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.804222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:15.842760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.011614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f433acf6-d68a-411a-bdb7-22d2002108d4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:16.026075 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f433acf6-d68a-411a-bdb7-22d2002108d4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5360353 Apr 29 11:48:16.051819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50796) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:16.054024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.061199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] For port a4df1122-ba02-48eb-85fb-04bfcbb29925, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a4df1122-ba02-48eb-85fb-04bfcbb29925,segment=NetworkSegment(0ce3d4df-97f8-4642-ba31-bc16458942e4),segment_id=0ce3d4df-97f8-4642-ba31-bc16458942e4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:16.071035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.135814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:16.160003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-9a83ec9b-688a-4515-807d-a8a2da2e73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:16.162513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-9a83ec9b-688a-4515-807d-a8a2da2e73b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 898 time: 1.0993800 Apr 29 11:48:16.192836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cd2f5f17-ce13-486b-9188-fd648e2a8104 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:16.263182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6769b-8ce4-4a79-a7e0-a372a6f3dba2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:16.293486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.294031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Added segment 58cf76ad-5872-4d45-b780-448d1bd3d5d1 of type vlan for network 86a3837f-b70d-4185-bce3-634ca6fafa1a Apr 29 11:48:16.331427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9934577-913a-4f01-9f47-d38a0b3bc107 None None] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:16.331686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-57429089-1aa2-49f3-a776-e2cbb033bbde tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1936779 Apr 29 11:48:16.332339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50800) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:16.347024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:16.347383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.359305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177321099', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:16.410624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 172.26.0.145 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/e34718ae-49c6-4ae4-82f7-a34580b2da10) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:16.443156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.462213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Calling delete_port for a4df1122-ba02-48eb-85fb-04bfcbb29925 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:16.501594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-cc1ef273-a8f7-4669-b7f8-7d079835e368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 1002 time: 0.2796228 Apr 29 11:48:16.529601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:16.534091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:16.537567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:16.541160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.545355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:16.571335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:16.576079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.597470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.615546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=6c5d7355-222a-4351-adaa-29a2ff26eed1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:16.619262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.633332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:16.633936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.818510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Calling delete_port for 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:16.887238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:16.900228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-0fe62c3c-250b-4acd-bbb2-dccb8b5245c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:16.902152 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-0fe62c3c-250b-4acd-bbb2-dccb8b5245c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 200 len: 835 time: 0.3877239 Apr 29 11:48:16.914536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:16.979553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.020454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port cd2f5f17-ce13-486b-9188-fd648e2a8104 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:17.077574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:17.078200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.084242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] No DVR routers for this DVR port a4df1122-ba02-48eb-85fb-04bfcbb29925 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:17.106225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Calling delete_port for 971b67f0-84d3-445b-a03e-168f42e52163 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:17.118788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Provisioning for port cd2f5f17-ce13-486b-9188-fd648e2a8104 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:17.148902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:48:17.170664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736de893-32cf-4b2d-a799-f0ecde86e02d None None] Pushing event updated for resources: {'Port': ['ID=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:17.185193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:17.185697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:17.271873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Provisioning complete for port cd2f5f17-ce13-486b-9188-fd648e2a8104 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:17.272478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.289778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.290689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:17.291453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.313163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:17.340248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:17.342038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Calling delete_port for 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:17.376326 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6a623-11a9-48ef-b1ba-9f431651007d None None] Pushing event deleted for resources: {'Port': ['ID=a4df1122-ba02-48eb-85fb-04bfcbb29925,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:17.391673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Deleting port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:17.392180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.488776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] Pushing event updated for resources: {'Network': ['ID=86a3837f-b70d-4185-bce3-634ca6fafa1a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:17.505729 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5887d3bc-4006-4661-a47b-30b6cf493959 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4667413 Apr 29 11:48:17.513984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50806) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:17.514870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:17.526033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.539546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:17.540135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:17.594899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Request body: {'subnet': {'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-178845515-subnet', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:17.608498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9f41e-2ca5-4746-8660-e8c97bd2f56c req-03101901-ecfb-460e-92ed-33f5dc34bb7d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:17.610032 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40e9f41e-2ca5-4746-8660-e8c97bd2f56c req-03101901-ecfb-460e-92ed-33f5dc34bb7d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.9471514 Apr 29 11:48:17.636502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:17.660096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-ac913146-fb78-4bf3-a11b-5337a1b39669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:17.662721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Usage tracker for resource:subnet and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:17.662955 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-ac913146-fb78-4bf3-a11b-5337a1b39669 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb6e62b9-909f-472b-a68e-9622fa096f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7272677 Apr 29 11:48:17.683321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:17.708364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:17.731857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.785663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.787441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Deleting port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:17.787882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.823466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-adf72227-876c-4ebd-80c7-aba63d419aff tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/6c5d7355-222a-4351-adaa-29a2ff26eed1 HTTP/1.1" status: 204 len: 168 time: 6.1873167 Apr 29 11:48:17.831895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50810) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:17.837573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.858643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.879865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.883401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Made reservation on behalf of 2779ff5350c84fd3a6a0342033e91989 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:17.885867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.909500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event deleted for resources: {'Port': ['ID=971b67f0-84d3-445b-a03e-168f42e52163,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:17.984265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:17.990143 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40e9f41e-2ca5-4746-8660-e8c97bd2f56c req-65647c18-46eb-4387-8afb-6df0634c2c85 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551047 Apr 29 11:48:18.003715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.014001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:18.014504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.046634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] For port cd2f5f17-ce13-486b-9188-fd648e2a8104, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cd2f5f17-ce13-486b-9188-fd648e2a8104,segment=NetworkSegment(b50965b1-819f-4f96-adf7-31b75de99f54),segment_id=b50965b1-819f-4f96-adf7-31b75de99f54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:18.055525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Deleting port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:18.055525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.138310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f524c02-e9ad-46e5-9bb8-6b6e0b6b662d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] GET failed (client error): The resource could not be found. Apr 29 11:48:18.139038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6f524c02-e9ad-46e5-9bb8-6b6e0b6b662d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Synchronizing usage tracker for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:18.164394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:18.166126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.173202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:18.179193 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-1b0ea5a0-0831-43db-a479-688469558d22 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822695 Apr 29 11:48:18.179851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=e34718ae-49c6-4ae4-82f7-a34580b2da10,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:18.184657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:18.213212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fde30d1d-d221-4a8e-a5eb-0a4068952c13 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "DELETE /v2.0/ports/971b67f0-84d3-445b-a03e-168f42e52163 HTTP/1.1" status: 204 len: 168 time: 2.8375044 Apr 29 11:48:18.246315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50814) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:18.253276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=b28d6dc1-2519-43a0-a0bf-a502becce282,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:18.280748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Request body: {'port': {'name': 'tempest-new-port-name-262140166', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:18.282167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.api.validators [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] bootfile-name is not in valid_values {{(pid=88015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:18.282525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.api.validators [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] tftp-server is not in valid_values {{(pid=88015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:18.283451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.api.validators [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] server-ip-address is not in valid_values {{(pid=88015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 11:48:18.308299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:48:18.314546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Calling delete_port for 6fc7f049-bb7d-433f-aea7-5e231b0479e4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:18.316409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6f524c02-e9ad-46e5-9bb8-6b6e0b6b662d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Unset dirty status for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:18.321044 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6f524c02-e9ad-46e5-9bb8-6b6e0b6b662d tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports/6c5d7355-222a-4351-adaa-29a2ff26eed1 HTTP/1.1" status: 404 len: 333 time: 0.4846134 Apr 29 11:48:18.321937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50818) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:18.355953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:18.385513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.386193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a4df1122-ba02-48eb-85fb-04bfcbb29925 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:18.463018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: a4df1122-ba02-48eb-85fb-04bfcbb29925 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:48:18.463447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a4df1122-ba02-48eb-85fb-04bfcbb29925 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:48:18.486583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Provisioning complete for port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:18.487378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.594665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:18.594665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 7a8fd070-51e3-40b3-a3fc-539f716b5dca, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:18.664293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.667273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6fc7f049-bb7d-433f-aea7-5e231b0479e4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:18.729063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173a80d-5fdf-4e19-abbb-c7c93856052f None None] Pushing event updated for resources: {'Port': ['ID=cd2f5f17-ce13-486b-9188-fd648e2a8104,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:18.784854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98f75ad-d12b-4e59-9f85-f149e2826092,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:18.790070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:18.830479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:18.830873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.838574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:18.838937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:18.862988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:18.862988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.872442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:18.872969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Network hostable DHCP agents. Network: 86a3837f-b70d-4185-bce3-634ca6fafa1a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:18.877569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7a8fd070-51e3-40b3-a3fc-539f716b5dca) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:18.885993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:18.886787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.922161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:18.982819 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aabbd4b0-48c9-4df4-8543-1cedb4818446 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6459389 Apr 29 11:48:18.982819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:19.001320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 86a3837f-b70d-4185-bce3-634ca6fafa1a) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:19.009655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:19.010388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.052348 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4806cac5-b1f6-4f47-aaf6-c4a4261e0818 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4751697 Apr 29 11:48:19.055203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50826) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:19.077170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:19.086277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:19.112952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Usage tracker for resource:router and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:19.118523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:19.162116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc142c-957e-4d0b-b615-15a82fa11963 None None] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:19.181065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.182491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16a66e-ea3d-41a8-abe7-e7ba15d25eba None None] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:19.184564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:19.216263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.217567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.260126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:19.263297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.317912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:19.374819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Calling delete_port for 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:19.451937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Deleting port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:19.451937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.510900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50830) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:19.535345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.555618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67228541', 'description': 'tempest-secgroup-smoke-67228541 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:19.560402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.561184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.622072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:19.651380 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-769d1bdc-a356-45ca-8ac2-189a2d636afe req-45693291-793b-45e9-a2f8-f31bf96c775f service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4242125 Apr 29 11:48:19.685305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.697911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.722310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] For port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,segment=NetworkSegment(cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478),segment_id=cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:19.723104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:19.895362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:19.937587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:20.026576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:20.031484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:20.042455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:20.054293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.062762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.065074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:20.065799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.097318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:20.097318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:20.124348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.145759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=bad607b1-5246-4557-adfa-a435f38b8cbe,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:20.153993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=8']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:20.168043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45025626-75ab-4c8d-a6fb-1c8ffd291762 req-8a248638-2349-456a-b2fb-24700cf8881b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:20.169775 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-45025626-75ab-4c8d-a6fb-1c8ffd291762 req-8a248638-2349-456a-b2fb-24700cf8881b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.9048326 Apr 29 11:48:20.171363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:20.175067 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-660276ff-3007-4be5-aa14-75163701f5c2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3717761 Apr 29 11:48:20.178058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50834) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:20.184985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:20.189434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-86a3837f-b70d-4185-bce3-634ca6fafa1a', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:20.190316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.205019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:20.222899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:20.262519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:20.281570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:20.326414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Deleting port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:20.326789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Calling delete_port for 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:20.327640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.403388 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-45025626-75ab-4c8d-a6fb-1c8ffd291762 req-ee677954-278e-4ca7-966f-34e4f3f5827d tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019727 Apr 29 11:48:20.407020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:20.416490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.440142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.467966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.541434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6c140b6f-998d-448d-9889-6ad95a9d7331 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 HTTP/1.1" status: 204 len: 168 time: 2.1968503 Apr 29 11:48:20.550166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Could not find standard attr ID for object 971b67f0-84d3-445b-a03e-168f42e52163. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:48:20.553005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:20.637839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:20.673964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:20.675233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.697406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:20.703637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cd2f5f17-ce13-486b-9188-fd648e2a8104 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:20.709857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad43331-7407-45b0-8b7b-c809ec5a3aa5 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] GET failed (client error): The resource could not be found. Apr 29 11:48:20.710378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ad43331-7407-45b0-8b7b-c809ec5a3aa5 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Synchronizing usage tracker for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:20.714607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:20.738740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.740136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.746445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:20.750712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.772631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.774028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-afd96780-1dfc-468a-a748-2679e311f9f6 None None] The port '7b19f0d1-9394-41d0-90b3-2be4a94f35e1' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:48:20.834634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': 'b28d6dc1-2519-43a0-a0bf-a502becce282'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:20.836252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:20.861811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Port': ['ID=7b19f0d1-9394-41d0-90b3-2be4a94f35e1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:20.881322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] No DVR routers for this DVR port 7b19f0d1-9394-41d0-90b3-2be4a94f35e1 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:20.894322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ad43331-7407-45b0-8b7b-c809ec5a3aa5 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Unset dirty status for tenant:5cbd405b138e4fe9aa22d19c9597fdc6 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:20.895484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9ad43331-7407-45b0-8b7b-c809ec5a3aa5 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "GET /v2.0/ports/8eaa6ec3-4fe9-42ab-a436-30e0956bd2d3 HTTP/1.1" status: 404 len: 333 time: 0.3352635 Apr 29 11:48:20.900022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50842) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:20.976590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d376a434-3fad-4b22-9170-1ef2c9fe919e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:21.033675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Calling delete_port for 6fc7f049-bb7d-433f-aea7-5e231b0479e4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:21.058406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.062828 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8128308a-6cd2-4d69-848a-882ec4082a05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.5173519 Apr 29 11:48:21.071488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50846) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:21.091126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:21.097871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:21.103506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.112965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:21.122821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:21.169406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:21.169739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.194108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:21.199234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:48:21.234887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Provisioning complete for port cd2f5f17-ce13-486b-9188-fd648e2a8104 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:21.235871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.280098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.307506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad460d88-82ec-4f8b-b68f-0b44673b7b86']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:21.329732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.332990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:21.446907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Allocated IP 172.20.0.2 (86a3837f-b70d-4185-bce3-634ca6fafa1a/c98f75ad-d12b-4e59-9f85-f149e2826092/1d327b0b-83d7-4847-b1b5-a9101e9bc1b5) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:21.473797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.475026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:21.475399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:21.524081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cd2f5f17-ce13-486b-9188-fd648e2a8104 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:21.524437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:21.524611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.524757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcfb9a9-0eb2-4681-a91f-fdd5b4fdb478') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:21.536380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.579856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.593406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Allocated IP 172.20.0.18 (7a8fd070-51e3-40b3-a3fc-539f716b5dca/b28d6dc1-2519-43a0-a0bf-a502becce282/61082544-c106-4c95-9a66-ae7e4998634c) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:21.600076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.601813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] In _notify_port_updated(), no bound segment for port 21e98d86-6903-4b38-938b-c3d12a93a478 on network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:48:21.607647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:21.608318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.609635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "PUT /v2.0/ports/21e98d86-6903-4b38-938b-c3d12a93a478 HTTP/1.1" status: 200 len: 1129 time: 3.3532677 Apr 29 11:48:21.647034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50852) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:21.691110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Deleting port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:21.691574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.701710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.757440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb7a75-7c1b-48ee-8126-dfceb9f80d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event updated for resources: {'Port': ['ID=21e98d86-6903-4b38-938b-c3d12a93a478,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:21.761899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:21.762512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:21.781714 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:21.785183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:21.885945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e0d0e3-56d3-428b-84f1-4f079b257392 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:21.886572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-31e0d0e3-56d3-428b-84f1-4f079b257392 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Synchronizing usage tracker for tenant:c454ce7c112f4d9bbf84eed86ae47a73 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:21.948749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.034865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.037351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-31e0d0e3-56d3-428b-84f1-4f079b257392 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Unset dirty status for tenant:c454ce7c112f4d9bbf84eed86ae47a73 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:22.042895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31e0d0e3-56d3-428b-84f1-4f079b257392 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "GET /v2.0/ports/21e98d86-6903-4b38-938b-c3d12a93a478 HTTP/1.1" status: 200 len: 1129 time: 0.3661215 Apr 29 11:48:22.052944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.060669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:22.072960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.082080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Allocated IP 172.26.0.17 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/561fa5d5-6ce8-4516-b212-5fb359a9c10a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:22.085552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.095321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.115129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=ad460d88-82ec-4f8b-b68f-0b44673b7b86,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:22.169359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a98af-a993-499d-9c7e-a2beb19fa86b req-54f24687-c9ff-4711-9bf9-195660b72f05 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:22.172674 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff9a98af-a993-499d-9c7e-a2beb19fa86b req-54f24687-c9ff-4711-9bf9-195660b72f05 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.5618629 Apr 29 11:48:22.193365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1866d29f-2fc3-4e3b-9489-0160a7b87f30,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:22.219327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d736a975-aa85-4ae0-84bf-e0145e98260c tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/ad460d88-82ec-4f8b-b68f-0b44673b7b86 HTTP/1.1" status: 204 len: 168 time: 6.9006252 Apr 29 11:48:22.220388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50860) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:22.232154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.253653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Provisioning for port 21e98d86-6903-4b38-938b-c3d12a93a478 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:22.278012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 3f7d63b4-a043-4a68-aadd-c261fdad2bb3 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:22.282493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.287078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-80d52b5a-88d3-40bd-808a-02c0098e748b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2085805 Apr 29 11:48:22.287254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Transition to ACTIVE for port object 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:22.291147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Provisioning complete for port 21e98d86-6903-4b38-938b-c3d12a93a478 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:22.291521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.299411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Deleting port 21e98d86-6903-4b38-938b-c3d12a93a478 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:22.299742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.305490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50864) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:22.353069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:22.358616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:22.424623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff9a98af-a993-499d-9c7e-a2beb19fa86b req-6b11ee39-0865-4799-8c0d-e70f5e526d81 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355180 Apr 29 11:48:22.475622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.488011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:22.494288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:22.504714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:22.505294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.515437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:22.521848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:22.527089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Transition to ACTIVE for port object 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:22.532460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=cb07fcc7-5d98-48f1-9fdb-c177a6ed5604,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:22.550581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:22.557754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router 302449ae-c0a1-4681-bd92-517445c94054 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:48:22.586580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-747ab6e4-f8ba-474c-ab59-1dab53feb341 None None] Port 21e98d86-6903-4b38-938b-c3d12a93a478 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:22.614068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.620558 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9984476f-2190-4c47-84b6-99d0a00cfad8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4368598 Apr 29 11:48:22.627584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50868) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:22.638530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:ac:77:fa', 'name': 'tempest-NetworksTestDHCPv6-1014346987'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:22.667216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.729650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.768767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:22.773904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.785405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:22.788698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:22.795711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] For port 6fc7f049-bb7d-433f-aea7-5e231b0479e4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6fc7f049-bb7d-433f-aea7-5e231b0479e4,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:22.796106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.803716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Pushing event updated for resources: {'Port': ['ID=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:22.830065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Transition to ACTIVE for port object 61082544-c106-4c95-9a66-ae7e4998634c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:22.884028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.903867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.953689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8809121d-c8e6-4e3a-93f6-6a96cf0f401f']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:22.961898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Calling delete_port for 6fc7f049-bb7d-433f-aea7-5e231b0479e4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:22.967028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=3f7d63b4-a043-4a68-aadd-c261fdad2bb3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:22.969214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:22.972550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:22.976098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce3d4df-97f8-4642-ba31-bc16458942e4') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:22.976661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce3d4df-97f8-4642-ba31-bc16458942e4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:23.005667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:23.008615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.014641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.022332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:23.045896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.046742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:23.049555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.055985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.059161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:23.063552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.067627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33403ff-c977-4fbd-955d-5c350d18c06d,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:23.156185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:23.171187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.175279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f2814960-4209-4c32-b782-ab984eb4294f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8460884 Apr 29 11:48:23.175279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0141fd1e-2f81-4771-a839-d9a259214423 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/ports/3f7d63b4-a043-4a68-aadd-c261fdad2bb3 HTTP/1.1" status: 204 len: 168 time: 2.2627368 Apr 29 11:48:23.182493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:23.186371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50872) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:23.186704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:23.196262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] Sync routers for ids ['302449ae-c0a1-4681-bd92-517445c94054'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:23.200582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dcccfdc5-6227-415c-818a-99fd1faf5fde None None] Provisioning complete for port 21e98d86-6903-4b38-938b-c3d12a93a478 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:23.201109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcccfdc5-6227-415c-818a-99fd1faf5fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.232651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:23.237118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:23.250670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:23.286190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:23.305316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Pushing event updated for resources: {'Port': ['ID=561fa5d5-6ce8-4516-b212-5fb359a9c10a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:23.308177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:23.348554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Transition to ACTIVE for port object 61082544-c106-4c95-9a66-ae7e4998634c will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:23.369561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] Routers {'302449ae-c0a1-4681-bd92-517445c94054'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:23.370205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['302449ae-c0a1-4681-bd92-517445c94054'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:23.410133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Calling delete_port for 21e98d86-6903-4b38-938b-c3d12a93a478 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:23.459730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.462617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:23.463660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.504771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:23.527496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:23.528383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:48:23.532327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Attempting to bind port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:23.532789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Attempting to bind port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:23.533144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Attempting to bind port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:23.541313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dcccfdc5-6227-415c-818a-99fd1faf5fde None None] Port 21e98d86-6903-4b38-938b-c3d12a93a478 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:23.555244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:23.588539 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:23.590822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting subnet 9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:23.614903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:23.615387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:23.615646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.616534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Bound using segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:23.617022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Bound port: 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:23.617414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.630953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:23.645699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.647031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e9c0852-978a-4c49-bd3d-768dd0fee552 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.0033677 Apr 29 11:48:23.647827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.652890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50882) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:23.653068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:23.661931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:23.666554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.675663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.681757 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/8809121d-c8e6-4e3a-93f6-6a96cf0f401f HTTP/1.1" status: 204 len: 168 time: 1.4479482 Apr 29 11:48:23.722936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50886) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:23.742810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59935251-11bd-431d-b66d-89c10dd95ea4 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=8809121d-c8e6-4e3a-93f6-6a96cf0f401f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:23.781400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.826540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] Routers {'302449ae-c0a1-4681-bd92-517445c94054'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:23.827261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['302449ae-c0a1-4681-bd92-517445c94054'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:23.839566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.910757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Pushing event updated for resources: {'Port': ['ID=61082544-c106-4c95-9a66-ae7e4998634c,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:23.936011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:23.936414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d294fd9-9f10-49c8-a45d-b7a6f0ef1fc6 None None] The sync data for ids ['302449ae-c0a1-4681-bd92-517445c94054'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:23.938030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:23.970170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 427b7b0c-32b2-4ca8-80c4-92c76f819422 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:23.985771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Attempting to bind port 61082544-c106-4c95-9a66-ae7e4998634c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:23.986218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Attempting to bind port 61082544-c106-4c95-9a66-ae7e4998634c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:23.986482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Attempting to bind port 61082544-c106-4c95-9a66-ae7e4998634c on network 7a8fd070-51e3-40b3-a3fc-539f716b5dca {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:24.018026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] Pushing event deleted for resources: {'Port': ['ID=6fc7f049-bb7d-433f-aea7-5e231b0479e4,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:24.021374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.026896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.048006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:24.048386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Checking segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:24.048782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.049173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Bound using segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:24.049676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Bound port: 61082544-c106-4c95-9a66-ae7e4998634c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:24.050197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.081916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] For port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:24.104226 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4cf16105-6c94-494e-b587-5ef7f813fa15 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers/302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 200 len: 885 time: 0.4488187 Apr 29 11:48:24.120438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event deleted for resources: {'Port': ['ID=21e98d86-6903-4b38-938b-c3d12a93a478,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:24.123582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50890) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:24.127141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] For port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:24.154327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a4203-a157-480f-a3d6-37d759bf5629 None None] No DVR routers for this DVR port 6fc7f049-bb7d-433f-aea7-5e231b0479e4 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:24.161507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.224694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc9f4e-5069-4e65-9be3-afc95ed6e99e None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:24.297433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.326474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.425026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4040-3981-4d5d-aad3-5501275166f2 None None] Pushing event updated for resources: {'Port': ['ID=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:24.430674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] For port 61082544-c106-4c95-9a66-ae7e4998634c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:24.456879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9904452c-ba7f-4acb-8602-5ca926603135 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "DELETE /v2.0/ports/21e98d86-6903-4b38-938b-c3d12a93a478 HTTP/1.1" status: 204 len: 168 time: 2.3929586 Apr 29 11:48:24.463822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:24.471383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] For port 61082544-c106-4c95-9a66-ae7e4998634c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=61082544-c106-4c95-9a66-ae7e4998634c,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:24.479453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.582617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.586462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Deleting subnet 5aa5a378-e26d-41f4-8f2d-0a302dd6b167 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:24.593037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.632458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.687749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.689936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f3e0-946f-445c-9d84-7a84f978a162 req-91aa1c0b-cd26-4a69-abb6-235770abd689 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:24.692553 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-21a2f3e0-946f-445c-9d84-7a84f978a162 req-91aa1c0b-cd26-4a69-abb6-235770abd689 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 1.0395627 Apr 29 11:48:24.752066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eba09-2931-4669-af90-2b29510dcbdc None None] Pushing event updated for resources: {'Port': ['ID=61082544-c106-4c95-9a66-ae7e4998634c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:24.756706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': 'bad607b1-5246-4557-adfa-a435f38b8cbe'}, {'subnet_id': 'cb07fcc7-5d98-48f1-9fdb-c177a6ed5604'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:24.757921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.815197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:24.840741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e35094f-f242-4842-8208-370402d5150c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:24.949296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.018959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.022890 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ddc99d5b-c300-42ae-92ad-bfefb1ece595 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8325033 Apr 29 11:48:25.023042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7846a338-0dd4-426d-be68-4483c2e1f87c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:router {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:25.025889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50904) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:25.036570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.122529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:25.122770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d6319-6353-4c70-a35f-65ef44154278 None None] Network 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:25.129155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:25.133433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:25.137324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:25.143565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:25.153664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa5a378-e26d-41f4-8f2d-0a302dd6b167,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:25.154465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.174021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.191110 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b261111-8493-4964-a482-3e4b39b51106 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "DELETE /v2.0/subnets/5aa5a378-e26d-41f4-8f2d-0a302dd6b167 HTTP/1.1" status: 204 len: 168 time: 0.7254715 Apr 29 11:48:25.200869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50908) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:25.203352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7846a338-0dd4-426d-be68-4483c2e1f87c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:router {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:25.206221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7846a338-0dd4-426d-be68-4483c2e1f87c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0789664 Apr 29 11:48:25.211804 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-21a2f3e0-946f-445c-9d84-7a84f978a162 req-fead513c-8d80-4af5-b43c-c79c71a017c9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423985 Apr 29 11:48:25.212532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:25.225060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbe7db0-7a86-4bd9-abee-adcc67f1c206']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:25.247426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.266296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.298516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1592093306'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:25.453428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.486291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.490687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Deleting port cd2f5f17-ce13-486b-9188-fd648e2a8104 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:25.490983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.551214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.569960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 172.20.0.6 (509b49ef-561b-4c7b-b648-76f046bd5c48/cb07fcc7-5d98-48f1-9fdb-c177a6ed5604/427b7b0c-32b2-4ca8-80c4-92c76f819422) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:25.597172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2903e0f-c7bc-4c85-93a0-a22ae7897115,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:25.628254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] DHCP port deletion for 5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:25.636590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Deleting port cd2f5f17-ce13-486b-9188-fd648e2a8104 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:25.636590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.636856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.640536 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e0587d22-73d4-42f6-b920-f5ea498c0c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6105938 Apr 29 11:48:25.641272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50916) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:25.662469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:25.672895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:25.679685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:25.688407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf878561-8245-44ff-b464-d285b65b14a5') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:25.688880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf878561-8245-44ff-b464-d285b65b14a5') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:25.697965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:25.701540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:feac:77fa (509b49ef-561b-4c7b-b648-76f046bd5c48/bad607b1-5246-4557-adfa-a435f38b8cbe/427b7b0c-32b2-4ca8-80c4-92c76f819422) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:25.716066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:25.776574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.851631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.854898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.908429 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:48:25.925598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.930347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:25.935884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:25.955003 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:25.974847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] For port cd2f5f17-ce13-486b-9188-fd648e2a8104, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cd2f5f17-ce13-486b-9188-fd648e2a8104,segment=NetworkSegment(b50965b1-819f-4f96-adf7-31b75de99f54),segment_id=b50965b1-819f-4f96-adf7-31b75de99f54)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:25.975461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.002517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:26.013772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.031422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226c71e-4291-41b0-aa4f-a0a42edf6eed None None] Network bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:26.080388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] For port cd2f5f17-ce13-486b-9188-fd648e2a8104, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cd2f5f17-ce13-486b-9188-fd648e2a8104,segment=NetworkSegment(b50965b1-819f-4f96-adf7-31b75de99f54),segment_id=b50965b1-819f-4f96-adf7-31b75de99f54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:26.080767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.139619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Calling delete_port for cd2f5f17-ce13-486b-9188-fd648e2a8104 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:26.268051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.308159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.363797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0359d806-fbe3-4101-b2af-766d6ae27429,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:26.378399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.430841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Calling delete_port for cd2f5f17-ce13-486b-9188-fd648e2a8104 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:26.490823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event deleted for resources: {'Port': ['ID=cd2f5f17-ce13-486b-9188-fd648e2a8104,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:26.510150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.515954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.580063 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1af345f9-f74f-42e8-9058-864ac7f1ecd4 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/subnets/9bd5c2c6-339c-4d7e-9057-9ba1cdd8aec4 HTTP/1.1" status: 204 len: 168 time: 3.3907712 Apr 29 11:48:26.606686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00f210-b923-44d7-806b-4f2f06ed5717 None None] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:26.608368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50922) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:26.619050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.623246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c8a007f4-b768-4027-9796-09eceeaceb7e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9695311 Apr 29 11:48:26.624474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50926) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:26.644204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a1e46-f24c-424c-b869-2903ee5188a3 None None] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:26.663059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd376a434-3fad-4b22-9170-1ef2c9fe919e', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:26.672243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] No DVR routers for this DVR port cd2f5f17-ce13-486b-9188-fd648e2a8104 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:26.682033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:26.701672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.711541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=6bbe7db0-7a86-4bd9-abee-adcc67f1c206,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:26.718514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4769fb10-6d48-4616-9444-75b1b8823968 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/6bbe7db0-7a86-4bd9-abee-adcc67f1c206 HTTP/1.1" status: 204 len: 168 time: 2.9279149 Apr 29 11:48:26.719327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50930) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:26.739861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:26.748162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:26.781276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:26.786550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:26.787092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:26.848994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:26.881923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:48:26.932049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.944406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.956272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:26.970732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9da7b2e4-703f-4698-94d9-e2231737ee0d None None] Provisioning for port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:26.999447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:27.018117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Deleting port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:27.018448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.053442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50965b1-819f-4f96-adf7-31b75de99f54') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:27.053681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50965b1-819f-4f96-adf7-31b75de99f54') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:27.071790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62521a5-d152-4737-b071-8fd648597b37 req-b91fd797-542f-4fe2-bf3b-4663013959b4 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:27.076304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d62521a5-d152-4737-b071-8fd648597b37 req-b91fd797-542f-4fe2-bf3b-4663013959b4 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.5934601 Apr 29 11:48:27.107861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.179622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.210611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:27.211482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.215239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:27.236426 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:27.260034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.270603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fb3f8c7b-04ce-453c-95cf-2fd56f9207c9 None None] Provisioning for port 61082544-c106-4c95-9a66-ae7e4998634c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:27.273973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:27.274342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.311370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Deleting port cd2f5f17-ce13-486b-9188-fd648e2a8104 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:27.311874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.341835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 427b7b0c-32b2-4ca8-80c4-92c76f819422 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:27.355699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.381605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.386937 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d62521a5-d152-4737-b071-8fd648597b37 req-122f5a85-b72e-4709-ab3e-8916cde2ac4b tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489240 Apr 29 11:48:27.404056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] DHCP port deletion for bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:27.431208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.439728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Deleting port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:27.440308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.514042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d92cd8d-4a96-4b2c-92f5-b22531b9bb8e,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:27.537032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.541776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.579804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.581061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7be765d3-e995-4eb7-a4c4-a5829e5adb30 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9494154 Apr 29 11:48:27.587289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-87c5b573-2806-476a-ab1b-1ff6114b6743 None None] The port 'cd2f5f17-ce13-486b-9188-fd648e2a8104' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:48:27.637543 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] 10.222.0.53 "DELETE /v2.0/networks/5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b HTTP/1.1" status: 204 len: 168 time: 2.4366486 Apr 29 11:48:27.638579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1528fc-2740-4dcf-b8f3-851235234644 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763 tempest-ExtraDHCPOptionsIpV6TestJSON-1238526763-project] Pushing event deleted for resources: {'Network': ['ID=5da77fe5-9fd5-4ab9-9c74-afffb3a38e9b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:27.671513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] For port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,segment=NetworkSegment(00102903-73c4-4c48-b550-368d7bb7d5d3),segment_id=00102903-73c4-4c48-b550-368d7bb7d5d3)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:27.671893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.770862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.855621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Calling delete_port for 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:27.889922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:27.899509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Allocated IP 172.20.0.2 (509b49ef-561b-4c7b-b648-76f046bd5c48/cb07fcc7-5d98-48f1-9fdb-c177a6ed5604/55c70006-3c61-45cc-8e7b-f4e75226a8a6) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:27.903152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc8156-ada2-4553-90ea-9cc3acd1c17d req-fea8cb9f-6ec5-4ba9-9101-a57c01dcf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:27.905143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9cbc8156-ada2-4553-90ea-9cc3acd1c17d req-fea8cb9f-6ec5-4ba9-9101-a57c01dcf76d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1099 time: 0.5163066 Apr 29 11:48:27.914808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Allocated IP 2001:db8::f816:3eff:fe3a:4b44 (509b49ef-561b-4c7b-b648-76f046bd5c48/bad607b1-5246-4557-adfa-a435f38b8cbe/55c70006-3c61-45cc-8e7b-f4e75226a8a6) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:27.972912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:27.979748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.003776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:28.013642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:48:28.016427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.024774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:28.057136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=427b7b0c-32b2-4ca8-80c4-92c76f819422,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:28.124147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:28.132905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9cbc8156-ada2-4553-90ea-9cc3acd1c17d req-77e41527-868b-49b8-abcb-488a6fdc9987 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097604 Apr 29 11:48:28.154345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.207178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Port': ['ID=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:28.211270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] No DVR routers for this DVR port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:28.223015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88f2a49-16e9-48ae-b7d5-d17317e683a6']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.269192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.271647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-dd031e78-a186-4e06-810e-a4690961716b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:28.283489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Transition to ACTIVE for port object 55c70006-3c61-45cc-8e7b-f4e75226a8a6 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:28.312423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Transition to ACTIVE for port object 55c70006-3c61-45cc-8e7b-f4e75226a8a6 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:28.337333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e559fcb-9186-43af-a6fd-80c4a37e4318') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.337659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e559fcb-9186-43af-a6fd-80c4a37e4318') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.369063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:48:28.377791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.406291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb979775-f6a7-4ba1-85ae-6c4fb4a43d27']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.419592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00102903-73c4-4c48-b550-368d7bb7d5d3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.421505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00102903-73c4-4c48-b550-368d7bb7d5d3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:28.433787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.451282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.458686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:28.459179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.471861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.509473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:28.516301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:28.517300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.554512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:28.586903 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:28.591102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-dd031e78-a186-4e06-810e-a4690961716b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:28.599312 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-dd031e78-a186-4e06-810e-a4690961716b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67228541&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.6286042 Apr 29 11:48:28.604347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.643206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:28.643826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.672365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.673675 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f2a8ba43-f0ea-4e6e-92d5-4f540ede5dae tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0447223 Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:28.674971 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:28.678271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 50958) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:28.694588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.744156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] Pushing event deleted for resources: {'Network': ['ID=bb979775-f6a7-4ba1-85ae-6c4fb4a43d27,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:28.746026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:28.761939 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f1ad1d20-4caf-47c2-86bf-75031522aef8 tempest-AllowedAddressPairIpV6TestJSON-651138814 tempest-AllowedAddressPairIpV6TestJSON-651138814-project] 10.222.0.53 "DELETE /v2.0/networks/bb979775-f6a7-4ba1-85ae-6c4fb4a43d27 HTTP/1.1" status: 204 len: 168 time: 2.1445899 Apr 29 11:48:28.828321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:28.830991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router 302449ae-c0a1-4681-bd92-517445c94054 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:48:28.838835 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2eebc484-a1e0-4f65-b429-cf2a4bae1830 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c454ce7c112f4d9bbf84eed86ae47a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110922 Apr 29 11:48:28.839883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50964) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:28.846105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:28.865519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Pushing event updated for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:28.904813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:28.909599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:28.919203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1c43f-6f4c-47a0-91e9-cfe3420ccaa2 req-977d1a4b-dcfc-4ef1-8244-dd2d35e7b80c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:28.920909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90a1c43f-6f4c-47a0-91e9-cfe3420ccaa2 req-977d1a4b-dcfc-4ef1-8244-dd2d35e7b80c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.3326190 Apr 29 11:48:29.019409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] For port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2d5a79d6-0bc5-4bcc-a541-6325dc383ab4,segment=NetworkSegment(00102903-73c4-4c48-b550-368d7bb7d5d3),segment_id=00102903-73c4-4c48-b550-368d7bb7d5d3)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:29.020036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.039264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:29.054068 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:29.069052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:29.070186 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:29.088185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'port_id': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'mac_address': 'fa:16:3e:87:fc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:48:29.137297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.143882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90a1c43f-6f4c-47a0-91e9-cfe3420ccaa2 req-1617ab6c-c553-46eb-942b-0b1b45cd6eea tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124007 Apr 29 11:48:29.207695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.297035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.306308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50974) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:29.334595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.354303 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:29.368236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.399526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f4d29a-3362-45fb-ad4f-355ab4c01233,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:29.413147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.436847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc2b8794-b1da-4502-ac34-ead8bbc70f52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9f4d29a-3362-45fb-ad4f-355ab4c01233 HTTP/1.1" status: 204 len: 168 time: 0.5926600 Apr 29 11:48:29.547687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:29.572662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Calling delete_port for 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:29.733366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:29.739569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 61082544-c106-4c95-9a66-ae7e4998634c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:29.909493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-92def8f6-bf05-41e8-9325-3eb0747a8ee1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cbd405b138e4fe9aa22d19c9597fdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974617 Apr 29 11:48:29.911448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50984) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.002339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.006505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.012460 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:24Z', 'revision_number': 3, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:30.021989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.022265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:48:30.022598 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Updating router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 port 561fa5d5-6ce8-4516-b212-5fb359a9c10a binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:48:30.049679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] Pushing event deleted for resources: {'Network': ['ID=b88f2a49-16e9-48ae-b7d5-d17317e683a6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:30.056327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Attempting to bind port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:30.056826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Attempting to bind port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:30.057344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Attempting to bind port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:30.069070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.093221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.095736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e5b7a65-0d39-4a12-a98d-ad9602e47791 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:48:30.097368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 50992) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.097604 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7c11f5b1-4b35-4749-94ac-ad5c5b473be4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0412123 Apr 29 11:48:30.107177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:30.107619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:30.107941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.108328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:30.108812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Bound port: 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:30.109177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.114358 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.124283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10e155bc-3460-4c16-87b9-64ef9526eb20 tempest-BulkNetworkOpsIpV6Test-1774767346 tempest-BulkNetworkOpsIpV6Test-1774767346-project] 10.222.0.53 "DELETE /v2.0/networks/b88f2a49-16e9-48ae-b7d5-d17317e683a6 HTTP/1.1" status: 204 len: 168 time: 3.3754079 Apr 29 11:48:30.127222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:30.150385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:30.161376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:30.161628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:30.165811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-389c021e-7c83-42a0-bb39-7a902caf73be tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:30.167474 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-389c021e-7c83-42a0-bb39-7a902caf73be tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=7a8fd070-51e3-40b3-a3fc-539f716b5dca HTTP/1.1" status: 200 len: 796 time: 1.5672479 Apr 29 11:48:30.216588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37274fc7-e58b-44f7-909a-10a7be72d022 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:30.223337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37274fc7-e58b-44f7-909a-10a7be72d022 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:30.224154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-37274fc7-e58b-44f7-909a-10a7be72d022 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:30.227630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-c8e28523-1017-490b-bb2d-b208924c41a0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0508914 Apr 29 11:48:30.304122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-37274fc7-e58b-44f7-909a-10a7be72d022 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:30.307930 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-37274fc7-e58b-44f7-909a-10a7be72d022 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.6148152 Apr 29 11:48:30.307930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:30.314333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.318641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4a044508-b571-4cb2-afd9-6707b569be28 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 200 len: 892 time: 5.0949571 Apr 29 11:48:30.319219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51006) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.319537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.376064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:30.390597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:30.400287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:30.401472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-84e62072-13cd-41bc-9a7e-b0d89f4ddd24 None None] Provisioning complete for port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:30.403985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-84e62072-13cd-41bc-9a7e-b0d89f4ddd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.534203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.550037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] Sync routers for ids ['302449ae-c0a1-4681-bd92-517445c94054'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:30.596436 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ef9e81-7b2a-4dfc-8b03-786c949d2125'] response: {'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'code': 200} Apr 29 11:48:30.616775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 61082544-c106-4c95-9a66-ae7e4998634c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:30.624122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.625165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.627582 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc98b01d-9014-4124-bbde-7c3b1c098684 HTTP/1.1" status: 204 len: 168 time: 0.7147090 Apr 29 11:48:30.643258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] Routers {'302449ae-c0a1-4681-bd92-517445c94054'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:30.644307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['302449ae-c0a1-4681-bd92-517445c94054'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:30.673423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51020) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.710003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 61082544-c106-4c95-9a66-ae7e4998634c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:30.710420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.726572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ce1aa-5436-47a4-a944-282905469802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98b01d-9014-4124-bbde-7c3b1c098684,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:30.766549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.789093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Deleting port 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:30.789093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.795863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 427b7b0c-32b2-4ca8-80c4-92c76f819422 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:30.796602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.889282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b5199db1-f15e-473a-88b9-03cc70903f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:30.902633 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-12c51c1e-4e01-40e6-9e50-73c7b68918c7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers/302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 200 len: 892 time: 0.5787213 Apr 29 11:48:30.904709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51030) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:30.959044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:30.974409 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.002052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Transition to ACTIVE for port object 561fa5d5-6ce8-4516-b212-5fb359a9c10a will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:31.014637 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.041655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed796bb5-7c65-4558-9f6b-61eaf83cad7c None None] The port '2d5a79d6-0bc5-4bcc-a541-6325dc383ab4' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:48:31.093783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:31.094134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:31.096951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] Routers {'302449ae-c0a1-4681-bd92-517445c94054'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:31.097882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['302449ae-c0a1-4681-bd92-517445c94054'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:31.200288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1df76-b552-45a7-b867-2c912f928c9f None None] Pushing event updated for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:31.204901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Attempting to bind port 561fa5d5-6ce8-4516-b212-5fb359a9c10a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:31.205972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Attempting to bind port 561fa5d5-6ce8-4516-b212-5fb359a9c10a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:31.206347 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Attempting to bind port 561fa5d5-6ce8-4516-b212-5fb359a9c10a on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:31.231897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:31.232403 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:31.232950 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.233364 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:31.233873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Bound port: 561fa5d5-6ce8-4516-b212-5fb359a9c10a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:31.234263 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.240663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe17e2-350b-4c06-a827-b65549b5cf4a req-386d5188-3c9b-4783-ad5d-ecbb4385e5c6 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:31.242563 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-71fe17e2-350b-4c06-a827-b65549b5cf4a req-386d5188-3c9b-4783-ad5d-ecbb4385e5c6 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 944 time: 0.6304705 Apr 29 11:48:31.262669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-544e063a-920c-4e34-973f-7a833aa713c7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:31.318131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:31.319087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243bf9-d021-4840-b601-c50094f55cda None None] The sync data for ids ['302449ae-c0a1-4681-bd92-517445c94054'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:31.335938 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-c036cb21-3bb8-4f06-b86d-06c3a55cacab tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0994835 Apr 29 11:48:31.367254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.379709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:31.444130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-71fe17e2-350b-4c06-a827-b65549b5cf4a req-6f3c435f-2217-4a59-9921-473e73b8c9bc tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822217 Apr 29 11:48:31.483026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 61082544-c106-4c95-9a66-ae7e4998634c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=61082544-c106-4c95-9a66-ae7e4998634c,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:31.490205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.544120 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] For port 561fa5d5-6ce8-4516-b212-5fb359a9c10a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:31.560417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51046) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:31.561352 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] For port 561fa5d5-6ce8-4516-b212-5fb359a9c10a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=561fa5d5-6ce8-4516-b212-5fb359a9c10a,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:31.575710 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.607737 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Pushing event updated for resources: {'Port': ['ID=561fa5d5-6ce8-4516-b212-5fb359a9c10a,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:31.643384 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.643756 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.644098 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.644436 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.644765 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.645091 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.645522 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.645876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.646202 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.646588 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.647078 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.647463 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:31.658615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51052) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:31.717179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cd2f5f17-ce13-486b-9188-fd648e2a8104 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:31.746493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.785039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5b7a65-0d39-4a12-a98d-ad9602e47791 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:48:31.796060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-544e063a-920c-4e34-973f-7a833aa713c7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:31.800746 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-544e063a-920c-4e34-973f-7a833aa713c7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 200 len: 205 time: 0.8626683 Apr 29 11:48:31.804012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51056) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:31.807963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:31.821012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:31.821692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:31.825868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: cd2f5f17-ce13-486b-9188-fd648e2a8104 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:48:31.826454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cd2f5f17-ce13-486b-9188-fd648e2a8104 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:48:31.828742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:31.859003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=61082544-c106-4c95-9a66-ae7e4998634c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:31.962800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:32.079623 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b5b3e-ba62-4c43-bf40-fa03cbaee7e7 None None] Pushing event updated for resources: {'Port': ['ID=561fa5d5-6ce8-4516-b212-5fb359a9c10a,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:32.127991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:32.146935 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:32.314839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:32.315219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:32.380434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4f5b81e3-3f42-4e7d-8812-880b7e060686 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc30d34218d94e44a28016d24ef5c078&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7027907 Apr 29 11:48:32.387336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51072) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:32.409081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['2e5b7a65-0d39-4a12-a98d-ad9602e47791'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:48:32.459900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1866204262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:32.518034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:32.528087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:32.676546 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:24Z', 'revision_number': 3, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:32.681417 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80b487-779b-4e7d-a43a-07702da39fac None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:24Z', 'revision_number': 3, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:32.685503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:router and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:32.690254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51078) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:32.711089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:32.733629 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb65d5e1-ccd2-49e8-8cff-3f54f62f320e tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/floatingips/c5b38d6c-236c-429e-adac-09572a4d3a5e HTTP/1.1" status: 200 len: 993 time: 1.1377809 Apr 29 11:48:32.789565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:32.810461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:32.836998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Allocated IP 172.20.0.1 (86a3837f-b70d-4185-bce3-634ca6fafa1a/c98f75ad-d12b-4e59-9f85-f149e2826092/1ad7aafe-b833-43c5-90a5-e49b1f81fd02) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:32.839158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 55c70006-3c61-45cc-8e7b-f4e75226a8a6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:32.842448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:32.970849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3071-640a-4ae8-b083-faa60955a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.002531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:33.042130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff3b60-1e47-484c-b2d0-56f2992bf3f2 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:33.102935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:33.166487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.196633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Transition to ACTIVE for port object 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:33.235372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.314925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:33.319212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:33.323989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:33.327966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:48:33.328377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2d5a79d6-0bc5-4bcc-a541-6325dc383ab4 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:48:33.356022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Provisioning for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:33.367950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Provisioning complete for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:33.368316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.402957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.453057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:33.470470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.471478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.483514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37153413'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:33.533216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 427b7b0c-32b2-4ca8-80c4-92c76f819422 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:33.620620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.679451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:33.692562 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-6d4e6c1e-de12-411f-adc1-a1b0027e3ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2932351 Apr 29 11:48:33.693357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.696107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:33.702858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:33.716396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.739631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:33.763032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port e34718ae-49c6-4ae4-82f7-a34580b2da10 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:33.763367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.784885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.802434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.809068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.834912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.848902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:33.855348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.881057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.955765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c677-25bc-4a4a-ab45-eed194a20d3e None None] Pushing event updated for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:33.985520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:33.991435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.007866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.016336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1fc3827e-e170-42a8-881a-2c5099879f9b None None] Provisioning for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:34.028243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1fc3827e-e170-42a8-881a-2c5099879f9b None None] Provisioning complete for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:34.029121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1fc3827e-e170-42a8-881a-2c5099879f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.091439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 561fa5d5-6ce8-4516-b212-5fb359a9c10a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:34.156681 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-b68384ed-3a37-4044-8cff-3da27e1b7adf service neutron] 10.222.0.53 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209030 Apr 29 11:48:34.172828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:34.176661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.191641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3827e-e170-42a8-881a-2c5099879f9b None None] Port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:34.199917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:34.202835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.207884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.226930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 561fa5d5-6ce8-4516-b212-5fb359a9c10a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:34.234967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.235634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 561fa5d5-6ce8-4516-b212-5fb359a9c10a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:34.236014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.383664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:34.419807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:security_group_rule and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:34.427961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:34.437837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.442903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-097d5e2a-f9c5-48c8-8b3c-e06f31e9058a tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.6401970 Apr 29 11:48:34.451021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51092) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:34.476730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.484625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1081529044'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:34.491562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:34.510257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 561fa5d5-6ce8-4516-b212-5fb359a9c10a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=561fa5d5-6ce8-4516-b212-5fb359a9c10a,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:34.517371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.519688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 61082544-c106-4c95-9a66-ae7e4998634c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:34.529159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ee7e30f-88fb-4c94-92cc-95d6dbad38ea req-4968c931-94ca-43a7-8dfa-05e04642bb93 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 210 time: 0.0700729 Apr 29 11:48:34.532877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:34.583119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:network and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:34.596391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:34.609990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:34.611239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:34.681801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.708167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:34.814005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=561fa5d5-6ce8-4516-b212-5fb359a9c10a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:34.845741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.858020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 61082544-c106-4c95-9a66-ae7e4998634c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:34.859844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:34.943934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for e34718ae-49c6-4ae4-82f7-a34580b2da10 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:34.975297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:48:35.032838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:35.038874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.083365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.108899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6a39b-613a-44df-b7dc-742999df572c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:35.143504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:35.156348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:security_group_rule and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:35.165352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.168992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b2cccf48-922a-4044-8a88-4196a2866b63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48f6a39b-613a-44df-b7dc-742999df572c HTTP/1.1" status: 204 len: 168 time: 2.7586665 Apr 29 11:48:35.169960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:35.177041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:35.180500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Provisioning for port 427b7b0c-32b2-4ca8-80c4-92c76f819422 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:35.185576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Provisioning complete for port 427b7b0c-32b2-4ca8-80c4-92c76f819422 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:35.185948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.209109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.265910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Port 427b7b0c-32b2-4ca8-80c4-92c76f819422 was deleted so its status cannot be updated. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 11:48:35.281604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=427b7b0c-32b2-4ca8-80c4-92c76f819422,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:35.286956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Provisioning complete for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:35.287719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f14d-365c-448d-a10d-b4780ebf5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.423251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:35.441631 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:35.482544 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:35.490435 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:35.493959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6241225e-e7a2-4241-b6f3-67f5417cf502 admin admin] 10.222.0.53 "PUT /v2.0/routers/61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3935513 Apr 29 11:48:35.569370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.599354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.642162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.774612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e632d29b-1fb3-4e78-aff3-85a736114bd0 None None] Could not find standard attr ID for object 427b7b0c-32b2-4ca8-80c4-92c76f819422. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:48:35.787855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e632d29b-1fb3-4e78-aff3-85a736114bd0 None None] Provisioning complete for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:35.788203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e632d29b-1fb3-4e78-aff3-85a736114bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.797235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:35.849055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:35.873140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e632d29b-1fb3-4e78-aff3-85a736114bd0 None None] Port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:35.880348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:35.946664 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:36.000356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 561fa5d5-6ce8-4516-b212-5fb359a9c10a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:36.016673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48900a-0c3d-4984-8496-cc29c9f611aa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:36.074782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.105798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:36.106966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.201560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 561fa5d5-6ce8-4516-b212-5fb359a9c10a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:36.209567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.391344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.391706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment 554d134b-0b5c-4501-9706-25b32e58ba17 of type vlan for network 5e2c7e05-db85-489d-b991-525ca0661ebd Apr 29 11:48:36.478197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.507687 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f62dc4a8-6dc3-4a2d-b900-275b7d0fe634 req-0ceece5b-a0c0-42c7-a2b5-fc8230ae08e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 210 time: 0.6801646 Apr 29 11:48:36.509168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 55c70006-3c61-45cc-8e7b-f4e75226a8a6 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:36.538298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.551481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=e34718ae-49c6-4ae4-82f7-a34580b2da10,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:36.564297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43cd8fae-9383-4e08-a100-7fe6a0420d11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/427b7b0c-32b2-4ca8-80c4-92c76f819422 HTTP/1.1" status: 204 len: 168 time: 6.2425654 Apr 29 11:48:36.567594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51136) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:36.570301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:36.588817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:36.596511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.613558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.623007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 2, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:36.643972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:48:36.644329 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Updating router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:48:36.706378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.707717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:36.708249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.736590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:36.753431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5c805-91ee-4580-bb74-2d1cc7525309,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:36.755397 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a0683c-6325-4792-a2ad-f7de0eaf6475'] response: {'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'code': 200} Apr 29 11:48:36.785921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:36.800796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.801571 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Added segment 4f512f01-91af-4c17-b494-3c1f41924806 of type vlan for network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 Apr 29 11:48:36.812132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.821868 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:36.919542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1e336-af58-46ea-8018-1378258ccf47 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:36.922391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1e336-af58-46ea-8018-1378258ccf47 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:36.924300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1e336-af58-46ea-8018-1378258ccf47 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:36.939131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:36.939802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51146) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:36.940971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-76e1e336-af58-46ea-8018-1378258ccf47 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3721375 Apr 29 11:48:37.076693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.083195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:37.083814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.095835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-94e0140f-5c62-4b48-a791-45da94225450 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:37.096141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-94e0140f-5c62-4b48-a791-45da94225450 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:37.117633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-94e0140f-5c62-4b48-a791-45da94225450 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:37.119218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-94e0140f-5c62-4b48-a791-45da94225450 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=7a8fd070-51e3-40b3-a3fc-539f716b5dca HTTP/1.1" status: 200 len: 796 time: 0.4217153 Apr 29 11:48:37.128851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51156) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:37.137634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1422460032-network', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:37.172971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.179182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.196486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.198822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-9fa3f5aa-e2c2-46c3-9bac-9653b6bf92cf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 471 time: 0.0612681 Apr 29 11:48:37.207866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.211504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['d376a434-3fad-4b22-9170-1ef2c9fe919e']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:37.229658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Usage tracker for resource:network and tenant:11b691a04c71481fbffd9b0563a5f955 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.243449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.254279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 4.5318637 Apr 29 11:48:37.330953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:37.340690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1032313114'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:37.350359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.352294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d49d6-ce7f-4c52-9208-a02cc9319a49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=5e2c7e05-db85-489d-b991-525ca0661ebd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:37.356092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.359719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.365455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet bad607b1-5246-4557-adfa-a435f38b8cbe {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:37.368042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:37.368211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.369064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router 302449ae-c0a1-4681-bd92-517445c94054 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:48:37.375241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Made reservation on behalf of 11b691a04c71481fbffd9b0563a5f955 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:37.377948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.390235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.391864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:37.398304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5e2c7e05-db85-489d-b991-525ca0661ebd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:37.399346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.422466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.426192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.428179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:37.428840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.457955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.463864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.469487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.477872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:37.505990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.541801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.542931 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-072bb743-294d-4a57-8734-3812db3c42de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 204 len: 168 time: 5.7218187 Apr 29 11:48:37.559649 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.566558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51166) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:37.586695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2096553592'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:37.597680 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Transition to ACTIVE for port object 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:37.615390 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.643858 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.1817417 Apr 29 11:48:37.647676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.662073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51170) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:37.665810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.669861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.695507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.708890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.726882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Usage tracker for resource:security_group_rule and tenant:11b691a04c71481fbffd9b0563a5f955 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.730431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be74a1-0bc9-49c0-8071-84ac38950f60 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Network': ['ID=7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:37.746602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:37.765758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'subnet': {'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:37.795067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695ba243-1b7e-49f1-ab2d-909067da1bf2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:37.816630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.844120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:37.850826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:37.864874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:37.867185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.869777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:port and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:37.877210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.881194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:37.900991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:37.903466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.903808 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 2d6efc65-579f-4031-8aa2-7e0718a93366 of type vlan for network 7e12fbde-6796-42b0-aa88-b88e2188a281 Apr 29 11:48:37.945656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:37.949421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:37.988087 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9800b6-ab49-4c63-95c9-207318bcf754 None None] Pushing event updated for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:38.027561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.043533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:38.119585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6ba3b2a-953d-4bce-90ec-8b0b9ea108e8 req-561d3d98-edc4-40e6-9442-141e1fb5fe24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 210 time: 0.2390707 Apr 29 11:48:38.210782 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Attempting to bind port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:38.211220 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Attempting to bind port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:38.211694 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Attempting to bind port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:38.218546 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:38.218913 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:38.219408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.220775 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Bound using segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:38.221249 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Bound port: 1ad7aafe-b833-43c5-90a5-e49b1f81fd02, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:38.221695 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.309347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.323183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:38.324099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.356878 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] For port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:38.369917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:38.375303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.379172 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] For port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:38.386130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2553585 Apr 29 11:48:38.391326 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.394139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51174) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:38.434337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'name': 'tempest-PortsTestJSON-187057741'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:38.517068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb9ae-5df4-4534-a752-000cc450734c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=7e12fbde-6796-42b0-aa88-b88e2188a281,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:38.531563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:38.567259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:38.579660 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:38.580918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.25 (7a8fd070-51e3-40b3-a3fc-539f716b5dca/b28d6dc1-2519-43a0-a0bf-a502becce282/f8d37c70-eb5c-48f5-951a-8a56949b0d1a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:38.584285 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:38.596814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:subnet and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:38.691562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:38.711218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:38.724937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:38.769784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:38.774759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:38.778691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:38.786378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:38.805061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.849848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9800b6-ab49-4c63-95c9-207318bcf754 None None] Pushing event updated for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:38.904620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.908680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment 69d3412d-8cfb-4921-a511-baebfd10fb06 of type vlan for network 18263e86-1dd4-4644-86af-0c4fdc167a17 Apr 29 11:48:38.926907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:38.930946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.936671 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:38.961850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:38.983700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object f8d37c70-eb5c-48f5-951a-8a56949b0d1a will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:39.013954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.076740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:39.085440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:39.107700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:39.182227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:39.262576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:39.263590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.315178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-00ffbacb-6ca8-4244-97ce-fbb7a4c879aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084402 Apr 29 11:48:39.333613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Request body: {'port': {'device_id': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:39.435827 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:38Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:39.448961 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727aee2-47b1-41d9-950f-5d31df68e01e None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:38Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:39.473972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:39.480693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.570694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8a3983d2-b11e-4f25-974f-3a00e9423428 None None] Provisioning for port f8d37c70-eb5c-48f5-951a-8a56949b0d1a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:39.573926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.576906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8a3983d2-b11e-4f25-974f-3a00e9423428 None None] Provisioning complete for port f8d37c70-eb5c-48f5-951a-8a56949b0d1a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:39.577504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8a3983d2-b11e-4f25-974f-3a00e9423428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.636647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.643382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8a3983d2-b11e-4f25-974f-3a00e9423428 None None] Port f8d37c70-eb5c-48f5-951a-8a56949b0d1a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:48:39.661126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 9c2d2da9-fdec-487b-9340-6c99a9352ecf yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:39.694647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:39.789699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f23f-c10d-469c-9f48-ca2700dc3448 req-4347e7e1-4e05-46c7-88bd-8ed1beaecace tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:39.790329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ff95f23f-c10d-469c-9f48-ca2700dc3448 req-4347e7e1-4e05-46c7-88bd-8ed1beaecace tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:39.869282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ff95f23f-c10d-469c-9f48-ca2700dc3448 req-4347e7e1-4e05-46c7-88bd-8ed1beaecace tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:39.870492 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff95f23f-c10d-469c-9f48-ca2700dc3448 req-4347e7e1-4e05-46c7-88bd-8ed1beaecace tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 932 time: 0.4307845 Apr 29 11:48:39.923999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Subnet': ['ID=33ffaa7d-f15b-43d1-8d56-38c571e8ccff,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:39.957913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.050787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:40.104839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.112296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:40.113555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.145778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:40.153356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:40.153971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.159249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.213942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6434839 Apr 29 11:48:40.239798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51180) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:40.273891 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff95f23f-c10d-469c-9f48-ca2700dc3448 req-9e88584d-249b-4317-bd7b-d238585a40c9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3945661 Apr 29 11:48:40.313944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:40.355516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.372321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Checking segment: {'id': '4f512f01-91af-4c17-b494-3c1f41924806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:40.372684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network hostable DHCP agents. Network: 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:40.379615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.383841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.418701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:40.464374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:40.479526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.519427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.529448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d37c70-eb5c-48f5-951a-8a56949b0d1a {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:48:40.536319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=bad607b1-5246-4557-adfa-a435f38b8cbe,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:40.543220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4f7a691-0cce-4351-ac43-4147864218fa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/bad607b1-5246-4557-adfa-a435f38b8cbe HTTP/1.1" status: 204 len: 168 time: 3.5968206 Apr 29 11:48:40.546419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:40.548358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.561817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5959c60-d364-4cab-bad6-c649a6d82303 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:40.561977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51186) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:40.618295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:40.631401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67614c7-cf4f-4ff3-9c6c-8bc62a29f973,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:40.679264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Transition to ACTIVE for port object f8d37c70-eb5c-48f5-951a-8a56949b0d1a will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:40.693329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet cb07fcc7-5d98-48f1-9fdb-c177a6ed5604 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:40.699271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.700961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:40.747664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.748125 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Added segment 0c1a782e-65f5-4634-bec1-847af1942c04 of type vlan for network c6636bd5-4da2-476f-a529-d88b690f0b22 Apr 29 11:48:40.749198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bdc12-2fb1-4b7e-bd1a-a6da04f3f68c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=18263e86-1dd4-4644-86af-0c4fdc167a17,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:40.761295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.794204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:40.799757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:40.816127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:40.821231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:40.824891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:40.830868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:40.844649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.891003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:40.895042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:40.895729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.926650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22b380-cf28-4646-bb07-6cfe4eeacc41 None None] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:40.930591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:40.983782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:40.998938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:41.000582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.002725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.043383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e24a485-2c02-4f33-b38a-bbe4b761f38f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3800523 Apr 29 11:48:41.044485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=9c2d2da9-fdec-487b-9340-6c99a9352ecf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:41.053494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51192) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:41.094555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'network': {'name': 'tempest-router-network01--485472967'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:41.104102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.110909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:41.175560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:41.194004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:network and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:41.199486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.200463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:41.201038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.204849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:41.223445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:subnet and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:41.228236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:41.240458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '2d6efc65-579f-4031-8aa2-7e0718a93366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:41.240821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 7e12fbde-6796-42b0-aa88-b88e2188a281, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:41.260858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:41.270199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:41.298829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.308870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00', 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00', 'tenant_id': '92e9e56a76ed416384669f2a0fc56d0e', 'fixed_ips': [{'subnet_id': '33ffaa7d-f15b-43d1-8d56-38c571e8ccff'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:41.310041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.341270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:41.345049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.352935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:41.356554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.376760 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4308062 Apr 29 11:48:41.393831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6009df-ffa6-4121-b6bc-371d8900a652 admin admin] Pushing event updated for resources: {'Network': ['ID=c6636bd5-4da2-476f-a529-d88b690f0b22,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:41.395986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51198) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:41.422430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network c6636bd5-4da2-476f-a529-d88b690f0b22 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:41.426281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Request body: {'subnet': {'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1422460032-subnet', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:41.452248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:41.454828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:41.490248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Usage tracker for resource:subnet and tenant:11b691a04c71481fbffd9b0563a5f955 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:41.494779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:41.505751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:41.539304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=cb07fcc7-5d98-48f1-9fdb-c177a6ed5604,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:41.550527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.585467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Attempting to bind port f8d37c70-eb5c-48f5-951a-8a56949b0d1a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:41.586140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Attempting to bind port f8d37c70-eb5c-48f5-951a-8a56949b0d1a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:41.586842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Attempting to bind port f8d37c70-eb5c-48f5-951a-8a56949b0d1a on network 7a8fd070-51e3-40b3-a3fc-539f716b5dca {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:41.592936 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af96477e-22e7-45d2-8e47-04fa54bd57b1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/cb07fcc7-5d98-48f1-9fdb-c177a6ed5604 HTTP/1.1" status: 204 len: 168 time: 1.0417576 Apr 29 11:48:41.600164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 7e12fbde-6796-42b0-aa88-b88e2188a281) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:41.601635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51202) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:41.603062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:41.612803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Port f8d37c70-eb5c-48f5-951a-8a56949b0d1a on network 7a8fd070-51e3-40b3-a3fc-539f716b5dca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:48:41.613300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Attempting to bind port f8d37c70-eb5c-48f5-951a-8a56949b0d1a on network 7a8fd070-51e3-40b3-a3fc-539f716b5dca {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:41.630997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:41.631501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Checking segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:41.631987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Bound using segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:41.632628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Bound port: f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:41.633091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.637041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6d0fa-2266-4b8a-bad6-55079ad9307b None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:41.646794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.647429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Added segment b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6 of type vlan for network 37c32304-ee9f-4725-ace5-f08c57ac8dbc Apr 29 11:48:41.671618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:41.678473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:41.679125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.708952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.763886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Allocated IP 172.20.0.2 (7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00/33ffaa7d-f15b-43d1-8d56-38c571e8ccff/deac4901-d02f-40b1-b039-74a934a3333d) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:41.780304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Made reservation on behalf of 11b691a04c71481fbffd9b0563a5f955 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:41.782728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.845945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:41.850617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=a5c85132-a086-425e-bc5b-bd12c6ed8f93,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:41.863890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': '554d134b-0b5c-4501-9706-25b32e58ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:41.864291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: 5e2c7e05-db85-489d-b991-525ca0661ebd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:41.869959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:41.884609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.967430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-264002a1-1310-4db2-8141-9b01d94480f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3592992 Apr 29 11:48:41.972004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-06dd6f6d-9774-4251-bea8-0cc5ac6648e6 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5564737 Apr 29 11:48:41.972406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:41.981151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51206) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:41.981654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51208) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:41.989122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:41.989763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.990583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:41.991157 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-598d6050-5a94-4683-915a-d896735652b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/f8d37c70-eb5c-48f5-951a-8a56949b0d1a HTTP/1.1" status: 200 len: 1094 time: 2.6628020 Apr 29 11:48:41.991815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 5e2c7e05-db85-489d-b991-525ca0661ebd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:41.993830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:42.016211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:42.046153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5e2c7e05-db85-489d-b991-525ca0661ebd) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:42.054411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.055011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.081649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f437d-3053-45b7-a621-0d539dace4c2 None None] Network 5e2c7e05-db85-489d-b991-525ca0661ebd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:42.176181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d6050-5a94-4683-915a-d896735652b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:42.193412 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-eaf5294d-b4a0-4e41-bb62-22c391d4e513 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6263814 Apr 29 11:48:42.204737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51218) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:42.229014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1493381732'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:42.239666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:42.259504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:42.259676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-766260405'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:42.265869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:42.274422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:42.296804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:42.301355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.307967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:42.375785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-ff54845e-0c22-46b4-a2a7-583572d9e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.377480 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-ff54845e-0c22-46b4-a2a7-583572d9e1bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 1097 time: 0.3097594 Apr 29 11:48:42.380962 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1cd6e1-b445-439a-ad39-808d07ce497e'] response: {'name': 'network-changed', 'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a', 'status': 'completed', 'code': 200} Apr 29 11:48:42.386261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:42.386763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:42.406368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.445058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:42.447793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12c2bf-d9f2-4c2c-abf3-725061641e4a None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:42.452415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:42.460952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:42.472067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Transition to ACTIVE for port object deac4901-d02f-40b1-b039-74a934a3333d will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:42.479776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:42.480143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.488260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-30eeda56-4703-48b5-bdf5-28e7023261eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a HTTP/1.1" status: 200 len: 217 time: 0.0737035 Apr 29 11:48:42.554732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.555975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-2f49ce30-96f3-42b5-a80c-2e31dee0e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.557693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-2f49ce30-96f3-42b5-a80c-2e31dee0e2ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b28d6dc1-2519-43a0-a0bf-a502becce282 HTTP/1.1" status: 200 len: 837 time: 0.0621145 Apr 29 11:48:42.560402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.560994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.640992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-f2579ee0-f328-49e4-9120-f8821b4ca299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.642830 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-f2579ee0-f328-49e4-9120-f8821b4ca299 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a8fd070-51e3-40b3-a3fc-539f716b5dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0787985 Apr 29 11:48:42.660832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145c1e-01a2-4df5-b9b0-c1da9ab7b3ba req-a242baf4-4279-4b00-85ff-da13ec50a809 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:42.662348 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b145c1e-01a2-4df5-b9b0-c1da9ab7b3ba req-a242baf4-4279-4b00-85ff-da13ec50a809 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 944 time: 1.1540639 Apr 29 11:48:42.662971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:42.666306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.666527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Transition to ACTIVE for port object deac4901-d02f-40b1-b039-74a934a3333d will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:42.676376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.714737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.811929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:42.840427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7812564 Apr 29 11:48:42.847897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:42.848093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51222) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:42.853286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64af412-2403-40da-a3ac-3965c18e2bb9 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Network': ['ID=37c32304-ee9f-4725-ace5-f08c57ac8dbc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:42.856953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:42.858481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'network': {'name': 'tempest-router-network02--1453295200'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:42.866915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.872910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:42.880804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:42.883303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:42.888811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.888999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:42.890898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:42.893354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:42.899889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:network and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:42.905686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:42.919745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:42.926510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:42.938896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=09de7b2f-e5af-4f95-9515-4fe18ad91246,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:42.939180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-adc527cd-d837-4198-b323-c6f0fc0944c1 None None] Provisioning complete for port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:42.939450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-adc527cd-d837-4198-b323-c6f0fc0944c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.947806 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b145c1e-01a2-4df5-b9b0-c1da9ab7b3ba req-a373eb5b-9e92-4392-bb20-3a3395ac558b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2645254 Apr 29 11:48:42.963858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:42.967140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5e2c7e05-db85-489d-b991-525ca0661ebd', 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd', 'tenant_id': '6473f27c2ee949b1bd1adfba9b1c7734', 'fixed_ips': [{'subnet_id': 'a5c85132-a086-425e-bc5b-bd12c6ed8f93'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:42.967916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.968492 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-2082d82f-a2a4-4246-b03c-f3010a3bb901 service neutron] 10.222.0.66 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181367 Apr 29 11:48:42.973792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:42.977556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.978921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:42.979454 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment a6af892e-25a9-4581-b1b2-729814673c54 of type vlan for network 4d5282f5-56b0-4497-869d-2e2516194fb5 Apr 29 11:48:42.985508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:42.988965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.023058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.023449 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment 4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5 of type vlan for network 2de135d8-4488-416e-b5b9-59156f74222a Apr 29 11:48:43.033456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': '69d3412d-8cfb-4921-a511-baebfd10fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:43.033809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 18263e86-1dd4-4644-86af-0c4fdc167a17, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:43.038947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Pushing event updated for resources: {'Port': ['ID=deac4901-d02f-40b1-b039-74a934a3333d,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:43.131584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:43.138657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.148026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.167411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.167856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Added segment 02be800d-62a8-48f0-bfac-15f91274aa5d of type vlan for network cde75b73-6f78-47db-a33c-3b53187be250 Apr 29 11:48:43.176522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e406a2-613a-4f24-acbf-cf9673924185,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:43.187846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Checking segment: {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:43.188009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Network hostable DHCP agents. Network: c6636bd5-4da2-476f-a529-d88b690f0b22, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:43.212254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:43.222407 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-692da9da-2b21-475b-92f5-bf6cc0ddbfbd req-f392da46-4bec-4875-8130-c7c75348cb7b service neutron] 10.222.0.66 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333512 Apr 29 11:48:43.244366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 18263e86-1dd4-4644-86af-0c4fdc167a17) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:43.247380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.252522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.258409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.259036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.263281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.265061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.265708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.271986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.272976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.290672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d6e61-1804-4a57-949f-cc724623e0b1 None None] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:43.335411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Network c6636bd5-4da2-476f-a529-d88b690f0b22 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:43.376327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Attempting to bind port deac4901-d02f-40b1-b039-74a934a3333d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:43.376974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Attempting to bind port deac4901-d02f-40b1-b039-74a934a3333d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4f512f01-91af-4c17-b494-3c1f41924806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:43.377541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Attempting to bind port deac4901-d02f-40b1-b039-74a934a3333d on network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:43.436630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.442607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.443310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.452157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:43.452529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Checking segment: {'id': '4f512f01-91af-4c17-b494-3c1f41924806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:43.453132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.453560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Bound using segment: {'id': '4f512f01-91af-4c17-b494-3c1f41924806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:43.454046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Bound port: deac4901-d02f-40b1-b039-74a934a3333d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f512f01-91af-4c17-b494-3c1f41924806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:43.454417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.467589 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2614717 Apr 29 11:48:43.473790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a258a-8274-44cd-aace-3b13c43d6f8d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=2de135d8-4488-416e-b5b9-59156f74222a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:43.503846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51226) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:43.506881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, c6636bd5-4da2-476f-a529-d88b690f0b22) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:43.515408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': '2de135d8-4488-416e-b5b9-59156f74222a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.516054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.519272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.523163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 2de135d8-4488-416e-b5b9-59156f74222a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:43.535137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=4d5282f5-56b0-4497-869d-2e2516194fb5,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:43.563432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-daf76632-3ed5-4a93-9417-4a64167d2dae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5758603 Apr 29 11:48:43.572001 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-928bced7-34b7-4b05-b861-cea975ec88de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3245597 Apr 29 11:48:43.574248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51230) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:43.574745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:43.579869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c382a91-d663-4648-9cad-7ef26058907c None None] Network c6636bd5-4da2-476f-a529-d88b690f0b22 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:43.583780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1997599447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.602643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-60e517ed-278d-45eb-a7ff-6b9d7603773f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2007332 Apr 29 11:48:43.610976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'ports': [{'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'}, {'network_id': '4d5282f5-56b0-4497-869d-2e2516194fb5'}]} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.611279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.611762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '4d5282f5-56b0-4497-869d-2e2516194fb5'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.629915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51238) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:43.631013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:43.643867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:43.649331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.649691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4d5282f5-56b0-4497-869d-2e2516194fb5 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:43.654600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:43.661934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:48:43.671672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:43.674131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.678845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:43.709498 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8603446 Apr 29 11:48:43.724642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51242) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:43.724642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Usage tracker for resource:router and tenant:11b691a04c71481fbffd9b0563a5f955 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:43.724961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43dca7-8a89-416a-8730-96bf6f754553 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Network': ['ID=cde75b73-6f78-47db-a33c-3b53187be250,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:43.727343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:43.738957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:subnet and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:43.739240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:43.742003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Deleting port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:43.742338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:43.742584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.750177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:43.761958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-3174d3fa-18e8-4c07-a4d3-42c38f8a3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.763623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-3174d3fa-18e8-4c07-a4d3-42c38f8a3833 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 1097 time: 0.4006376 Apr 29 11:48:43.764789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:43.768208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.788037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network cde75b73-6f78-47db-a33c-3b53187be250 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:43.793943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'subnet': {'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:43.832734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:43.868603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:43.878117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.878889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.890276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:43.895038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:43.895038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.984359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:43.985099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.008852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=e5c032ff-2192-4bc0-acfe-f8f5279e64df,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:44.048343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 55c70006-3c61-45cc-8e7b-f4e75226a8a6 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:48:44.049181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.109949 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9aa03b77-b595-4ef5-a73e-68d4be7b8b36 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1240945 Apr 29 11:48:44.110101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:44.113778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-c859c858-80d9-4a33-9cf2-d22971ed06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:44.115667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-c859c858-80d9-4a33-9cf2-d22971ed06d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7a8fd070-51e3-40b3-a3fc-539f716b5dca HTTP/1.1" status: 200 len: 897 time: 0.3335128 Apr 29 11:48:44.119978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:44.128953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:44.146939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:subnet and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:44.153023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:44.161231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:44.177318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.181661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:44.185095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.198612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Allocated IP 2001:db8:0:ffff::2 (5e2c7e05-db85-489d-b991-525ca0661ebd/a5c85132-a086-425e-bc5b-bd12c6ed8f93/e3eae611-fed0-4a3c-9a09-e89df0a5331b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:44.215365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:44.240007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.247806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:44.259144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:44.286186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] For port deac4901-d02f-40b1-b039-74a934a3333d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:44.315660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:44.319658 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-88a32dce-c1db-40ec-ac18-c9d8df0c39be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a HTTP/1.1" status: 200 len: 217 time: 0.1817520 Apr 29 11:48:44.386139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] For port deac4901-d02f-40b1-b039-74a934a3333d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=deac4901-d02f-40b1-b039-74a934a3333d,segment=NetworkSegment(4f512f01-91af-4c17-b494-3c1f41924806),segment_id=4f512f01-91af-4c17-b494-3c1f41924806)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:44.455161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.598862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.599939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9ecda41f-df5c-4ef9-ba6d-baf6eb01fa16 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0204518 Apr 29 11:48:44.608681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:48:44.611422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.616093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51254) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:44.621696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 2} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:44.626160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.655030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.664296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-18263e86-1dd4-4644-86af-0c4fdc167a17', 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': '09de7b2f-e5af-4f95-9515-4fe18ad91246'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:44.665109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.876723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-85bb5f2e-f64c-4cf3-aecd-1ecb93f11c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:44.878374 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-85bb5f2e-f64c-4cf3-aecd-1ecb93f11c81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b28d6dc1-2519-43a0-a0bf-a502becce282 HTTP/1.1" status: 200 len: 837 time: 0.5481851 Apr 29 11:48:44.880975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:44.890627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:44.956085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=a37f2d60-4f1b-44d2-80d5-d7bd90bf2197,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:44.982694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fc366-bdf4-4652-87f2-80c060d4d7b0 None None] Pushing event updated for resources: {'Port': ['ID=deac4901-d02f-40b1-b039-74a934a3333d,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:44.995479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:45.006141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:45.026007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.049483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-c6636bd5-4da2-476f-a529-d88b690f0b22', 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'fixed_ips': [{'subnet_id': '24e406a2-613a-4f24-acbf-cf9673924185'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:45.051034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.097709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:45.121402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port affd900d-e0e7-44d0-b399-08b5e18cf395 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:45.127571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f28ee0-41cb-42eb-b0dd-de05ae3efacf req-2620b325-9e3d-4cf1-807b-e184c8fd4d16 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:45.129184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6f28ee0-41cb-42eb-b0dd-de05ae3efacf req-2620b325-9e3d-4cf1-807b-e184c8fd4d16 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 944 time: 0.9375072 Apr 29 11:48:45.132132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:45.132840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.135484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:45.135484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: 2de135d8-4488-416e-b5b9-59156f74222a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:45.282142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.298398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:45.302249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.404489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Calling delete_port for 55c70006-3c61-45cc-8e7b-f4e75226a8a6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:45.446078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Subnet': ['ID=d1d09838-0b29-4d37-9b09-feef06b214b6,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:45.470731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.494642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:45.508791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.526797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Checking segment: {'id': 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:45.527079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network hostable DHCP agents. Network: 37c32304-ee9f-4725-ace5-f08c57ac8dbc, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:45.527674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.604918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Transition to ACTIVE for port object e3eae611-fed0-4a3c-9a09-e89df0a5331b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:45.638590 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6f28ee0-41cb-42eb-b0dd-de05ae3efacf req-43c167a1-2d7e-4ecf-aabf-2402bf6a049d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4330959 Apr 29 11:48:45.689310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Allocated IP 2001:db8::2 (18263e86-1dd4-4644-86af-0c4fdc167a17/09de7b2f-e5af-4f95-9515-4fe18ad91246/c80c4e5c-eac9-48fe-8314-58e395db36cb) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:45.713464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Transition to ACTIVE for port object e3eae611-fed0-4a3c-9a09-e89df0a5331b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:45.721517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 2de135d8-4488-416e-b5b9-59156f74222a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:45.730107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:45.730778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:45.756835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port b8c8a550-09f7-4484-aaab-5affec26ef21 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:45.757165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.761812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:45.768728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:45.778856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.803075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.811470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 37c32304-ee9f-4725-ace5-f08c57ac8dbc) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:45.811978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 2de135d8-4488-416e-b5b9-59156f74222a) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:45.814533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.821515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:45.822095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.824993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-5c52b2da-fd3d-4ebe-ac59-634f455c5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:45.827396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-5c52b2da-fd3d-4ebe-ac59-634f455c5837 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7a8fd070-51e3-40b3-a3fc-539f716b5dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9333405 Apr 29 11:48:45.833445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:45.834122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:45.853669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Allocated IP 172.20.0.2 (c6636bd5-4da2-476f-a529-d88b690f0b22/24e406a2-613a-4f24-acbf-cf9673924185/264402f7-e33d-4c23-b0bb-60be879c06c7) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:45.860709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0fc06-22cd-4b95-9783-4ed4b93af2d5 None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:45.892124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefda87c-1750-4e2e-a452-daa275e37ed4 None None] Network 2de135d8-4488-416e-b5b9-59156f74222a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:45.899364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-45cba981-2c96-4d5c-9a89-a4d803b35f24 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1662164 Apr 29 11:48:45.974814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device f8d37c70-eb5c-48f5-951a-8a56949b0d1a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:48:45.978612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51258) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:46.053028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.060529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device deac4901-d02f-40b1-b039-74a934a3333d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:46.077138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'subnet': {'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:46.091348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Network 5e2c7e05-db85-489d-b991-525ca0661ebd is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:46.119990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:46.122427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:46.124661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Pushing event updated for resources: {'Port': ['ID=e3eae611-fed0-4a3c-9a09-e89df0a5331b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:46.163695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Allocated IP 172.26.0.222 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/d714f86d-81e9-479d-82d3-14495cfa1239) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:46.268974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Deleting port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:46.269347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.473495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:48:46.484321 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a706e488-ed96-4834-827f-202fe5e7a4eb tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9793127 Apr 29 11:48:46.485000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.504789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca40aeb-bafe-492b-a7e2-bd52f65e0ca1 None None] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:46.506016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51262) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:46.528543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'port': {'network_id': '2de135d8-4488-416e-b5b9-59156f74222a', 'name': 'tempest-NetworksIpV6TestAttrs-352968335'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:46.570675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.580348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:46.585187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:46.590299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:46.591129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.616210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=affd900d-e0e7-44d0-b399-08b5e18cf395,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:46.690619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=b8c8a550-09f7-4484-aaab-5affec26ef21,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:46.724871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': 'a6af892e-25a9-4581-b1b2-729814673c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4d5282f5-56b0-4497-869d-2e2516194fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:46.725230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 4d5282f5-56b0-4497-869d-2e2516194fb5, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:46.740132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:46.762048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:46.820729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Usage tracker for resource:subnet and tenant:92e9e56a76ed416384669f2a0fc56d0e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:46.837693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:46.842167 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-67c59cb9-92ce-4111-b4f0-432167e58d94 service neutron] 10.222.0.66 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964314 Apr 29 11:48:46.856851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:46.862943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 4d5282f5-56b0-4497-869d-2e2516194fb5 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:46.881611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:46.885158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Pushing event updated for resources: {'Port': ['ID=d714f86d-81e9-479d-82d3-14495cfa1239,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:46.890226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:46.893586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:46.926843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4d5282f5-56b0-4497-869d-2e2516194fb5) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:46.929061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Attempting to bind port e3eae611-fed0-4a3c-9a09-e89df0a5331b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:46.930272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Attempting to bind port e3eae611-fed0-4a3c-9a09-e89df0a5331b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '554d134b-0b5c-4501-9706-25b32e58ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:46.930272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Attempting to bind port e3eae611-fed0-4a3c-9a09-e89df0a5331b on network 5e2c7e05-db85-489d-b991-525ca0661ebd {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:46.953031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:46.960586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:46.965145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:46.965837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.001838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Made reservation on behalf of 92e9e56a76ed416384669f2a0fc56d0e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:47.005322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.031872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:48:47.036167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:47.045770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-487ec91b-de74-4839-81ce-8df9dddb2782 None None] Provisioning for port deac4901-d02f-40b1-b039-74a934a3333d completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:47.048792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7716530-0dca-49ea-860a-864fc572b9b6 None None] Network 4d5282f5-56b0-4497-869d-2e2516194fb5 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:47.089427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:port and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:47.105508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:47.106204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Checking segment: {'id': '554d134b-0b5c-4501-9706-25b32e58ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:47.106312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.106650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Bound using segment: {'id': '554d134b-0b5c-4501-9706-25b32e58ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:47.107139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Bound port: e3eae611-fed0-4a3c-9a09-e89df0a5331b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554d134b-0b5c-4501-9706-25b32e58ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5e2c7e05-db85-489d-b991-525ca0661ebd'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:47.107507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.108622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:47.124115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-240cc38d-8880-4f78-9b10-1897f398d89f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5460978 Apr 29 11:48:47.127162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51270) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:47.132505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:47.217762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12169859-22dc-4d08-874b-f4919e278194 req-a5b84c31-dd96-444d-984a-f74a3dfbde6e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:47.221931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.225780 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12169859-22dc-4d08-874b-f4919e278194 req-a5b84c31-dd96-444d-984a-f74a3dfbde6e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 944 time: 0.4421117 Apr 29 11:48:47.227316 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6eaf10d6-112e-481a-938f-a46d233c8fc6 req-82fd8a6b-f1a4-442a-a97e-835c7f8bd64e service neutron] 10.222.0.66 "GET /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740036 Apr 29 11:48:47.232976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:47.236861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.311655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port b8c8a550-09f7-4484-aaab-5affec26ef21 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:47.312082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.317684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] device_id is not set on port 5e85f55e-a2c8-4c4d-9699-20678a4b9df7 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:47.370024 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12169859-22dc-4d08-874b-f4919e278194 req-6479ef3f-4771-46da-9267-32196c1af10b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435244 Apr 29 11:48:47.370795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port deac4901-d02f-40b1-b039-74a934a3333d completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:47.398359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Transition to ACTIVE for port object c80c4e5c-eac9-48fe-8314-58e395db36cb will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:47.537344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port deac4901-d02f-40b1-b039-74a934a3333d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:47.537725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.561779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-37c32304-ee9f-4725-ace5-f08c57ac8dbc', 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc', 'tenant_id': '92e9e56a76ed416384669f2a0fc56d0e', 'fixed_ips': [{'subnet_id': 'd1d09838-0b29-4d37-9b09-feef06b214b6'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:47.562635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.650224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.660782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Allocated IP 2001:db8::f816:3eff:fe8c:5bfd (2de135d8-4488-416e-b5b9-59156f74222a/a37f2d60-4f1b-44d2-80d5-d7bd90bf2197/5e85f55e-a2c8-4c4d-9699-20678a4b9df7) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:47.666502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.680261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.751853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:47.774803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Transition to ACTIVE for port object c80c4e5c-eac9-48fe-8314-58e395db36cb will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:47.861760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.904582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-2de135d8-4488-416e-b5b9-59156f74222a', 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a', 'tenant_id': '6473f27c2ee949b1bd1adfba9b1c7734', 'fixed_ips': [{'subnet_id': 'a37f2d60-4f1b-44d2-80d5-d7bd90bf2197'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:47.905440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:47.938437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Subnet': ['ID=5ec92c9c-9fff-4962-93bb-09ecab99964d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:47.989455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Checking segment: {'id': '02be800d-62a8-48f0-bfac-15f91274aa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:47.989826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network hostable DHCP agents. Network: cde75b73-6f78-47db-a33c-3b53187be250, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:48.014810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.018557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'port_id': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a', 'mac_address': 'fa:16:3e:1b:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:48:48.149329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for b8c8a550-09f7-4484-aaab-5affec26ef21 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:48.151651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.195713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] For port e3eae611-fed0-4a3c-9a09-e89df0a5331b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:48.224742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8::1 (18263e86-1dd4-4644-86af-0c4fdc167a17/09de7b2f-e5af-4f95-9515-4fe18ad91246/99e08d44-d9d6-4fd1-aacc-433a5fe87704) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:48.334654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network cde75b73-6f78-47db-a33c-3b53187be250 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:48.342961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:48.344948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Transition to ACTIVE for port object 264402f7-e33d-4c23-b0bb-60be879c06c7 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:48.367029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] For port e3eae611-fed0-4a3c-9a09-e89df0a5331b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3eae611-fed0-4a3c-9a09-e89df0a5331b,segment=NetworkSegment(554d134b-0b5c-4501-9706-25b32e58ba17),segment_id=554d134b-0b5c-4501-9706-25b32e58ba17)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:48.379755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:48.406444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.408408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:48.408984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.410598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.474804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, cde75b73-6f78-47db-a33c-3b53187be250) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:48.480067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:48.480769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.519558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=b8c8a550-09f7-4484-aaab-5affec26ef21,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:48.521864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.535880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:48.543174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Transition to ACTIVE for port object 5e85f55e-a2c8-4c4d-9699-20678a4b9df7 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:48.543352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6e762f8-144d-44c3-b868-2c6ca21f8341 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/b8c8a550-09f7-4484-aaab-5affec26ef21 HTTP/1.1" status: 204 len: 168 time: 1.4125798 Apr 29 11:48:48.544666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51276) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:48.587659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.609983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Calling delete_port for 55c70006-3c61-45cc-8e7b-f4e75226a8a6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:48.649483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-13cee6df-c079-4b26-af8b-371700db8ad3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6576533 Apr 29 11:48:48.655957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51280) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:48.656162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:48.681984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.682459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.689213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.701031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.701031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.717059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Pushing event updated for resources: {'Port': ['ID=c80c4e5c-eac9-48fe-8314-58e395db36cb,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:48.815537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 99e08d44-d9d6-4fd1-aacc-433a5fe87704 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:48.831271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.832357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:48.842297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.845007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:48.861359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:48.862488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:48.901519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Transition to ACTIVE for port object 264402f7-e33d-4c23-b0bb-60be879c06c7 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:48.913955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2c44-e227-461d-b6dc-18c7afc81e0d req-5e844857-c6cb-42e9-b37c-f3af2006d176 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:48.916066 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2d3f2c44-e227-461d-b6dc-18c7afc81e0d req-5e844857-c6cb-42e9-b37c-f3af2006d176 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 944 time: 0.3950114 Apr 29 11:48:48.917531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=6f0352ae-35cd-4de0-b566-dfa87b14674a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:48.934173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 2de135d8-4488-416e-b5b9-59156f74222a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:48.939927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:48.945439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=8']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:48.948859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-39fb4d12-ef71-443b-abfe-5f628b47f8e4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8375418 Apr 29 11:48:48.952315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51284) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:48.953761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:48.958238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:48.958846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.014927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d37c70-eb5c-48f5-951a-8a56949b0d1a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:48:49.018984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.025417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:ce:1b:2b', 'name': 'tempest-NetworksTestDHCPv6-1023516874'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:49.078725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5710528 Apr 29 11:48:49.083704 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2d3f2c44-e227-461d-b6dc-18c7afc81e0d req-940d9ce7-447f-4b23-8b88-8b1b76dd26df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468902 Apr 29 11:48:49.089517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51288) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:49.090063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.139031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d99a9-88bb-4bb2-9a12-6dddf8d4dd16 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:49.142110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.144725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d99a9-88bb-4bb2-9a12-6dddf8d4dd16 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:49.145525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bf4d99a9-88bb-4bb2-9a12-6dddf8d4dd16 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:49.153640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86da9a-cda8-4727-bac9-e468fb675e3e tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Port': ['ID=5e85f55e-a2c8-4c4d-9699-20678a4b9df7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:49.196063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Attempting to bind port c80c4e5c-eac9-48fe-8314-58e395db36cb on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:49.196063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Attempting to bind port c80c4e5c-eac9-48fe-8314-58e395db36cb by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '69d3412d-8cfb-4921-a511-baebfd10fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:49.196777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Attempting to bind port c80c4e5c-eac9-48fe-8314-58e395db36cb on network 18263e86-1dd4-4644-86af-0c4fdc167a17 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:49.199833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Network c6636bd5-4da2-476f-a529-d88b690f0b22 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:49.210232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Allocated IP 172.20.0.2 (37c32304-ee9f-4725-ace5-f08c57ac8dbc/d1d09838-0b29-4d37-9b09-feef06b214b6/2b60a80a-6132-44a0-ab6c-b56812ca3558) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:49.213740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:49.229603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:49.237089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be0c52-1a03-471e-9bb7-c4f56d118c4f None None] Pushing event updated for resources: {'Port': ['ID=e3eae611-fed0-4a3c-9a09-e89df0a5331b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:49.252315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:49.258120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:49.264690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:49.265192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.267755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=99e08d44-d9d6-4fd1-aacc-433a5fe87704,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:49.279799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:49.281183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting subnet a37f2d60-4f1b-44d2-80d5-d7bd90bf2197 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:49.288217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:49.288673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Checking segment: {'id': '69d3412d-8cfb-4921-a511-baebfd10fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:49.289069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.289483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Bound using segment: {'id': '69d3412d-8cfb-4921-a511-baebfd10fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:49.290143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Bound port: c80c4e5c-eac9-48fe-8314-58e395db36cb, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d3412d-8cfb-4921-a511-baebfd10fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '18263e86-1dd4-4644-86af-0c4fdc167a17'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:49.290520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.300522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.327868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929a5c1-5c47-431d-8576-7b21276f67ec None None] Network cde75b73-6f78-47db-a33c-3b53187be250 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:49.341834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:48:49.342189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:48:49.424990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Allocated IP 2001:db8::f816:3eff:fe17:c535 (2de135d8-4488-416e-b5b9-59156f74222a/a37f2d60-4f1b-44d2-80d5-d7bd90bf2197/c5f24742-97ee-4456-8f77-bce4f8a3d250) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:49.439422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.485198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port deac4901-d02f-40b1-b039-74a934a3333d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=deac4901-d02f-40b1-b039-74a934a3333d,segment=NetworkSegment(4f512f01-91af-4c17-b494-3c1f41924806),segment_id=4f512f01-91af-4c17-b494-3c1f41924806)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:49.626501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.645590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Pushing event updated for resources: {'Port': ['ID=264402f7-e33d-4c23-b0bb-60be879c06c7,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:49.654368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bf4d99a9-88bb-4bb2-9a12-6dddf8d4dd16 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:49.664943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bf4d99a9-88bb-4bb2-9a12-6dddf8d4dd16 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.1199245 Apr 29 11:48:49.672919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51292) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:49.812144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port affd900d-e0e7-44d0-b399-08b5e18cf395 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:49.812516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:49.941261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3eae611-fed0-4a3c-9a09-e89df0a5331b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:49.965949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['f8d37c70-eb5c-48f5-951a-8a56949b0d1a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:48:50.000446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:50.015616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.023210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.024057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.031597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Attempting to bind port 264402f7-e33d-4c23-b0bb-60be879c06c7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:50.031964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Attempting to bind port 264402f7-e33d-4c23-b0bb-60be879c06c7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:50.032328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Attempting to bind port 264402f7-e33d-4c23-b0bb-60be879c06c7 on network c6636bd5-4da2-476f-a529-d88b690f0b22 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:50.033081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:48:50.038816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:50.044634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:50.047853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.107772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:50.144434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=99e08d44-d9d6-4fd1-aacc-433a5fe87704,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:50.170182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:50.171206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Checking segment: {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:50.171542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.171938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Bound using segment: {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:50.172420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Bound port: 264402f7-e33d-4c23-b0bb-60be879c06c7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:50.172797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.223956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] For port c80c4e5c-eac9-48fe-8314-58e395db36cb, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:50.280182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:50.281880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:50.291912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Deleting port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:50.292503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.413113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:50.487315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] For port c80c4e5c-eac9-48fe-8314-58e395db36cb, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c80c4e5c-eac9-48fe-8314-58e395db36cb,segment=NetworkSegment(69d3412d-8cfb-4921-a511-baebfd10fb06),segment_id=69d3412d-8cfb-4921-a511-baebfd10fb06)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:50.488290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5554e92c-8954-4f93-8f83-10d41dd2b7ea None None] Provisioning complete for port deac4901-d02f-40b1-b039-74a934a3333d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:50.488738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5554e92c-8954-4f93-8f83-10d41dd2b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.528231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:50.567336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.648115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.711697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router 15938b91-6ffe-424d-a355-0346272f690b is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:48:50.768408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e3eae611-fed0-4a3c-9a09-e89df0a5331b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:50.888661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for affd900d-e0e7-44d0-b399-08b5e18cf395 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:50.890781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:50.898807 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0d947ed1-3553-4877-be22-2941acbfae1a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/15938b91-6ffe-424d-a355-0346272f690b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2308934 Apr 29 11:48:50.899609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51298) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:50.916727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbd9a7-f242-4cb1-8120-21dbb5f92cae None None] Network 5e2c7e05-db85-489d-b991-525ca0661ebd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:50.948485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] Sync routers for ids ['15938b91-6ffe-424d-a355-0346272f690b'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:50.949444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=deac4901-d02f-40b1-b039-74a934a3333d,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:50.963125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-cde75b73-6f78-47db-a33c-3b53187be250', 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250', 'tenant_id': '92e9e56a76ed416384669f2a0fc56d0e', 'fixed_ips': [{'subnet_id': '5ec92c9c-9fff-4962-93bb-09ecab99964d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:50.964342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:50.974864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29cf27-c8c2-423f-81c1-11bdee2fe4f7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:50.975457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e29cf27-c8c2-423f-81c1-11bdee2fe4f7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:50.982527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] For port 264402f7-e33d-4c23-b0bb-60be879c06c7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:50.992762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e29cf27-c8c2-423f-81c1-11bdee2fe4f7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:50.996627 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e29cf27-c8c2-423f-81c1-11bdee2fe4f7 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports/99e08d44-d9d6-4fd1-aacc-433a5fe87704 HTTP/1.1" status: 200 len: 911 time: 0.0935740 Apr 29 11:48:50.996922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51302) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:51.002904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09de7b2f-e5af-4f95-9515-4fe18ad91246'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:51.023193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.062729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:51.074549 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Sync routers for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:51.088860 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:51.089405 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:51.103687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.148699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] Routers {'15938b91-6ffe-424d-a355-0346272f690b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:51.149801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['15938b91-6ffe-424d-a355-0346272f690b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:51.150763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ce8b-e007-484f-94df-040d3eaf4c6f req-d0326be8-d6d8-4b00-bf94-d0ebe9ffd8f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:51.152704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-36b6ce8b-e007-484f-94df-040d3eaf4c6f req-d0326be8-d6d8-4b00-bf94-d0ebe9ffd8f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 945 time: 0.7836614 Apr 29 11:48:51.173896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.175380 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a15c63d8-83b2-490e-a6a5-183fed706317 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5406175 Apr 29 11:48:51.184389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51306) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:51.185866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 392194f4-26f4-4810-b184-281ba6dc4d98 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:51.222862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.252129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Transition to ACTIVE for port object 2b60a80a-6132-44a0-ab6c-b56812ca3558 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:51.255727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] For port 264402f7-e33d-4c23-b0bb-60be879c06c7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=264402f7-e33d-4c23-b0bb-60be879c06c7,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:51.343538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.430516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.477686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.507478 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:51.508463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:51.639841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=affd900d-e0e7-44d0-b399-08b5e18cf395,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:51.664900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:51.709726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Transition to ACTIVE for port object c5f24742-97ee-4456-8f77-bce4f8a3d250 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:51.715402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Transition to ACTIVE for port object 2b60a80a-6132-44a0-ab6c-b56812ca3558 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:51.754033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-36b6ce8b-e007-484f-94df-040d3eaf4c6f req-e0302a41-5f07-4355-836d-aadbb76606ee tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5948489 Apr 29 11:48:51.773308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] Routers {'15938b91-6ffe-424d-a355-0346272f690b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:51.773308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['15938b91-6ffe-424d-a355-0346272f690b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:51.826731 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4c0d4cef-0007-4d2a-9741-94548a01e83e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/affd900d-e0e7-44d0-b399-08b5e18cf395 HTTP/1.1" status: 204 len: 168 time: 2.1466956 Apr 29 11:48:51.858321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51310) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:51.902677 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:47Z', 'revision_number': 3, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:51.911860 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Checking router: 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:48:51.912192 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Updating router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 port d714f86d-81e9-479d-82d3-14495cfa1239 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:48:51.954315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Allocated IP 172.20.0.1 (37c32304-ee9f-4725-ace5-f08c57ac8dbc/d1d09838-0b29-4d37-9b09-feef06b214b6/f14b2e03-d737-42e1-a05c-e2987ac8e5a9) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:52.054845 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.077516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:52.078005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2775751-8d95-4371-8471-2650a1626ef0 None None] The sync data for ids ['15938b91-6ffe-424d-a355-0346272f690b'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:52.097346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718cd47-0dd6-42fc-bfce-ad14f58625e1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:52.101430 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e718cd47-0dd6-42fc-bfce-ad14f58625e1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2396181 Apr 29 11:48:52.102793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51314) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:52.118554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device deac4901-d02f-40b1-b039-74a934a3333d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:52.160070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.233292 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dfaa20-7b8f-4d68-8b2e-8a4e2ab45028 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:48:52.235036 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8dfaa20-7b8f-4d68-8b2e-8a4e2ab45028 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/b8c8a550-09f7-4484-aaab-5affec26ef21 HTTP/1.1" status: 404 len: 333 time: 0.1312635 Apr 29 11:48:52.238640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51318) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:52.251202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449b989-fb8c-4d62-b384-cd6d511e4a57 None None] Pushing event updated for resources: {'Port': ['ID=c80c4e5c-eac9-48fe-8314-58e395db36cb,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:52.304086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-1339b408-b003-431a-ba0a-1b6ba2764e19 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:48:52.305513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1339b408-b003-431a-ba0a-1b6ba2764e19 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/affd900d-e0e7-44d0-b399-08b5e18cf395 HTTP/1.1" status: 404 len: 333 time: 0.0656447 Apr 29 11:48:52.308756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51322) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:52.309034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 172.20.0.4 (509b49ef-561b-4c7b-b648-76f046bd5c48/e5c032ff-2192-4bc0-acfe-f8f5279e64df/392194f4-26f4-4810-b184-281ba6dc4d98) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:52.375860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fece:1b2b (509b49ef-561b-4c7b-b648-76f046bd5c48/6f0352ae-35cd-4de0-b566-dfa87b14674a/392194f4-26f4-4810-b184-281ba6dc4d98) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:52.462819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Transition to ACTIVE for port object c5f24742-97ee-4456-8f77-bce4f8a3d250 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:52.551558 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.568374 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Transition to ACTIVE for port object d714f86d-81e9-479d-82d3-14495cfa1239 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:52.579380 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.654022 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Attempting to bind port d714f86d-81e9-479d-82d3-14495cfa1239 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:52.654500 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Attempting to bind port d714f86d-81e9-479d-82d3-14495cfa1239 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:52.654854 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Attempting to bind port d714f86d-81e9-479d-82d3-14495cfa1239 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:52.663893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Provisioning for port e3eae611-fed0-4a3c-9a09-e89df0a5331b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:52.667583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.680806 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:52.681269 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:52.681698 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.682126 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:52.683104 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Bound port: d714f86d-81e9-479d-82d3-14495cfa1239, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:52.683655 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.812401 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685d185-27ca-42e5-b428-ef9d04fa5c7e None None] Pushing event updated for resources: {'Port': ['ID=d714f86d-81e9-479d-82d3-14495cfa1239,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:52.827648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.831106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:52.834380 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] For port d714f86d-81e9-479d-82d3-14495cfa1239, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:52.838288 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] For port d714f86d-81e9-479d-82d3-14495cfa1239, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d714f86d-81e9-479d-82d3-14495cfa1239,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:52.842600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Provisioning complete for port e3eae611-fed0-4a3c-9a09-e89df0a5331b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:52.843855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.850570 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.856812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:52.962944 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:52.963532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Transition to ACTIVE for port object f14b2e03-d737-42e1-a05c-e2987ac8e5a9 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:52.964024 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:52.990790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7c85e-f57f-458e-b512-7a85b5bdd98c None None] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:53.012120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:53.035465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.035742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] For port 55c70006-3c61-45cc-8e7b-f4e75226a8a6, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=55c70006-3c61-45cc-8e7b-f4e75226a8a6,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:53.036135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.058610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.086807 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685d185-27ca-42e5-b428-ef9d04fa5c7e None None] Pushing event updated for resources: {'Port': ['ID=d714f86d-81e9-479d-82d3-14495cfa1239,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:53.093479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.099191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:53.106166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.108556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/ports/99e08d44-d9d6-4fd1-aacc-433a5fe87704 HTTP/1.1" status: 200 len: 911 time: 2.1105809 Apr 29 11:48:53.117304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51328) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:53.217201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:53.226012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Calling delete_port for 55c70006-3c61-45cc-8e7b-f4e75226a8a6 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:53.254531 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:48:53.280745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Allocated IP 172.20.0.2 (cde75b73-6f78-47db-a33c-3b53187be250/5ec92c9c-9fff-4962-93bb-09ecab99964d/45fd136f-6593-4a4c-a715-08290a410aba) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:53.281015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.543498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.551574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Network 2de135d8-4488-416e-b5b9-59156f74222a is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:53.574345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:53.595641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25f321-ed48-4e5f-b40a-d8f8254a89b6 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=99e08d44-d9d6-4fd1-aacc-433a5fe87704,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:53.599498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5282f5-56b0-4497-869d-2e2516194fb5']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:53.605019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:47Z', 'revision_number': 3, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:53.610027 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f80bcd-6c16-4b85-acba-9011b8b9f8cf None None] The sync data for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv is: [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:47Z', 'revision_number': 3, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:48:53.624347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6af892e-25a9-4581-b1b2-729814673c54') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:53.625491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6af892e-25a9-4581-b1b2-729814673c54') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:53.641130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:53.660521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.663045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.680797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fe7f2-6b1f-43e9-91ec-663ef8936cf9 req-abb55713-9d22-400d-9a99-cdbbdb2969a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:53.682531 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fc7fe7f2-6b1f-43e9-91ec-663ef8936cf9 req-abb55713-9d22-400d-9a99-cdbbdb2969a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 945 time: 0.6169024 Apr 29 11:48:53.695267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6fa44-4c7c-40c7-9f9f-7a9f610961e9 None None] Pushing event updated for resources: {'Port': ['ID=264402f7-e33d-4c23-b0bb-60be879c06c7,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:53.696115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.723893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:48:53.724542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:48:53.746708 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:48:53.775742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.780127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port deac4901-d02f-40b1-b039-74a934a3333d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:53.780508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.871767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.893091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:53.914160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:53.976340 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fc7fe7f2-6b1f-43e9-91ec-663ef8936cf9 req-4514b99d-4444-4814-b107-681e36561937 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2737050 Apr 29 11:48:54.027214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.073676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 392194f4-26f4-4810-b184-281ba6dc4d98 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:54.083154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Attempting to bind port 2b60a80a-6132-44a0-ab6c-b56812ca3558 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:54.083610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Attempting to bind port 2b60a80a-6132-44a0-ab6c-b56812ca3558 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:54.084082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Attempting to bind port 2b60a80a-6132-44a0-ab6c-b56812ca3558 on network 37c32304-ee9f-4725-ace5-f08c57ac8dbc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:54.103109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.109091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.116907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:54.153789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=4d5282f5-56b0-4497-869d-2e2516194fb5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.165581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.168001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:54.168409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/a37f2d60-4f1b-44d2-80d5-d7bd90bf2197 HTTP/1.1" status: 204 len: 168 time: 5.0774872 Apr 29 11:48:54.168761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Checking segment: {'id': 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:54.168916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.169233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Bound using segment: {'id': 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:54.169845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Bound port: 2b60a80a-6132-44a0-ab6c-b56812ca3558, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '37c32304-ee9f-4725-ace5-f08c57ac8dbc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:54.170253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.170799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-94cdd7c9-2849-492c-a324-981c029776da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/4d5282f5-56b0-4497-869d-2e2516194fb5 HTTP/1.1" status: 204 len: 168 time: 1.8610749 Apr 29 11:48:54.171788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0692e9-821f-4366-8887-feb5cef2c75a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=a37f2d60-4f1b-44d2-80d5-d7bd90bf2197,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.174213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:54.205004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:54.236098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51336) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:54.243987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724776063'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:54.256178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:54.262590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79885d6f-e840-4bc8-aec6-a3990d2e1593 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:54.264084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79885d6f-e840-4bc8-aec6-a3990d2e1593 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:54.265093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79885d6f-e840-4bc8-aec6-a3990d2e1593 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Synchronizing usage tracker for tenant:6473f27c2ee949b1bd1adfba9b1c7734 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:54.270820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:54.276570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:54.288329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:54.290154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Port': ['ID=f14b2e03-d737-42e1-a05c-e2987ac8e5a9,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.303476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79885d6f-e840-4bc8-aec6-a3990d2e1593 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Unset dirty status for tenant:6473f27c2ee949b1bd1adfba9b1c7734 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:54.307901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-79885d6f-e840-4bc8-aec6-a3990d2e1593 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1326683 Apr 29 11:48:54.308475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51340) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:54.313426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.313426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.313804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.314174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.314353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.314662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.315003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.315315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.315638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.315954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.316634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.316985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.332716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:54.336771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.384880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.467260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.508179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:54.521002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Pushing event updated for resources: {'Port': ['ID=2b60a80a-6132-44a0-ab6c-b56812ca3558,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.523265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5bdc-d2b8-44d4-a83a-7483b50a25ea tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.533859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.534531 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 3d92932f-e181-4760-9816-70812b96e235 of type vlan for network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 Apr 29 11:48:54.543627 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eb5bdc-d2b8-44d4-a83a-7483b50a25ea tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 11:48:54.544391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3eb5bdc-d2b8-44d4-a83a-7483b50a25ea tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:48:54.553050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf14f3-d8e6-4f0a-aa5c-ddb6820ed44b None None] Network c6636bd5-4da2-476f-a529-d88b690f0b22 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:54.559461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c3eb5bdc-d2b8-44d4-a83a-7483b50a25ea tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/2de135d8-4488-416e-b5b9-59156f74222a HTTP/1.1" status: 409 len: 405 time: 0.2489974 Apr 29 11:48:54.567437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51344) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:54.580546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.600230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1275585588'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:54.628310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.629916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:54.645657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:54.652297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.654266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:54.664320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:54.668269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:54.680238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Allocated IP 172.20.0.1 (c6636bd5-4da2-476f-a529-d88b690f0b22/24e406a2-613a-4f24-acbf-cf9673924185/7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:54.690239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:54.695911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:54.699735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=392194f4-26f4-4810-b184-281ba6dc4d98,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.707075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:54.776430 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5392313 Apr 29 11:48:54.783512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:54.794322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:54.814870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=71f9c2d9-f41f-48fd-ab58-c1a31b971d99,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:54.840511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.842583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.843039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.844332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.844767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.845199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.848115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.848537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.848967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.849425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.850124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.850262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.850924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da7ebe5-13e4-4cfd-a47c-a84e5c9d5774 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:48:54.877688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:54.881229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.918653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Attempting to bind port c5f24742-97ee-4456-8f77-bce4f8a3d250 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:54.919013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Attempting to bind port c5f24742-97ee-4456-8f77-bce4f8a3d250 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:54.919375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Attempting to bind port c5f24742-97ee-4456-8f77-bce4f8a3d250 on network 2de135d8-4488-416e-b5b9-59156f74222a {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:54.924038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:54.949357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:54.979899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:54.990216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:54.997158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:55.008794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:55.034174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:55.037984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.056374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:55.057052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Checking segment: {'id': '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:55.057647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.058189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Bound using segment: {'id': '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:55.059270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Bound port: c5f24742-97ee-4456-8f77-bce4f8a3d250, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2de135d8-4488-416e-b5b9-59156f74222a'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:55.059981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.089576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:55.090224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.206620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Transition to ACTIVE for port object 45fd136f-6593-4a4c-a715-08290a410aba will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:55.224927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Performing IP validity checks on allocation pools {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 11:48:55.225855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.ipam_backend_mixin [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 11:48:55.228159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Transition to ACTIVE for port object 45fd136f-6593-4a4c-a715-08290a410aba will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:55.230727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Pushing event updated for resources: {'Port': ['ID=c5f24742-97ee-4456-8f77-bce4f8a3d250,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:55.312552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.325432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:48:55.332587 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-51700750-6932-4a06-b029-9345739f5e49 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3197172 Apr 29 11:48:55.335329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51354) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:55.348853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d714f86d-81e9-479d-82d3-14495cfa1239 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:55.364549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.364954 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment d153c6f0-0e77-4df8-8677-a404ad2adb1c of type vlan for network 22bfd740-c6c8-4deb-92f4-5e48e92da718 Apr 29 11:48:55.464520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.465849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.468342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.495039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] For port e3eae611-fed0-4a3c-9a09-e89df0a5331b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3eae611-fed0-4a3c-9a09-e89df0a5331b,segment=NetworkSegment(554d134b-0b5c-4501-9706-25b32e58ba17),segment_id=554d134b-0b5c-4501-9706-25b32e58ba17)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:55.495846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.534676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.568754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.594315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] Pushing event deleted for resources: {'Port': ['ID=55c70006-3c61-45cc-8e7b-f4e75226a8a6,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:55.674885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=0473fb28-3d90-473c-9aaa-92c26bd37699,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:55.688803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Network cde75b73-6f78-47db-a33c-3b53187be250 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:55.720988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '3d92932f-e181-4760-9816-70812b96e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:55.721519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 71f9c2d9-f41f-48fd-ab58-c1a31b971d99, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:55.730055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] For port 2b60a80a-6132-44a0-ab6c-b56812ca3558, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:55.746098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Transition to ACTIVE for port object 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:55.748943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9d350-71a5-45a7-9e8e-ea4d439de7bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:55.750351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-46d9d350-71a5-45a7-9e8e-ea4d439de7bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:55.765302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:55.768081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:55.775243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-46d9d350-71a5-45a7-9e8e-ea4d439de7bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:55.779748 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-46d9d350-71a5-45a7-9e8e-ea4d439de7bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.4443753 Apr 29 11:48:55.781965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51358) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:55.788611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0d868-3f15-488d-b8f1-1fe93a0b3f4d req-b0ea97a6-1dcc-42fa-bd05-03f3a8fc9837 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:55.790608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48d0d868-3f15-488d-b8f1-1fe93a0b3f4d req-b0ea97a6-1dcc-42fa-bd05-03f3a8fc9837 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 945 time: 0.5704396 Apr 29 11:48:55.808577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:55.823535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 71f9c2d9-f41f-48fd-ab58-c1a31b971d99) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:55.823774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port d714f86d-81e9-479d-82d3-14495cfa1239 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:55.834020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def0b14-b264-40a5-8c85-874a830b794c None None] No DVR routers for this DVR port 55c70006-3c61-45cc-8e7b-f4e75226a8a6 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:48:55.843457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:55.844199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.849368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef3e1ba7-18b3-47d6-8717-53c84478bce8 None None] Provisioning for port c80c4e5c-eac9-48fe-8314-58e395db36cb completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:55.853566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abd0bb-a870-48cf-af65-042b487e5f85 None None] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:55.879602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] For port 2b60a80a-6132-44a0-ab6c-b56812ca3558, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2b60a80a-6132-44a0-ab6c-b56812ca3558,segment=NetworkSegment(b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6),segment_id=b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:55.881981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 392194f4-26f4-4810-b184-281ba6dc4d98 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:55.882426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.883652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Pushing event updated for resources: {'Port': ['ID=45fd136f-6593-4a4c-a715-08290a410aba,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:55.892198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] For port c5f24742-97ee-4456-8f77-bce4f8a3d250, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:55.918706 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dc381888-86cf-4c16-89ff-1f8e32ae07c3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1346824 Apr 29 11:48:55.931246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51362) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:55.934874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc7eb6-8e48-4e8c-a484-3a22a69e17fa None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:55.940084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99', 'name': 'tempest-PortsTestJSON-1536305210'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:55.949417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d714f86d-81e9-479d-82d3-14495cfa1239 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:55.949784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.990685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:55.996013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:55.996827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.042263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.147643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] For port c5f24742-97ee-4456-8f77-bce4f8a3d250, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5f24742-97ee-4456-8f77-bce4f8a3d250,segment=NetworkSegment(4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5),segment_id=4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:56.238802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:56.252881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:48:56.258245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:48:56.268534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:56.295866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.308115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:56.312115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.360210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.366577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=22bfd740-c6c8-4deb-92f4-5e48e92da718,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:56.396028 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35ce0081-fbb0-496e-ab78-62f3858fda5d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8044279 Apr 29 11:48:56.404731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51366) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:56.405755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.417353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:56.426447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:48:56.465939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef3e1ba7-18b3-47d6-8717-53c84478bce8 None None] Provisioning for port 264402f7-e33d-4c23-b0bb-60be879c06c7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:56.479219 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48d0d868-3f15-488d-b8f1-1fe93a0b3f4d req-2ea87783-939b-4ca1-b8f1-645e488c1f13 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6814783 Apr 29 11:48:56.486445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 392194f4-26f4-4810-b184-281ba6dc4d98 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:56.498796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.544339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 93796acd-5ceb-4a01-89ce-b7beec3b23a2 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:48:56.546947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Attempting to bind port 45fd136f-6593-4a4c-a715-08290a410aba on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:48:56.547316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Attempting to bind port 45fd136f-6593-4a4c-a715-08290a410aba by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '02be800d-62a8-48f0-bfac-15f91274aa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:48:56.547680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Attempting to bind port 45fd136f-6593-4a4c-a715-08290a410aba on network cde75b73-6f78-47db-a33c-3b53187be250 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:48:56.561006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2cdb4-5e14-4cea-9472-15a4dfc8c956 None None] Pushing event updated for resources: {'Port': ['ID=e3eae611-fed0-4a3c-9a09-e89df0a5331b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:56.624206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:48:56.640788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.783798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:48:56.784380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Checking segment: {'id': '02be800d-62a8-48f0-bfac-15f91274aa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:56.784489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.785120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Bound using segment: {'id': '02be800d-62a8-48f0-bfac-15f91274aa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:48:56.785642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Bound port: 45fd136f-6593-4a4c-a715-08290a410aba, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02be800d-62a8-48f0-bfac-15f91274aa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cde75b73-6f78-47db-a33c-3b53187be250'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:48:56.786031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.800387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.6 (71f9c2d9-f41f-48fd-ab58-c1a31b971d99/0473fb28-3d90-473c-9aaa-92c26bd37699/93796acd-5ceb-4a01-89ce-b7beec3b23a2) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:56.884099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:56.924094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:56.970376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091892f6-c779-4269-bc21-12ee368ba97a None None] Pushing event updated for resources: {'Port': ['ID=2b60a80a-6132-44a0-ab6c-b56812ca3558,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:57.004337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.111540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Port': ['ID=f14b2e03-d737-42e1-a05c-e2987ac8e5a9,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:57.116387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=392194f4-26f4-4810-b184-281ba6dc4d98,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:57.143138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Network c6636bd5-4da2-476f-a529-d88b690f0b22 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:57.149498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:48:57.151952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:57.165853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.166022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:57.266682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] For port 45fd136f-6593-4a4c-a715-08290a410aba, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:48:57.270374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] For port 45fd136f-6593-4a4c-a715-08290a410aba, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=45fd136f-6593-4a4c-a715-08290a410aba,segment=NetworkSegment(02be800d-62a8-48f0-bfac-15f91274aa5d),segment_id=02be800d-62a8-48f0-bfac-15f91274aa5d)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:48:57.280334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port d714f86d-81e9-479d-82d3-14495cfa1239, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d714f86d-81e9-479d-82d3-14495cfa1239,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:57.293606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:48:57.324292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef3e1ba7-18b3-47d6-8717-53c84478bce8 None None] Provisioning complete for port e3eae611-fed0-4a3c-9a09-e89df0a5331b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:57.324674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1ba7-18b3-47d6-8717-53c84478bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.414020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:48:57.417898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.419537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.423211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.423943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 264402f7-e33d-4c23-b0bb-60be879c06c7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:57.455842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.522869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.528031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.529165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device f8d37c70-eb5c-48f5-951a-8a56949b0d1a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:57.551288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 93796acd-5ceb-4a01-89ce-b7beec3b23a2 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:48:57.554025 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b6b85162-00a9-4956-b366-943bde656be2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/392194f4-26f4-4810-b184-281ba6dc4d98 HTTP/1.1" status: 204 len: 168 time: 1.7706361 Apr 29 11:48:57.556750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51372) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:57.638828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.644388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:57.646266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:57.647993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:57.648783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:48:57.678480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a48af-4f5b-43e2-9c57-52738cf4562d None None] Network 2de135d8-4488-416e-b5b9-59156f74222a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:57.717758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091b97-1e74-47e8-81a6-44a9e9ef2091 None None] Pushing event updated for resources: {'Port': ['ID=c5f24742-97ee-4456-8f77-bce4f8a3d250,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:57.723052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:57.731177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:48:57.731960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:57.735912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75f3e7ac-4b1e-40ce-9732-bca9a569d206 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1781394 Apr 29 11:48:57.737883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51376) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:57.744214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-71f9c2d9-f41f-48fd-ab58-c1a31b971d99', 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': '0473fb28-3d90-473c-9aaa-92c26bd37699'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:57.745498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:57.818853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.065620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37311063-0255-4013-9657-074a3e8c4d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '6f0352ae-35cd-4de0-b566-dfa87b14674a'}, {'subnet_id': 'e5c032ff-2192-4bc0-acfe-f8f5279e64df'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:48:58.067051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-37311063-0255-4013-9657-074a3e8c4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.122495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 6f0352ae-35cd-4de0-b566-dfa87b14674a {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:58.136714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.177512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b65aa3-22ad-490e-8589-69feab993263 req-7f42eae8-86d5-419d-8dd3-c38ddb2053d5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:58.179999 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-80b65aa3-22ad-490e-8589-69feab993263 req-7f42eae8-86d5-419d-8dd3-c38ddb2053d5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 945 time: 0.5252197 Apr 29 11:48:58.199142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0ee8b-9e37-4c27-abf3-63fbce502f86 None None] Pushing event updated for resources: {'Port': ['ID=45fd136f-6593-4a4c-a715-08290a410aba,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:58.205988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:48:58.221899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 264402f7-e33d-4c23-b0bb-60be879c06c7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:58.226436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port f8d37c70-eb5c-48f5-951a-8a56949b0d1a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:48:58.228896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:58.231868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:48:58.266485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=93796acd-5ceb-4a01-89ce-b7beec3b23a2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:58.313983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.362334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-80b65aa3-22ad-490e-8589-69feab993263 req-d15bbd7d-fad1-45c7-b372-3530ef2cfeb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1624742 Apr 29 11:48:58.374153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:58.374869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.378994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620b7ea-d32b-422c-b89c-6bacdab4aa01 None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:58.435587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.484252 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8a30b2e3-b9d7-4685-bf68-ed2d339f30f3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5519795 Apr 29 11:48:58.485298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51380) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:58.488843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port f8d37c70-eb5c-48f5-951a-8a56949b0d1a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:58.489362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.514076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 264402f7-e33d-4c23-b0bb-60be879c06c7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:58.514613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.577229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 93796acd-5ceb-4a01-89ce-b7beec3b23a2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:58.578283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.591265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 99e08d44-d9d6-4fd1-aacc-433a5fe87704 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:48:58.591877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.649744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.697264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0352ae-35cd-4de0-b566-dfa87b14674a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:58.699335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.709736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:48:58.711506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Router af1ca858-77ac-412c-ad73-734a4b654e69 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:48:58.718488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.770510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.782715 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f822d87a-2f8d-4e8d-97dc-ec8e04b2656c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/6f0352ae-35cd-4de0-b566-dfa87b14674a HTTP/1.1" status: 204 len: 168 time: 1.0422752 Apr 29 11:48:58.790646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51384) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:58.896900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet e5c032ff-2192-4bc0-acfe-f8f5279e64df {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:48:58.902038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:58.930222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=d714f86d-81e9-479d-82d3-14495cfa1239,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:58.970545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.039943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.062128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d0b01d-29f6-4da5-9259-6108d0ad0726 None None] Network cde75b73-6f78-47db-a33c-3b53187be250 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-37311063-0255-4013-9657-074a3e8c4d26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f0352ae-35cd-4de0-b566-dfa87b14674a: This subnet is being modified by another concurrent operation. Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:48:59.095634 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f0352ae-35cd-4de0-b566-dfa87b14674a: This subnet is being modified by another concurrent operation. Apr 29 11:48:59.100515 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:48:59.141860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe37930-e1f7-4df6-99a2-65851e5c719b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:48:59.163975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=fc1ce932-cb4c-45f0-a818-9650972163dd,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:59.165353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.199741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': 'd153c6f0-0e77-4df8-8677-a404ad2adb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:48:59.202911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: 22bfd740-c6c8-4deb-92f4-5e48e92da718, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:48:59.219857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Allocated IP 172.20.0.2 (71f9c2d9-f41f-48fd-ab58-c1a31b971d99/0473fb28-3d90-473c-9aaa-92c26bd37699/2994207d-29da-4cc7-9515-61916e4ca8d5) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:48:59.255699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.257945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.263357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:48:59.317292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] Sync routers for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:48:59.320255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Provisioning complete for port 264402f7-e33d-4c23-b0bb-60be879c06c7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:48:59.320628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.385441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 93796acd-5ceb-4a01-89ce-b7beec3b23a2 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:59.405020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.406157 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9204ae4c-502c-4420-8ce6-68ea3d8aff0b tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7478337 Apr 29 11:48:59.408243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51390) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:59.416323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 99e08d44-d9d6-4fd1-aacc-433a5fe87704 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:48:59.422951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 264402f7-e33d-4c23-b0bb-60be879c06c7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=264402f7-e33d-4c23-b0bb-60be879c06c7,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:59.518661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.519436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c80c4e5c-eac9-48fe-8314-58e395db36cb up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:48:59.557030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.574655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:48:59.614709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c032ff-2192-4bc0-acfe-f8f5279e64df,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:59.616974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.638039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-46e68be6-027e-4f69-91b9-d8f9c4e62c57 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e5c032ff-2192-4bc0-acfe-f8f5279e64df HTTP/1.1" status: 204 len: 168 time: 0.8435507 Apr 29 11:48:59.639638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51396) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:59.674531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:48:59.675332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:59.706758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:48:59.754088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dc17335a-5ea5-474b-8edf-ca1a8c79b925 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105106 Apr 29 11:48:59.761430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51400) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:48:59.767670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:48:59.777447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:48:59.796622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=93796acd-5ceb-4a01-89ce-b7beec3b23a2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:48:59.883870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:48:59.886784 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4ec00a-a87b-487b-bae1-290c574114c7'] response: {'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a', 'code': 200} Apr 29 11:48:59.889798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:48:59.930219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 22bfd740-c6c8-4deb-92f4-5e48e92da718) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:48:59.952362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:48:59.953051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.016903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa001e-571e-4188-8db2-d217ca4d497f None None] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:00.030796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.110226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.112330 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-06b3e1dd-64c4-4622-8412-3cad926fefa9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/93796acd-5ceb-4a01-89ce-b7beec3b23a2 HTTP/1.1" status: 204 len: 168 time: 1.6209893 Apr 29 11:49:00.115038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51406) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:00.118780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:00.128653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:00.129338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:00.211096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:00.217655 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b3e8e7ff-b043-4d63-9dd2-612c0c6e8b22 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8079643 Apr 29 11:49:00.219570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:00.228250 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51410) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:00.229241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-add33f6a-4ae2-4669-af3f-dcd7e7994492 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:00.229748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add33f6a-4ae2-4669-af3f-dcd7e7994492 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:00.234309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-add33f6a-4ae2-4669-af3f-dcd7e7994492 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/93796acd-5ceb-4a01-89ce-b7beec3b23a2 HTTP/1.1" status: 404 len: 333 time: 0.1157789 Apr 29 11:49:00.244342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51414) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:00.249076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'port': {'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718', 'name': 'tempest-NetworksIpV6TestAttrs-118229976'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:00.263882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:00.329672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=264402f7-e33d-4c23-b0bb-60be879c06c7,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:00.354317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:00.357828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.433970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.443926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94d97-ef2f-4a04-8869-8096ede50251 req-e7c6229f-29d7-4025-8d70-b3adef39b3c9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:00.445544 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-35d94d97-ef2f-4a04-8869-8096ede50251 req-e7c6229f-29d7-4025-8d70-b3adef39b3c9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 945 time: 0.8634841 Apr 29 11:49:00.466758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a261dbf-5930-4cf3-9ce3-49b70442513b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:49:00.467276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a261dbf-5930-4cf3-9ce3-49b70442513b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:00.487783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.513913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014efbd-c93d-4f74-8965-528e361ebf8d req-b198d07c-7fa2-422a-bbca-fb0c8e55e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:00.515414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3014efbd-c93d-4f74-8965-528e361ebf8d req-b198d07c-7fa2-422a-bbca-fb0c8e55e574 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 1099 time: 0.3613596 Apr 29 11:49:00.516363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:00.527010 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:49:00.571269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:port and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:00.579878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:00.591265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:00.621633 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3014efbd-c93d-4f74-8965-528e361ebf8d req-035b2fe9-4364-4632-a77a-2fc6acea7ec2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681524 Apr 29 11:49:00.643893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:00.644341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba825834-334e-4d53-8f76-d7da05a9cf84 None None] The sync data for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:00.655687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:00.660053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.688683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8a261dbf-5930-4cf3-9ce3-49b70442513b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:00.689868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8a261dbf-5930-4cf3-9ce3-49b70442513b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/93796acd-5ceb-4a01-89ce-b7beec3b23a2 HTTP/1.1" status: 404 len: 333 time: 0.4445627 Apr 29 11:49:00.694346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51418) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:00.702171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-35d94d97-ef2f-4a04-8869-8096ede50251 req-eef15970-b3d0-4ec6-908b-12c3f8e33977 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300375 Apr 29 11:49:00.709079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:00.715863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.771824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] device_id is not set on port f1a4861c-4f33-4f03-9dfa-c7eaa13f6302 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:00.772399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c80c4e5c-eac9-48fe-8314-58e395db36cb completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:00.800931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9cae6f09-e5dc-4a60-a768-fa1a4c82bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.844694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c80c4e5c-eac9-48fe-8314-58e395db36cb triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:00.845058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.859787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:00.885318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Could not find standard attr ID for object 99e08d44-d9d6-4fd1-aacc-433a5fe87704. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:00.930405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:00.971917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Provisioning for port 2b60a80a-6132-44a0-ab6c-b56812ca3558 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:00.978343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 0473fb28-3d90-473c-9aaa-92c26bd37699 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:01.015965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Allocated IP 2001:db8::f816:3eff:fe54:fe9d (22bfd740-c6c8-4deb-92f4-5e48e92da718/fc1ce932-cb4c-45f0-a818-9650972163dd/f1a4861c-4f33-4f03-9dfa-c7eaa13f6302) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:01.022844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.033993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.052396 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-d8674eeb-744f-451f-83d9-9f140d0a7f93 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:01.057128 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8674eeb-744f-451f-83d9-9f140d0a7f93 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5607636 Apr 29 11:49:01.062010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:01.064263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=99e08d44-d9d6-4fd1-aacc-433a5fe87704,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:01.117030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Transition to ACTIVE for port object 2994207d-29da-4cc7-9515-61916e4ca8d5 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:01.160189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-22bfd740-c6c8-4deb-92f4-5e48e92da718', 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718', 'tenant_id': '6473f27c2ee949b1bd1adfba9b1c7734', 'fixed_ips': [{'subnet_id': 'fc1ce932-cb4c-45f0-a818-9650972163dd'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:01.165349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.194161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Provisioning complete for port c80c4e5c-eac9-48fe-8314-58e395db36cb triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:01.195720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.312086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.410587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Transition to ACTIVE for port object 2994207d-29da-4cc7-9515-61916e4ca8d5 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:01.477343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.515571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:01.516568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.561751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Network c6636bd5-4da2-476f-a529-d88b690f0b22 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:01.569280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:01.586251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:01.588228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=8a1b554f-d480-4859-bfdc-e8d05d304c7a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:01.601230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:01.602004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.620619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa445fcf-80d7-4cd9-8381-8c091b509941 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:01.647439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.675009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:01.711672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:01.724544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:01.864111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Pushing event updated for resources: {'Port': ['ID=2994207d-29da-4cc7-9515-61916e4ca8d5,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:01.868832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:01.920150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7c023dd1-e5d4-4fec-8059-892d6451f689 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1550517 Apr 29 11:49:01.921251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51428) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:01.979396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:02.020408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.020625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.020937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.021894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.021894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.022313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.022313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.022847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.023022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.023643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.023758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.024041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:02.128126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c80c4e5c-eac9-48fe-8314-58e395db36cb, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c80c4e5c-eac9-48fe-8314-58e395db36cb,segment=NetworkSegment(69d3412d-8cfb-4921-a511-baebfd10fb06),segment_id=69d3412d-8cfb-4921-a511-baebfd10fb06)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:02.157900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.189226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router 15938b91-6ffe-424d-a355-0346272f690b has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:02.197933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.263592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c80c4e5c-eac9-48fe-8314-58e395db36cb,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:02.266792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.281196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Attempting to bind port 2994207d-29da-4cc7-9515-61916e4ca8d5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:02.282226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Attempting to bind port 2994207d-29da-4cc7-9515-61916e4ca8d5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3d92932f-e181-4760-9816-70812b96e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:02.282548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Attempting to bind port 2994207d-29da-4cc7-9515-61916e4ca8d5 on network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:02.291528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Transition to ACTIVE for port object f1a4861c-4f33-4f03-9dfa-c7eaa13f6302 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:02.340414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:02.340784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Checking segment: {'id': '3d92932f-e181-4760-9816-70812b96e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:02.341174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.341669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Bound using segment: {'id': '3d92932f-e181-4760-9816-70812b96e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:02.342188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Bound port: 2994207d-29da-4cc7-9515-61916e4ca8d5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d92932f-e181-4760-9816-70812b96e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71f9c2d9-f41f-48fd-ab58-c1a31b971d99'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:02.342557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.373481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.486965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:02.492950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:02.496902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:02.498992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d94df-c854-44bf-b77d-199d01a52f31 req-6d628789-6728-4f67-b37d-d43db3d8c7c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:02.500532 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d80d94df-c854-44bf-b77d-199d01a52f31 req-6d628789-6728-4f67-b37d-d43db3d8c7c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 0.5731783 Apr 29 11:49:02.505009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:02.541243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:02.546600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.568643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '8a1b554f-d480-4859-bfdc-e8d05d304c7a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:02.569569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.579055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.580024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:02.601276 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] Sync routers for ids ['15938b91-6ffe-424d-a355-0346272f690b'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:02.610567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:02.657162 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] Routers {'15938b91-6ffe-424d-a355-0346272f690b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:02.658167 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['15938b91-6ffe-424d-a355-0346272f690b'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:02.688474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Port': ['ID=f1a4861c-4f33-4f03-9dfa-c7eaa13f6302,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:02.706171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6e3eb6c9-446d-4524-bebf-00d19f86151a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/15938b91-6ffe-424d-a355-0346272f690b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5864341 Apr 29 11:49:02.711990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:02.718306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d80d94df-c854-44bf-b77d-199d01a52f31 req-7ef3cc51-e73a-4989-8b57-de10c1eb3dd0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1988831 Apr 29 11:49:02.768433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:02.776376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:02.785736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.788620 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:02.790561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:02.797308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:02.798232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.800287 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] Routers {'15938b91-6ffe-424d-a355-0346272f690b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:02.801127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['15938b91-6ffe-424d-a355-0346272f690b'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:02.815085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Allocated IP 172.20.0.2 (509b49ef-561b-4c7b-b648-76f046bd5c48/8a1b554f-d480-4859-bfdc-e8d05d304c7a/3ee18666-4c6d-42c6-a9cb-1040ba2bd463) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:02.855356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=0473fb28-3d90-473c-9aaa-92c26bd37699,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:02.872346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:02.890655 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f739e50f-852c-49a6-84ff-3ae9455230cf tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0473fb28-3d90-473c-9aaa-92c26bd37699 HTTP/1.1" status: 204 len: 168 time: 2.1732473 Apr 29 11:49:02.893236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51442) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:02.905466 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:02.905875 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26c432-20d9-454c-8fe4-a964b83c7266 None None] The sync data for ids ['15938b91-6ffe-424d-a355-0346272f690b'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:02.923437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b5b4c8b7-c229-4a84-8a53-eb54eb63ef95 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6877141 Apr 29 11:49:02.923662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c4cd6362-6f42-42f1-bcf5-e7e43a5fe9f3 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:02.926415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:02.933164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d714f86d-81e9-479d-82d3-14495cfa1239 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:03.015895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.038602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c4cd6362-6f42-42f1-bcf5-e7e43a5fe9f3 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:03.040136 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c4cd6362-6f42-42f1-bcf5-e7e43a5fe9f3 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=15938b91-6ffe-424d-a355-0346272f690b HTTP/1.1" status: 200 len: 205 time: 0.3268898 Apr 29 11:49:03.048515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:03.049808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:49:03.050167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:49:03.072199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Allocated IP 2001:db8::f816:3eff:fe93:cfce (22bfd740-c6c8-4deb-92f4-5e48e92da718/fc1ce932-cb4c-45f0-a818-9650972163dd/b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:03.076050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7799fdd2-083b-4ca0-a8a0-7362f0adb796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.082277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] For port 2994207d-29da-4cc7-9515-61916e4ca8d5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:03.139561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting subnet fc1ce932-cb4c-45f0-a818-9650972163dd {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:03.143024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] For port 2994207d-29da-4cc7-9515-61916e4ca8d5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2994207d-29da-4cc7-9515-61916e4ca8d5,segment=NetworkSegment(3d92932f-e181-4760-9816-70812b96e235),segment_id=3d92932f-e181-4760-9816-70812b96e235)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:03.159837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.178669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.191925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 2994207d-29da-4cc7-9515-61916e4ca8d5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:03.192591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.243448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.292051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:03.351938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Sync routers for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:03.378599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d714f86d-81e9-479d-82d3-14495cfa1239 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:03.378985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.419636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.461180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377385e4-be64-4f1c-ab3d-097ac3826aee None None] Pushing event updated for resources: {'Port': ['ID=2994207d-29da-4cc7-9515-61916e4ca8d5,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:03.464043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:03.471796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:03.526989 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-60b33472-587d-4fa4-a9f0-1f4348f26de7 admin admin] 10.222.0.53 "PUT /v2.0/routers/878a14a6-30c8-40ac-bfbb-8fdc0ff83675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2951703 Apr 29 11:49:03.528492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Transition to ACTIVE for port object 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:03.722164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 2994207d-29da-4cc7-9515-61916e4ca8d5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2994207d-29da-4cc7-9515-61916e4ca8d5,segment=NetworkSegment(3d92932f-e181-4760-9816-70812b96e235),segment_id=3d92932f-e181-4760-9816-70812b96e235)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:03.722525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.735185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting port f14b2e03-d737-42e1-a05c-e2987ac8e5a9 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:03.735521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.849955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.864150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Transition to ACTIVE for port object b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:03.886696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Transition to ACTIVE for port object b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:03.901280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:03.907452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Transition to ACTIVE for port object 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:03.974684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 2994207d-29da-4cc7-9515-61916e4ca8d5 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:03.988336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:03.996935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.126729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.129422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.152505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.170630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.171109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router 15938b91-6ffe-424d-a355-0346272f690b {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:49:04.319339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.325295 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6017afa1-e2d2-41d1-94e2-80a1589fdc91 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/15938b91-6ffe-424d-a355-0346272f690b HTTP/1.1" status: 204 len: 168 time: 1.2735739 Apr 29 11:49:04.325951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51462) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:04.390045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51464) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:04.402673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706735290', 'description': 'tempest-secgroup-smoke-706735290 description', 'project_id': '2779ff5350c84fd3a6a0342033e91989'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:04.420889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:04.434687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:04.435520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet 09de7b2f-e5af-4f95-9515-4fe18ad91246 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:04.444721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:04.446683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.446923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.483496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.505332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:04.515078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:04.540003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.572315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=2994207d-29da-4cc7-9515-61916e4ca8d5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:04.580060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.590085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No DVR routers for this DVR port 2994207d-29da-4cc7-9515-61916e4ca8d5 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:04.593340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.600878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:04.609810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:04.613102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:04.647792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77406d5d-0309-42a4-a549-12b3c3f98410 req-86d9c60a-5771-4f63-bc0b-5dff4ff0d519 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:04.649454 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-77406d5d-0309-42a4-a549-12b3c3f98410 req-86d9c60a-5771-4f63-bc0b-5dff4ff0d519 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 0.6238365 Apr 29 11:49:04.649995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:04.662955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:04.665615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:04.678887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.683277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.690456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.714613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:04.797988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.809280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Calling delete_port for f14b2e03-d737-42e1-a05c-e2987ac8e5a9 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:04.837359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Pushing event updated for resources: {'Port': ['ID=b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:04.852853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:04.886915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:04.907868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:04.909816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c66c2-d49b-4ab3-9c79-daecd3996f07 None None] Network 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:04.925735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:04.989435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Provisioning for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:04.991825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-77406d5d-0309-42a4-a549-12b3c3f98410 req-600ac72f-ebe0-496b-93df-b37e5beb1dc2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2785776 Apr 29 11:49:05.008906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.032799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.076060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=09de7b2f-e5af-4f95-9515-4fe18ad91246,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:05.082318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.090786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f9c2d9-f41f-48fd-ab58-c1a31b971d99']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:05.092252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:05.092682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:05.093509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:05.097918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Pushing event updated for resources: {'Port': ['ID=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:05.109804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d92932f-e181-4760-9816-70812b96e235') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:05.110182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d92932f-e181-4760-9816-70812b96e235') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:05.121032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Provisioning complete for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:05.121702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.129132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.133198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.159439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Attempting to bind port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:05.159730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Attempting to bind port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'd153c6f0-0e77-4df8-8677-a404ad2adb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:05.160097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Attempting to bind port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab on network 22bfd740-c6c8-4deb-92f4-5e48e92da718 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:05.180208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.185296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.194171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:05.194810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.198077 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-671358a8-6965-4705-b794-0e8c5d7a3907 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/09de7b2f-e5af-4f95-9515-4fe18ad91246 HTTP/1.1" status: 204 len: 168 time: 0.8522947 Apr 29 11:49:05.199185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1ce932-cb4c-45f0-a818-9650972163dd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:05.203797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.206545 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10381547-624e-4ae9-8691-46bd8c3ac807 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/fc1ce932-cb4c-45f0-a818-9650972163dd HTTP/1.1" status: 204 len: 168 time: 2.2734230 Apr 29 11:49:05.207085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51472) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:05.209897 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:05.211949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51474) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:05.239862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:05.240359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:05.240792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.241185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:05.241723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Bound port: 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:05.242094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.251518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e980cac-892e-461a-87ca-d44ccbee44bc None None] Network 18263e86-1dd4-4644-86af-0c4fdc167a17 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:05.278968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:05.279223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.279321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Checking segment: {'id': 'd153c6f0-0e77-4df8-8677-a404ad2adb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:05.281075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.281574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Bound using segment: {'id': 'd153c6f0-0e77-4df8-8677-a404ad2adb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:05.282117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Bound port: b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd153c6f0-0e77-4df8-8677-a404ad2adb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '22bfd740-c6c8-4deb-92f4-5e48e92da718'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:05.282508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.293118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 264402f7-e33d-4c23-b0bb-60be879c06c7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:05.387795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6238501-6dd2-40a6-9501-6c17163e4dcc tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:05.389843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6238501-6dd2-40a6-9501-6c17163e4dcc tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:05.395253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c6238501-6dd2-40a6-9501-6c17163e4dcc tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1761310 Apr 29 11:49:05.396775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:05.444015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.482514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.498110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] For port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:05.501868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] For port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab,segment=NetworkSegment(d153c6f0-0e77-4df8-8677-a404ad2adb1c),segment_id=d153c6f0-0e77-4df8-8677-a404ad2adb1c)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:05.548218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-284e4b34-458b-4f12-af09-cc7c4c5f5f79 None None] Port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:05.579672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.581766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Port': ['ID=f14b2e03-d737-42e1-a05c-e2987ac8e5a9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:05.618442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.694919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795272-303c-448d-8290-201ffe3e2e79 req-23349615-e5cb-4dde-9f9b-6631ca991106 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:05.696865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69795272-303c-448d-8290-201ffe3e2e79 req-23349615-e5cb-4dde-9f9b-6631ca991106 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 0.5565991 Apr 29 11:49:05.702286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.722477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port c80c4e5c-eac9-48fe-8314-58e395db36cb {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:05.723103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.810498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, got binding levels [] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:05.860350 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69795272-303c-448d-8290-201ffe3e2e79 req-2cae1726-0fe7-43c2-9357-a6394d12d386 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551459 Apr 29 11:49:05.884875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.902431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a91733-169d-4afb-aee9-a4c8de704a2c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:05.939320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:05.945519 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/71f9c2d9-f41f-48fd-ab58-c1a31b971d99 HTTP/1.1" status: 204 len: 168 time: 3.0472457 Apr 29 11:49:05.945682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:49:05.949355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:05.959478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84949762'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:05.985041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:58Z', 'revision_number': 4, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430', 'name': '', 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'mac_address': 'fa:16:3e:25:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '24e406a2-613a-4f24-acbf-cf9673924185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:53Z', 'updated_at': '2022-04-29T11:48:59Z', 'revision_number': 2, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'subnets': [{'id': '24e406a2-613a-4f24-acbf-cf9673924185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:05.990738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.011135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d3f41-a34f-4c4c-b525-e6fa18835578 None None] Pushing event updated for resources: {'Port': ['ID=b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.021443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Checking router: 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:06.021443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Updating router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:49:06.024587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:06.043595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.059873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:06.060342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:06.063531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.072726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:06.110116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:06.124543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 264402f7-e33d-4c23-b0bb-60be879c06c7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:06.124543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.141826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:06.149953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.151336 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-677be0fd-e3f2-401e-8878-7aeced01c8fa tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7598052 Apr 29 11:49:06.162913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c97616-f63a-4fd0-8401-49247cb865ec None None] DHCP port deletion for 71f9c2d9-f41f-48fd-ab58-c1a31b971d99 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:06.165528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port c80c4e5c-eac9-48fe-8314-58e395db36cb, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c80c4e5c-eac9-48fe-8314-58e395db36cb,segment=NetworkSegment(69d3412d-8cfb-4921-a511-baebfd10fb06),segment_id=69d3412d-8cfb-4921-a511-baebfd10fb06)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:06.166209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.166760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.185696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86817e08-eca3-4a59-9778-4891ac4fe1a3 None None] Network 22bfd740-c6c8-4deb-92f4-5e48e92da718 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:06.211090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255509-d360-482c-b9a1-7d8711d30fc3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=71f9c2d9-f41f-48fd-ab58-c1a31b971d99,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.213901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51494) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:06.232806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-67f00aff-fd49-445e-985b-077e973c13b9 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.237475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:06.250073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:06.258981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:06.262069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:06.321866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:06.324873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.331866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.356939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for c80c4e5c-eac9-48fe-8314-58e395db36cb owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:06.397421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:06.397991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:06.402318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f00aff-fd49-445e-985b-077e973c13b9 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 11:49:06.402988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f00aff-fd49-445e-985b-077e973c13b9 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:06.408995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.408995 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 1807db7d-79af-46bb-a034-d76411c9e259 of type vlan for network 75150d0f-87bc-442c-9f34-022b96c5668f Apr 29 11:49:06.410295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-67f00aff-fd49-445e-985b-077e973c13b9 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/22bfd740-c6c8-4deb-92f4-5e48e92da718 HTTP/1.1" status: 409 len: 405 time: 0.9618964 Apr 29 11:49:06.422886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51498) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:06.430642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-73037820'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:06.435961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.440683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Router af1ca858-77ac-412c-ad73-734a4b654e69 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:06.442281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:06.449184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:06.453540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:06.471614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:06.495586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:06.495914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:06.496232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:06.508574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:06.508906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:06.509672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.510084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:06.510533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Bound port: 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:06.510876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.528731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.530468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Provisioning complete for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:06.530964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.534464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:06.535100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.555051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.612717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb210b8-cebf-4e49-95af-4a127b9d3c0a None None] Pushing event updated for resources: {'Port': ['ID=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.682516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.695489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:06.700591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.710710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.715444 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.plugins.ml2.plugin [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Concurrent port binding operations failed on port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 Apr 29 11:49:06.719614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7670360 Apr 29 11:49:06.720315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,revision_number=4']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.723231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51502) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:06.740327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:06.787090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdd3b75-9255-4e64-9906-07fe18c17dab,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.789092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:06.803760 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] Sync routers for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:06.807677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c3a9-9ca8-4e50-afc1-2ead3ad8e896 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=75150d0f-87bc-442c-9f34-022b96c5668f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.820374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:06.824774 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.plugins.ml2.plugin [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempt 2 to bind port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 Apr 29 11:49:06.828432 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:06.828696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.830257 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:06.894370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 75150d0f-87bc-442c-9f34-022b96c5668f details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:06.906347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:06.911323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.912598 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7f84771c-404b-4eb6-87a6-b358209587fe tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6900654 Apr 29 11:49:06.918437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:06.920511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51506) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:06.921126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=0de972ef-679f-46e0-a900-0b91ea394f70,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:06.927278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:06.928059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b577e524-258d-4810-ac0a-45effe6248f3 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8633449 Apr 29 11:49:06.929286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:06.930822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:06.931593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.955086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:06.956168 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:06.966799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:06.973445 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:06.974385 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:07.006169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1308060a-64ad-4af3-a975-3c3ee55edb0f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0795689 Apr 29 11:49:07.016925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:07.020932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51514) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:07.033187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port c80c4e5c-eac9-48fe-8314-58e395db36cb on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:07.039457 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-bb17dcae-b19d-497a-b246-c4c35f257d3d tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] delete failed (client error): The resource could not be found. Apr 29 11:49:07.044881 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb17dcae-b19d-497a-b246-c4c35f257d3d tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1039950318 HTTP/1.1" status: 404 len: 335 time: 0.1040487 Apr 29 11:49:07.048933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51518) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:07.055767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1d6e0048-9d60-4cc0-8df3-36edb1bc85c8 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af1ca858-77ac-412c-ad73-734a4b654e69'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:07.071525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:07.077313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:0c:5c:2d', 'name': 'tempest-NetworksTestDHCPv6-1898326846'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:07.102045 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:07.102723 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ec490-29e7-44e9-98cc-d09ce942614b None None] The sync data for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:07.109530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=c80c4e5c-eac9-48fe-8314-58e395db36cb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:07.118885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:07.137638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:07.152345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de7c6f-18e8-4d17-93d5-805323cf2b02 None None] DHCP port deletion for 18263e86-1dd4-4644-86af-0c4fdc167a17 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:07.185351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.186124 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment ae8cefa0-04c5-4042-84cd-cd3310fc8547 of type vlan for network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 Apr 29 11:49:07.193356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:07.225819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Could not find standard attr ID for object 2994207d-29da-4cc7-9515-61916e4ca8d5. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:07.268726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3eae611-fed0-4a3c-9a09-e89df0a5331b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:07.303711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.316305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.316536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:07.326352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Provisioning for port 45fd136f-6593-4a4c-a715-08290a410aba completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:07.333650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:07.341900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:07.407024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:07.409045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51522) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:07.418479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.513928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:07.517543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.534391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0048-9d60-4cc0-8df3-36edb1bc85c8 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.591401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.611620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Transition to ACTIVE for port object 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:07.630240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.638076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-29ce173f-d75c-4dad-83a8-b952524881aa None None] Could not find standard attr ID for object f14b2e03-d737-42e1-a05c-e2987ac8e5a9. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:07.758896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18263e86-1dd4-4644-86af-0c4fdc167a17']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:07.796501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.799701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e3eae611-fed0-4a3c-9a09-e89df0a5331b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:07.799701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.803626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d3412d-8cfb-4921-a511-baebfd10fb06') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:07.804050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d3412d-8cfb-4921-a511-baebfd10fb06') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:07.804924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:07.805919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.810918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-1d6e0048-9d60-4cc0-8df3-36edb1bc85c8 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] update failed (client error): The resource could not be found. Apr 29 11:49:07.817243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:07.818335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1d6e0048-9d60-4cc0-8df3-36edb1bc85c8 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69 HTTP/1.1" status: 404 len: 339 time: 0.7682660 Apr 29 11:49:07.819217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51526) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:07.833188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:07.855225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:07.860038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.898225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:07.932102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.938451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.948502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:07.972384 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae84a4-1025-4a33-86c6-c613b3e15eec None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:07.997528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f3f15-a68c-4d66-b32e-b04eec1a2b76 None None] Pushing event updated for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:08.027542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:08.028024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.040223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Attempting to bind port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:08.040588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Attempting to bind port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:08.040955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Attempting to bind port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 on network c6636bd5-4da2-476f-a529-d88b690f0b22 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:08.050163 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:08.052283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:08.055890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:08.056392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Checking segment: {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:08.056817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.057484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Bound using segment: {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:08.057853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Bound port: 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a782e-65f5-4634-bec1-847af1942c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:08.058482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.125610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6984930 Apr 29 11:49:08.137349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51530) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:08.199676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a4293866-00fe-42bb-a06c-07722707fbde None None] Provisioning for port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:08.222202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:08.234980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd51897-3227-4e6a-979f-9ef6e84104e4,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:08.236694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24334e-a621-480a-90c1-fb6958728989 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=8ff1161c-ec3e-4dc9-be77-b6a4d09786c0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:08.305801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.307018 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-30adcf27-ea23-4cb4-80e0-613c847fd1a4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3460431 Apr 29 11:49:08.314535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51534) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:08.335480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:08.339050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 45fd136f-6593-4a4c-a715-08290a410aba up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:08.344617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.348211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:08.369754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:08.374898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:08.379660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.383436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] For port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:08.393769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:08.420986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=18263e86-1dd4-4644-86af-0c4fdc167a17,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:08.428467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:08.448390 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bfc3e6da-5060-4ec1-b712-fb472bb262b0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/18263e86-1dd4-4644-86af-0c4fdc167a17 HTTP/1.1" status: 204 len: 168 time: 3.2333615 Apr 29 11:49:08.449252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51538) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:08.465463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.471567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-199298994', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:08.522952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] For port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:08.537784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:08.589328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.605433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:08.609200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:08.630877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.647324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:08.669468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 46b64cad-ef03-480d-960e-3669ac60952a yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:08.697783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:08.737229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:08.759429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 45fd136f-6593-4a4c-a715-08290a410aba completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:08.761424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.763230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.765190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:08.766033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:08.779867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:08.783782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.849238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.873293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.895879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 45fd136f-6593-4a4c-a715-08290a410aba triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:08.896242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.917511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:08.924383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f3f15-a68c-4d66-b32e-b04eec1a2b76 None None] Pushing event updated for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:09.064578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:09.134682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.179429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.196012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 172.20.0.6 (509b49ef-561b-4c7b-b648-76f046bd5c48/8a1b554f-d480-4859-bfdc-e8d05d304c7a/46b64cad-ef03-480d-960e-3669ac60952a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:09.217059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69a4cf1-45d5-4e0d-b7d3-23bd47565ffd,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:09.220966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=96bd7472-bb7f-4fcb-a440-63b3661bb34a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:09.221318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe0c:5c2d (509b49ef-561b-4c7b-b648-76f046bd5c48/0de972ef-679f-46e0-a900-0b91ea394f70/46b64cad-ef03-480d-960e-3669ac60952a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:09.282342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.415240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 45fd136f-6593-4a4c-a715-08290a410aba, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=45fd136f-6593-4a4c-a715-08290a410aba,segment=NetworkSegment(02be800d-62a8-48f0-bfac-15f91274aa5d),segment_id=02be800d-62a8-48f0-bfac-15f91274aa5d)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:09.427254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.428165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2b60a80a-6132-44a0-ab6c-b56812ca3558 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:09.432590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '1807db7d-79af-46bb-a034-d76411c9e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:09.433180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 75150d0f-87bc-442c-9f34-022b96c5668f, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:09.453917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.459972 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5421a13a-3e44-4671-b80b-fb164cb3b215 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1376853 Apr 29 11:49:09.461423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.477301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51546) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:09.491518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:09.496432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.498090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7442883c-df81-4438-a0d9-5985e145ae94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0435791 Apr 29 11:49:09.506195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51550) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:09.518652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:09.528155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-170563708'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:09.539791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:09.549690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:09.559237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:09.606757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:09.631002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.633900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=45fd136f-6593-4a4c-a715-08290a410aba,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:09.653673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 75150d0f-87bc-442c-9f34-022b96c5668f is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:09.669217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2b60a80a-6132-44a0-ab6c-b56812ca3558 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:09.679871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2b60a80a-6132-44a0-ab6c-b56812ca3558 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:09.680109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.684651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:09.703015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.716067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:09.720602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:58Z', 'revision_number': 4, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430', 'name': '', 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'mac_address': 'fa:16:3e:25:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '24e406a2-613a-4f24-acbf-cf9673924185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:53Z', 'updated_at': '2022-04-29T11:49:08Z', 'revision_number': 4, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'subnets': [{'id': '24e406a2-613a-4f24-acbf-cf9673924185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:09.734986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 75150d0f-87bc-442c-9f34-022b96c5668f) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:09.741498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91b321-4049-4333-ac7e-6dd93261adf8 None None] The sync data for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv is: [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:48:58Z', 'revision_number': 4, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430', 'name': '', 'network_id': 'c6636bd5-4da2-476f-a529-d88b690f0b22', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'mac_address': 'fa:16:3e:25:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '24e406a2-613a-4f24-acbf-cf9673924185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:53Z', 'updated_at': '2022-04-29T11:49:08Z', 'revision_number': 4, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'subnets': [{'id': '24e406a2-613a-4f24-acbf-cf9673924185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:09.746575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:09.774609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc8dd9-158d-4a87-b601-e2bfe1c59622 None None] Network 75150d0f-87bc-442c-9f34-022b96c5668f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:09.791481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:09.792159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.902699 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-537a92ca-e5ea-4df4-aa37-cf0dc18c3dec tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1710691 Apr 29 11:49:09.922411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:09.926050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:09.948178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51554) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:09.962560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1637695414'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:10.013536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.111874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2b60a80a-6132-44a0-ab6c-b56812ca3558, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2b60a80a-6132-44a0-ab6c-b56812ca3558,segment=NetworkSegment(b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6),segment_id=b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:10.123256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.219977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-75150d0f-87bc-442c-9f34-022b96c5668f', 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': '96bd7472-bb7f-4fcb-a440-63b3661bb34a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:10.220811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.266097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2b60a80a-6132-44a0-ab6c-b56812ca3558,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:10.272220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:10.290831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Allocated IP 172.20.0.1 (7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00/33ffaa7d-f15b-43d1-8d56-38c571e8ccff/729dad16-c402-4e76-9322-7fe3e468f96d) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:10.361756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:10.377397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:10.387823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.388562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:10.397594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.411656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:10.427351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 46b64cad-ef03-480d-960e-3669ac60952a will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:10.447611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.485035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.495920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 45fd136f-6593-4a4c-a715-08290a410aba up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:10.501180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.501585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment 4017b152-b764-4810-8116-21786f0d6c0d of type vlan for network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 Apr 29 11:49:10.583381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:10.588843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.597848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:10.605685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:10.608090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:10.671365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Allocated IP 172.20.0.2 (75150d0f-87bc-442c-9f34-022b96c5668f/96bd7472-bb7f-4fcb-a440-63b3661bb34a/2ee329c7-4a76-4401-a0d2-d7aebaadcfea) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:10.675389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=46b64cad-ef03-480d-960e-3669ac60952a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:10.683819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:10.689121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 45fd136f-6593-4a4c-a715-08290a410aba triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:10.690436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.701912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.705674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486972b0-7c30-44a9-92a5-47d4bbcfe856,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:10.747001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:10.747684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.851858 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3adf1fc0-9e74-454f-a85e-9254daca2ed9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8298075 Apr 29 11:49:10.852550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51558) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:10.885339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:10.927206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.17 (7a8fd070-51e3-40b3-a3fc-539f716b5dca/b28d6dc1-2519-43a0-a0bf-a502becce282/e3edab6f-86f3-47a3-bf7c-c743b788196f) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:10.957209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.964871 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1dac273d-7533-4e15-bf59-d9d26186cf53 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4859743 Apr 29 11:49:10.967177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:10.984164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51562) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:11.032027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80d2b9-559d-43b3-992e-73ccaecdc3d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:11.036078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:11.044430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80d2b9-559d-43b3-992e-73ccaecdc3d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:11.045285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-da80d2b9-559d-43b3-992e-73ccaecdc3d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:11.054455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:11.098453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:11.158438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-da80d2b9-559d-43b3-992e-73ccaecdc3d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:11.164187 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-da80d2b9-559d-43b3-992e-73ccaecdc3d6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3036025 Apr 29 11:49:11.164959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51566) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:11.196853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.202133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:11.211046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-36439e47-7a93-461a-a845-a85300b70584 None None] Provisioning for port 46b64cad-ef03-480d-960e-3669ac60952a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:11.213836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:11.214945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Transition to ACTIVE for port object 2ee329c7-4a76-4401-a0d2-d7aebaadcfea will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:11.225328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.227730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-36439e47-7a93-461a-a845-a85300b70584 None None] Provisioning complete for port 46b64cad-ef03-480d-960e-3669ac60952a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:11.228097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-36439e47-7a93-461a-a845-a85300b70584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.237060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:11.238073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.288503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Transition to ACTIVE for port object 2ee329c7-4a76-4401-a0d2-d7aebaadcfea will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:11.299371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:11.304095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.308450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.333274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object e3edab6f-86f3-47a3-bf7c-c743b788196f will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:11.342208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 46b64cad-ef03-480d-960e-3669ac60952a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:11.342603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.411541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Pushing event updated for resources: {'Port': ['ID=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:11.423686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:11.424643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.438043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:11.458655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=d7a5fa34-7a92-45be-bbc1-59af9a19c6c4,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:11.504003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:11.509720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': 'ae8cefa0-04c5-4042-84cd-cd3310fc8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:11.510088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:11.519442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.530560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=82d19d34-bf84-4caa-97aa-4f4b0be02d4b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:11.573295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.646197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:11.649432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-36439e47-7a93-461a-a845-a85300b70584 None None] Port 46b64cad-ef03-480d-960e-3669ac60952a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:11.652201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:11.653454 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1ce68216-aa0c-4ed5-8fd6-1570e41ed29a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1406472 Apr 29 11:49:11.656056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Transition to ACTIVE for port object 729dad16-c402-4e76-9322-7fe3e468f96d will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:11.661653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51572) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:11.663526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Network 75150d0f-87bc-442c-9f34-022b96c5668f is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:11.665637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Project 2779ff5350c84fd3a6a0342033e91989 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:49:11.668846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:11.671274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:11.677764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:11.697560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.714889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:11.725044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:11.812602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:11.851394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.12 (75150d0f-87bc-442c-9f34-022b96c5668f/96bd7472-bb7f-4fcb-a440-63b3661bb34a/e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:11.854749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:11.879046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.888328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37ca10-dd72-443f-8b7f-b11eb3e3c49d None None] Network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:11.895483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.898934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:11.899769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.941270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Attempting to bind port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:11.941591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Attempting to bind port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1807db7d-79af-46bb-a034-d76411c9e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:11.941952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Attempting to bind port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea on network 75150d0f-87bc-442c-9f34-022b96c5668f {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:11.957680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:11.958073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Checking segment: {'id': '1807db7d-79af-46bb-a034-d76411c9e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:11.958476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.958875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Bound using segment: {'id': '1807db7d-79af-46bb-a034-d76411c9e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:11.959399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Bound port: 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1807db7d-79af-46bb-a034-d76411c9e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '75150d0f-87bc-442c-9f34-022b96c5668f'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:11.959879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:11.969291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.070374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 46b64cad-ef03-480d-960e-3669ac60952a owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:12.198751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:12.199602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-51f6e445-9192-4816-a223-7e46755664d3 None None] Provisioning for port e3edab6f-86f3-47a3-bf7c-c743b788196f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:12.236095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.236872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:12.253066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.275142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:12.278591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.305861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-51f6e445-9192-4816-a223-7e46755664d3 None None] Provisioning complete for port e3edab6f-86f3-47a3-bf7c-c743b788196f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:12.306243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-51f6e445-9192-4816-a223-7e46755664d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.325368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:12.343371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:12.349625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fb6b1a05-898e-4ba5-9365-5d3477c05b7a tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.2083089 Apr 29 11:49:12.365921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:12.373941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51576) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:12.374878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:12.458892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] For port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:12.462904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.505824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] For port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,segment=NetworkSegment(1807db7d-79af-46bb-a034-d76411c9e259),segment_id=1807db7d-79af-46bb-a034-d76411c9e259)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:12.543019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-51f6e445-9192-4816-a223-7e46755664d3 None None] Port e3edab6f-86f3-47a3-bf7c-c743b788196f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:12.554442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.591971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:12.616244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:12.629339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.630618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-8ff1161c-ec3e-4dc9-be77-b6a4d09786c0', 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0', 'tenant_id': '6473f27c2ee949b1bd1adfba9b1c7734', 'fixed_ips': [{'subnet_id': '82d19d34-bf84-4caa-97aa-4f4b0be02d4b'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:12.631642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.638421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:12.649087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:12.678100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Port': ['ID=729dad16-c402-4e76-9322-7fe3e468f96d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:12.681105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.689245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:12.699601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:12.703050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.753104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:12.753104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.792652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbee53-8a8d-4aa9-9f13-6503f54efc33 None None] Pushing event updated for resources: {'Port': ['ID=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:12.813292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:12.896598 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=46b64cad-ef03-480d-960e-3669ac60952a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:12.936642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b923256-ffc9-44c9-a908-14360162ea44,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:13.018092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Allocated IP 2001:db8::f816:3eff:fe6e:daff (8ff1161c-ec3e-4dc9-be77-b6a4d09786c0/82d19d34-bf84-4caa-97aa-4f4b0be02d4b/926249e4-4453-4a54-a35b-075d2ebeb03d) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:13.027685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.113132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.118053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.126138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.130131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.131338 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-74682f3a-84bf-46a5-a985-5bd300d7c3b2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1269011 Apr 29 11:49:13.136177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51580) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:13.182657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'security_group_rule': {'security_group_id': '45a91733-169d-4afb-aee9-a4c8de704a2c', 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:13.216954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:13.222695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:13.227771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:security_group_rule and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:13.229709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.233045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:13.251224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:13.282998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 75150d0f-87bc-442c-9f34-022b96c5668f is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:13.332941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:13.344837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:13.354785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.385967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:13.387435 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Project 2779ff5350c84fd3a6a0342033e91989 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:49:13.392520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c80c4e5c-eac9-48fe-8314-58e395db36cb no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:13.397091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:13.399472 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce8c180d-25c1-4ef0-8cde-6c7f73253ff4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/46b64cad-ef03-480d-960e-3669ac60952a HTTP/1.1" status: 204 len: 168 time: 2.2303798 Apr 29 11:49:13.403180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51584) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:13.473255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.536832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.573786 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-85501ec0-e5ff-4e72-85c5-aab33f669202 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6968672 Apr 29 11:49:13.574456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: c80c4e5c-eac9-48fe-8314-58e395db36cb {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:13.574801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c80c4e5c-eac9-48fe-8314-58e395db36cb not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:13.609371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.618172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e5a28b34-7851-4f4a-9fbf-a8b9e47067c9 None None] Provisioning for port 729dad16-c402-4e76-9322-7fe3e468f96d completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:13.622301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.637987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.640695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e5a28b34-7851-4f4a-9fbf-a8b9e47067c9 None None] Provisioning complete for port 729dad16-c402-4e76-9322-7fe3e468f96d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:13.641090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e5a28b34-7851-4f4a-9fbf-a8b9e47067c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.675019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:13.675652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.680356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Transition to ACTIVE for port object 926249e4-4453-4a54-a35b-075d2ebeb03d will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:13.713366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.752421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Transition to ACTIVE for port object 926249e4-4453-4a54-a35b-075d2ebeb03d will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:13.754020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e5a28b34-7851-4f4a-9fbf-a8b9e47067c9 None None] Port 729dad16-c402-4e76-9322-7fe3e468f96d cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:13.763652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.792700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.829374 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-17fb269c-3b21-4b1e-96f6-93803650f6af tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.8751414 Apr 29 11:49:13.854681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51588) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:13.863989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Pushing event updated for resources: {'Port': ['ID=926249e4-4453-4a54-a35b-075d2ebeb03d,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:13.884126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:13.885350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:13.888714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:13.894200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:13.917624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:13.919404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:13.922008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:13.922356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:13.941645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:13.988836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.062356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=82d19d34-bf84-4caa-97aa-4f4b0be02d4b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:14.065748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:14.066546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.088242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:14.101171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:14.101765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.133063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:14.138083 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0d0226f9-1a8a-4637-9c19-595968796d2d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7338002 Apr 29 11:49:14.147889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51592) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:14.151311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Attempting to bind port 926249e4-4453-4a54-a35b-075d2ebeb03d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:14.152295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Attempting to bind port 926249e4-4453-4a54-a35b-075d2ebeb03d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ae8cefa0-04c5-4042-84cd-cd3310fc8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:14.152660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Attempting to bind port 926249e4-4453-4a54-a35b-075d2ebeb03d on network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:14.158971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:14.159383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Checking segment: {'id': 'ae8cefa0-04c5-4042-84cd-cd3310fc8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:14.159713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.160121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Bound using segment: {'id': 'ae8cefa0-04c5-4042-84cd-cd3310fc8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:14.160754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Bound port: 926249e4-4453-4a54-a35b-075d2ebeb03d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8cefa0-04c5-4042-84cd-cd3310fc8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:14.161123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.281780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.295519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.323435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2b60a80a-6132-44a0-ab6c-b56812ca3558 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:14.355317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-3bbede2a-aa41-45c6-8207-c1429311d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:14.356979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-3bbede2a-aa41-45c6-8207-c1429311d4d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1098 time: 0.6242092 Apr 29 11:49:14.385711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.394839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] For port 926249e4-4453-4a54-a35b-075d2ebeb03d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:14.413631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] For port 926249e4-4453-4a54-a35b-075d2ebeb03d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=926249e4-4453-4a54-a35b-075d2ebeb03d,segment=NetworkSegment(ae8cefa0-04c5-4042-84cd-cd3310fc8547),segment_id=ae8cefa0-04c5-4042-84cd-cd3310fc8547)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:14.414952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2b60a80a-6132-44a0-ab6c-b56812ca3558 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:14.415429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.449896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=7b08f354-211b-4723-9123-33f722429990,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:14.472175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.485524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:14.485911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: d7a5fa34-7a92-45be-bbc1-59af9a19c6c4, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:14.516107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff1161c-ec3e-4dc9-be77-b6a4d09786c0']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:14.527747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60612d8-4ade-4715-9345-a3aecc6fed6d,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:14.531634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8cefa0-04c5-4042-84cd-cd3310fc8547') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:14.532025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8cefa0-04c5-4042-84cd-cd3310fc8547') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:14.543212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8106f43-1ddb-4a45-8fbb-505247df9c95 None None] Network 75150d0f-87bc-442c-9f34-022b96c5668f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:14.567233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 0de972ef-679f-46e0-a900-0b91ea394f70 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:14.570004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.730121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.736187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4632d0ac-c94b-4592-9ce7-52eb3a0d9ac3 None None] Provisioning for port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:14.757806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1b148-8d4e-4e9a-90c5-2ac935e847f9 None None] Pushing event updated for resources: {'Port': ['ID=926249e4-4453-4a54-a35b-075d2ebeb03d,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:14.770706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:14.776817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:14.795881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.852615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c25fd-87bc-4919-bc1f-0b57461bfe4d None None] Network 8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:14.866497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.884047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.890506 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c05d9edf-114b-4a4d-b62d-508b1dcdf168 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7525871 Apr 29 11:49:14.895424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.911084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:14.911753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:14.939364 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:14.951597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:15.025635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ee329c7-4a76-4401-a0d2-d7aebaadcfea up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:15.106625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-8e191601-9ac5-4ddd-b575-e015abee601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:15.108430 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-8e191601-9ac5-4ddd-b575-e015abee601d service neutron] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 898 time: 0.7030103 Apr 29 11:49:15.109218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d7a5fa34-7a92-45be-bbc1-59af9a19c6c4) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:15.122121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 11:49:15.122121 dv-neutron-839741-1-hyperv neutron-server[88015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 11:49:15.122121 dv-neutron-839741-1-hyperv neutron-server[88015]: [parameters: {'id': '8ff1161c-ec3e-4dc9-be77-b6a4d09786c0'}] Apr 29 11:49:15.122121 dv-neutron-839741-1-hyperv neutron-server[88015]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:49:15.122535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:49:15.155343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1cdec-dc47-46d2-a366-d96281a84436 None None] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:15.194014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:15.205309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:15.206176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.271035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.280429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.404814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.411077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event updated for resources: {'Port': ['ID=729dad16-c402-4e76-9322-7fe3e468f96d,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:15.446333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9e467a21-c537-42a8-95f2-c23fdd4ed3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7821877 Apr 29 11:49:15.452318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51640) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:15.457950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-1a160287-2c64-4f2f-a758-b9e7054dab31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 1001 time: 0.3270366 Apr 29 11:49:15.458158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-06c6f070-70d5-4f66-be80-681036e91a7f None None] Provisioning complete for port e3edab6f-86f3-47a3-bf7c-c743b788196f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:15.459286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-06c6f070-70d5-4f66-be80-681036e91a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.529328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.572462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.597542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-1d7ab46e-96fd-40b0-a37a-2eb9f5be8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:15.599150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-1d7ab46e-96fd-40b0-a37a-2eb9f5be8866 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.1316116 Apr 29 11:49:15.653333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.686280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:15.718321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:15.718714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.752304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:15.765204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port 926249e4-4453-4a54-a35b-075d2ebeb03d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:15.765882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:15.770451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-06c6f070-70d5-4f66-be80-681036e91a7f None None] Port e3edab6f-86f3-47a3-bf7c-c743b788196f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:15.923646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:16.061306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:16.068520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.127271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:16.134193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:16.145273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] For port 926249e4-4453-4a54-a35b-075d2ebeb03d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=926249e4-4453-4a54-a35b-075d2ebeb03d,segment=NetworkSegment(ae8cefa0-04c5-4042-84cd-cd3310fc8547),segment_id=ae8cefa0-04c5-4042-84cd-cd3310fc8547)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:16.146305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.146924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.173462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.178780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.286319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.288047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc22fe8-1b1b-4005-adf4-a2312cd3e169 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:16.294196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=0de972ef-679f-46e0-a900-0b91ea394f70,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:16.394049 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-24e8e87c-a7e9-4ddf-bcf1-34ed41764dbd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/0de972ef-679f-46e0-a900-0b91ea394f70 HTTP/1.1" status: 204 len: 168 time: 2.1965549 Apr 29 11:49:16.415047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51654) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:16.454293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-1addd6b6-3842-4d19-b0b5-397bd622056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:16.456787 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-1addd6b6-3842-4d19-b0b5-397bd622056f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7957304 Apr 29 11:49:16.490605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,segment=NetworkSegment(1807db7d-79af-46bb-a034-d76411c9e259),segment_id=1807db7d-79af-46bb-a034-d76411c9e259)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:16.544440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:16.545533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:16.639413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for 926249e4-4453-4a54-a35b-075d2ebeb03d owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:16.731048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-362edd79-fc8e-44b3-a2cc-b9277f155eda None None] Could not find standard attr ID for object e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:16.748853 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5704f4ed-7b50-4e2f-b22c-3b8627de7cf8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa HTTP/1.1" status: 204 len: 168 time: 2.8796234 Apr 29 11:49:16.790810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Allocated IP 2001:db8::2 (d7a5fa34-7a92-45be-bbc1-59af9a19c6c4/7b08f354-211b-4723-9123-33f722429990/ff1ae72f-b070-4441-a9e4-3e38192b778b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:16.867640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51686) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:16.916190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:17.043782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-362edd79-fc8e-44b3-a2cc-b9277f155eda None None] Provisioning complete for port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:17.044150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-362edd79-fc8e-44b3-a2cc-b9277f155eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.099320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:17.105053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 8a1b554f-d480-4859-bfdc-e8d05d304c7a {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:17.133403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b8fc577b-a413-4fc3-9d94-ec6a9e22687b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/147d08e2-5a17-44f8-ae64-db55f3ec6fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7112904 Apr 29 11:49:17.133403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.137035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:17.145461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.164777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-447ab424-4a11-41ca-b9b1-21469477ca91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:49:17.165498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-447ab424-4a11-41ca-b9b1-21469477ca91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:17.179742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Router af1ca858-77ac-412c-ad73-734a4b654e69 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:17.202760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:17.265869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.379879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.405834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:17.406476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:17.494466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No DVR routers for this DVR port 926249e4-4453-4a54-a35b-075d2ebeb03d on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:17.536432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:17.551472 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] Sync routers for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:17.562780 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:17.563695 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:17.571679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-10f0280a-1caf-4360-990b-2bf8df4d2a37 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913395 Apr 29 11:49:17.606917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-447ab424-4a11-41ca-b9b1-21469477ca91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:17.609607 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-447ab424-4a11-41ca-b9b1-21469477ca91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa HTTP/1.1" status: 404 len: 333 time: 0.7332208 Apr 29 11:49:17.612127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.645787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51698) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:17.648399 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:17.660757 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:17.661638 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:17.690494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=926249e4-4453-4a54-a35b-075d2ebeb03d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:17.716218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.731514 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-954d9648-ff35-4af9-8ca2-033af1a56a36 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8851523 Apr 29 11:49:17.738864 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:17.739498 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3f1c-92f6-48b0-b427-50dd45ef3535 None None] The sync data for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:17.750624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51702) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:17.755262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Transition to ACTIVE for port object ff1ae72f-b070-4441-a9e4-3e38192b778b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:17.824151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 96bd7472-bb7f-4fcb-a440-63b3661bb34a {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:17.831735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.880720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Transition to ACTIVE for port object ff1ae72f-b070-4441-a9e4-3e38192b778b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:17.895677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:17.951277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:17.956920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:17.973036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8::1 (d7a5fa34-7a92-45be-bbc1-59af9a19c6c4/7b08f354-211b-4723-9123-33f722429990/e59833a4-12d7-4e2e-a863-3407dcb7df6a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:18.008947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:18.010731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-897aaaea-9822-4276-be89-cb1c96432538 None None] Provisioning complete for port 729dad16-c402-4e76-9322-7fe3e468f96d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:18.011072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-897aaaea-9822-4276-be89-cb1c96432538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.064109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:18.073760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.090453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ee329c7-4a76-4401-a0d2-d7aebaadcfea up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:18.144442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff1161c-ec3e-4dc9-be77-b6a4d09786c0']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:18.160573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.177311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5b9cde7-b510-48cb-b33b-feb5eec6347f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.179870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object e59833a4-12d7-4e2e-a863-3407dcb7df6a will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:18.211285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.267311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8cefa0-04c5-4042-84cd-cd3310fc8547') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:18.267873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8cefa0-04c5-4042-84cd-cd3310fc8547') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:18.305135 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7028f665-8c9d-4b21-bd99-6ac0e5327d7f req-7eda5765-8afd-47ba-8860-57b7f8403d12 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068245 Apr 29 11:49:18.335664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:18.348190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.351594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Attempting to bind port ff1ae72f-b070-4441-a9e4-3e38192b778b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:18.351954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Attempting to bind port ff1ae72f-b070-4441-a9e4-3e38192b778b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:18.352315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Attempting to bind port ff1ae72f-b070-4441-a9e4-3e38192b778b on network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:18.354603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Pushing event updated for resources: {'Port': ['ID=ff1ae72f-b070-4441-a9e4-3e38192b778b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:18.377623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-897aaaea-9822-4276-be89-cb1c96432538 None None] Port 729dad16-c402-4e76-9322-7fe3e468f96d cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:18.412136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:18.412630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Checking segment: {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:18.413046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.413477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Bound using segment: {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:18.413988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Bound port: ff1ae72f-b070-4441-a9e4-3e38192b778b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:18.414366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.423162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.450414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.451821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-897aaaea-9822-4276-be89-cb1c96432538 None None] Could not find standard attr ID for object e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:18.462317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:18.463102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.475398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:18.502875 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:18.538557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.607570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:18.628523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=8a1b554f-d480-4859-bfdc-e8d05d304c7a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:18.632155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.634337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:18.636880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] For port ff1ae72f-b070-4441-a9e4-3e38192b778b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:18.640469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] For port ff1ae72f-b070-4441-a9e4-3e38192b778b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ff1ae72f-b070-4441-a9e4-3e38192b778b,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:18.644652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:18.645539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.654880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.695314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.705205 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-c5b9cde7-b510-48cb-b33b-feb5eec6347f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 11:49:18.708387 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c5b9cde7-b510-48cb-b33b-feb5eec6347f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69 HTTP/1.1" status: 409 len: 329 time: 0.9568014 Apr 29 11:49:18.708521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.713060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51708) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:18.831706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e1de6569-d9dd-4c3a-b4a3-5aa6ded452f0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/8a1b554f-d480-4859-bfdc-e8d05d304c7a HTTP/1.1" status: 204 len: 168 time: 2.4125302 Apr 29 11:49:18.837302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51712) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:18.841220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.889494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:18.890188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:18.904619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=8ff1161c-ec3e-4dc9-be77-b6a4d09786c0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:18.908569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8a1befde-5a04-47a3-b721-c5208304fa72 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 HTTP/1.1" status: 204 len: 168 time: 6.5173216 Apr 29 11:49:18.987140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51716) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:19.008323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-297353588'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:19.019562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:19.028520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:19.037580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:19.053824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:19.098942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be90984-c777-426a-8ac4-dee2d1345111 None None] Pushing event updated for resources: {'Port': ['ID=ff1ae72f-b070-4441-a9e4-3e38192b778b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:19.162784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af722feb-8d41-4a10-91df-5cf421eafca2 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:19.274196 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e3845d5c-a7de-4908-ac80-2f436912b4e6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4356070 Apr 29 11:49:19.280843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51720) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:19.342023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:19.345711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.569358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.659333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:19.684871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.716807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.717256 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment 4b833053-1ac0-49a2-a4be-275900ab959f of type vlan for network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 Apr 29 11:49:19.741593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-35df8058-5bb7-450c-a655-21ee3d2d1a40 None None] Provisioning complete for port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:19.742109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35df8058-5bb7-450c-a655-21ee3d2d1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.761487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7914e-ce74-4abc-9ed8-1c59d1e42351 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:19.762653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86d7914e-ce74-4abc-9ed8-1c59d1e42351 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:19.771779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.837710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.842540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=96bd7472-bb7f-4fcb-a440-63b3661bb34a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:19.876643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a6229-978e-4e65-a28a-b75a6fa15c32 None None] Network 75150d0f-87bc-442c-9f34-022b96c5668f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:19.884657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.890277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:19.890855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.928326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:19.999991 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8b7c31f4-4ce9-4542-8770-662c8f1eafbd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/96bd7472-bb7f-4fcb-a440-63b3661bb34a HTTP/1.1" status: 204 len: 168 time: 2.3507214 Apr 29 11:49:20.008738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51730) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:20.053564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-86d7914e-ce74-4abc-9ed8-1c59d1e42351 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:20.057600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86d7914e-ce74-4abc-9ed8-1c59d1e42351 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7747602 Apr 29 11:49:20.058437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51734) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:20.178163 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1869214 Apr 29 11:49:20.182858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51738) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:20.188453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': 'a9fbf50c-7d63-485c-8572-6fea7fe5f6c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:20.216852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ff1ae72f-b070-4441-a9e4-3e38192b778b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:20.308888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19a1e-2018-4d90-8301-a566e3953e3f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=a9fbf50c-7d63-485c-8572-6fea7fe5f6c1,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:20.377500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:20.401314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:20.408404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:12Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3edab6f-86f3-47a3-bf7c-c743b788196f', 'name': '', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:68:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:10Z', 'updated_at': '2022-04-29T11:49:13Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:20.412998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81837c34-957d-492f-abfd-14c5d1610a6d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:20.413594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-81837c34-957d-492f-abfd-14c5d1610a6d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:20.480567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:20.481059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Updating router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc port e3edab6f-86f3-47a3-bf7c-c743b788196f binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:49:20.570059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:20.583579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:20.613194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:20.649129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:20.653451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:20.656127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:20.656471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:20.735946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-81837c34-957d-492f-abfd-14c5d1610a6d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:20.740839 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-81837c34-957d-492f-abfd-14c5d1610a6d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6513491 Apr 29 11:49:20.748614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51744) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:20.752718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:20.755000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a3f39-fbf3-4e17-85f9-e949affdf189 None None] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:20.809403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ff1ae72f-b070-4441-a9e4-3e38192b778b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:20.856411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Deleting port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:20.857149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:20.919967 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4c9c6949-0a84-4973-bbbc-892052f7a29b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122248 Apr 29 11:49:20.923891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51748) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:20.936245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:20.979543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.001725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.002779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.092339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,segment=NetworkSegment(1807db7d-79af-46bb-a034-d76411c9e259),segment_id=1807db7d-79af-46bb-a034-d76411c9e259)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:21.092701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.099753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting port 729dad16-c402-4e76-9322-7fe3e468f96d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:21.100126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.284097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 2ee329c7-4a76-4401-a0d2-d7aebaadcfea owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:21.284507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Provisioning for port ff1ae72f-b070-4441-a9e4-3e38192b778b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:21.297720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Provisioning complete for port ff1ae72f-b070-4441-a9e4-3e38192b778b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:21.297988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.353707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:21.418003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.525765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=ee83d592-04f4-49f3-adf6-ba6c120c789a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:21.540775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.559505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] DHCP port deletion for 75150d0f-87bc-442c-9f34-022b96c5668f request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:21.580783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:21.591312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:21.652479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:21.671492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.674068 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:21.674501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:21.685105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] For port ff1ae72f-b070-4441-a9e4-3e38192b778b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ff1ae72f-b070-4441-a9e4-3e38192b778b,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:21.705094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Deleting port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:21.705463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.734546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': '4b833053-1ac0-49a2-a4be-275900ab959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a9fbf50c-7d63-485c-8572-6fea7fe5f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:21.734885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: a9fbf50c-7d63-485c-8572-6fea7fe5f6c1, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:21.746186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f69130e9-b9ec-4645-856e-a769c52abf7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8184009 Apr 29 11:49:21.746425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:21.747845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51756) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:21.749042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:21.797687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:21.908100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.918528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:21.950402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:21.967462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.017257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:22.022695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No DVR routers for this DVR port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:22.022945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] For port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:22.023762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.059547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:22.062130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a9fbf50c-7d63-485c-8572-6fea7fe5f6c1) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:22.084516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa81251-70f4-48d3-bacf-2324ee9ff5e1 None None] Network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:22.150322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ee329c7-4a76-4401-a0d2-d7aebaadcfea no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:22.162258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Calling delete_port for 729dad16-c402-4e76-9322-7fe3e468f96d owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:22.200265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:22.200841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.240268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:22.251136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.271815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2ee329c7-4a76-4401-a0d2-d7aebaadcfea {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:22.272267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ee329c7-4a76-4401-a0d2-d7aebaadcfea not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:22.272833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:22.293565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bd2addeb-75d0-412c-8fe9-026177736c54 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1071656 Apr 29 11:49:22.294115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75150d0f-87bc-442c-9f34-022b96c5668f']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:22.300725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51762) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:22.309654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1807db7d-79af-46bb-a034-d76411c9e259') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:22.310081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1807db7d-79af-46bb-a034-d76411c9e259') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:22.326456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.340544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:22.343817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.351808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.357931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:22.358394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:22.369276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:22.369737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:22.388727 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:22.428880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bfc49-3071-4ebd-b742-d98b7eacfb0c None None] Pushing event updated for resources: {'Port': ['ID=ff1ae72f-b070-4441-a9e4-3e38192b778b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:22.475703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:49:22.492021 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-83e2dc06-493f-4b69-8ee2-f1a7e623961d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7426226 Apr 29 11:49:22.499728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51766) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:22.513711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:22.534932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] For port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ee329c7-4a76-4401-a0d2-d7aebaadcfea,segment=NetworkSegment(1807db7d-79af-46bb-a034-d76411c9e259),segment_id=1807db7d-79af-46bb-a034-d76411c9e259)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:22.538676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.678473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:22.688860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:22.706979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Calling delete_port for 2ee329c7-4a76-4401-a0d2-d7aebaadcfea owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:22.709477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:22.713159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.714894 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:22.715365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:22.748671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.762578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42ac50f7-2e0a-44ec-9113-b618a98d8de4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2588120 Apr 29 11:49:22.766081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51772) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:22.769408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.810835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:22.819321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Calling delete_port for 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:22.835034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:22.870781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=75150d0f-87bc-442c-9f34-022b96c5668f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:22.874037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:22.898516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fc5f4138-7f31-436d-901f-0897750e0bea tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4281549 Apr 29 11:49:22.900918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51776) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:22.907739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281127448'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:22.917262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b9805bec-8ef7-4607-b23d-bbc1c4bc0ebb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/75150d0f-87bc-442c-9f34-022b96c5668f HTTP/1.1" status: 204 len: 168 time: 2.9039967 Apr 29 11:49:22.917846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51780) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:22.925753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'name': 'tempest-PortsTestJSON-258770751'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:22.971617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:49:22.971972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:49:22.973078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:22.985728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:22.994440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:22.999596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:23.033827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Provisioning for port e59833a4-12d7-4e2e-a863-3407dcb7df6a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:23.064765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:23.065421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:23.079771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:23.100626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.123063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:23.130975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.144126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:23.148987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:23.153154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:23.156865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:23.166787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:23.175497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Port': ['ID=729dad16-c402-4e76-9322-7fe3e468f96d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:23.179532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:23.182266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.185993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:23.189931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.206330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.206928 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment 8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7 of type vlan for network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 Apr 29 11:49:23.219946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port edb98336-fac8-46ac-8753-f196942ad392 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:23.272494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:23.277413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Provisioning complete for port e59833a4-12d7-4e2e-a863-3407dcb7df6a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:23.277799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.355924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.481759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.496215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:23.499016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.509715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:23.626594 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7243061 Apr 29 11:49:23.659533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Deleting port 2ee329c7-4a76-4401-a0d2-d7aebaadcfea {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:23.659896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.677025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51784) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:23.683027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:23.684284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Port e59833a4-12d7-4e2e-a863-3407dcb7df6a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:23.686611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.688157 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:23.688487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:23.696325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:23.753120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.762335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.781367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.785704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcf0c6-dfac-4c6f-a374-4b0a69253631 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=6ded7d8f-c021-4a73-803b-688f2dfedfe8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:23.799831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 update to DOWN by agent not found {{(pid=88017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 11:49:23.801316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] No DVR routers for this DVR port 3ee18666-4c6d-42c6-a9cb-1040ba2bd463 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:23.820300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:23.842088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.885948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.893233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-99c352e1-ba5d-4172-a128-f6ce0917ec56 None None] The port '2ee329c7-4a76-4401-a0d2-d7aebaadcfea' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:49:23.894286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:23.903762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bbdc8-50cd-4ae6-8022-f78792707f98 None None] Pushing event deleted for resources: {'Port': ['ID=3ee18666-4c6d-42c6-a9cb-1040ba2bd463,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:23.933879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6e4d01e8-fac2-409a-a08e-628b5bd4ccc8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1632094 Apr 29 11:49:23.933879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=ee83d592-04f4-49f3-adf6-ba6c120c789a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:23.948836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51790) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:23.969635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:23.979860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:23.990107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:23.994339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:24.000059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:24.000531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.021617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=edb98336-fac8-46ac-8753-f196942ad392,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:24.030786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-28a1da01-49f3-4cf0-a972-a077c39be99f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1102796 Apr 29 11:49:24.033346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51794) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:24.091121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:24.105379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:24.169476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:24.169831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Transition to ACTIVE for port object e3edab6f-86f3-47a3-bf7c-c743b788196f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:24.224857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.234207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:24.300297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port edb98336-fac8-46ac-8753-f196942ad392 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:24.300904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.334455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ff1ae72f-b070-4441-a9e4-3e38192b778b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:24.386632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Provisioning complete for port ff1ae72f-b070-4441-a9e4-3e38192b778b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:24.386632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-37732ea6-1f36-4a59-85f7-c0a5af778272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.404557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fbf50c-7d63-485c-8572-6fea7fe5f6c1']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:24.412109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:24.417139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.443368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:24.472865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5683b20-b5c2-4d4e-8b68-6723c1c25ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-a9fbf50c-7d63-485c-8572-6fea7fe5f6c1', 'network_id': 'a9fbf50c-7d63-485c-8572-6fea7fe5f6c1', 'tenant_id': '6473f27c2ee949b1bd1adfba9b1c7734', 'fixed_ips': [{'subnet_id': 'ee83d592-04f4-49f3-adf6-ba6c120c789a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:24.473759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f5683b20-b5c2-4d4e-8b68-6723c1c25ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.490724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.575076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:24.583737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b833053-1ac0-49a2-a4be-275900ab959f') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:24.584081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b833053-1ac0-49a2-a4be-275900ab959f') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:24.597252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.602726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Router af1ca858-77ac-412c-ad73-734a4b654e69 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:24.607803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:24.611379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.612850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:24.613408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:24.629788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.738687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.769454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for edb98336-fac8-46ac-8753-f196942ad392 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:24.854411 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-26cb6c06-9dbf-4ff2-b953-e94bd93b9fd7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9029958 Apr 29 11:49:24.858521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:24.859031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.861595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51800) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:24.868506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:24.899449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f8f5a-bb24-483a-83b5-dab7202bb7ad None None] Pushing event updated for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:24.914476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:24.921080 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:24.948196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:24.962219 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] Sync routers for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:24.976363 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:24.976997 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:25.029995 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b2e57786-15fe-49db-8d2c-267f76e1d3fd tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2985640 Apr 29 11:49:25.030215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=edb98336-fac8-46ac-8753-f196942ad392,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:25.031344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51804) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.054914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.075533 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7773f707-5df2-446c-bee1-f77c2f29a6d4 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/edb98336-fac8-46ac-8753-f196942ad392 HTTP/1.1" status: 204 len: 168 time: 1.0386097 Apr 29 11:49:25.075533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:25.077304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51808) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.085530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'mac_address': 'fa:16:3e:a7:de:99', 'name': 'tempest-PortsTestJSON-1658632573'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:25.126354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:25.144768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Attempting to bind port e3edab6f-86f3-47a3-bf7c-c743b788196f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:25.145213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Attempting to bind port e3edab6f-86f3-47a3-bf7c-c743b788196f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:25.145684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Attempting to bind port e3edab6f-86f3-47a3-bf7c-c743b788196f on network 7a8fd070-51e3-40b3-a3fc-539f716b5dca {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:25.147915 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:25.177607 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] Routers {'af1ca858-77ac-412c-ad73-734a4b654e69'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:25.179040 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['af1ca858-77ac-412c-ad73-734a4b654e69'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:25.194173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:25.197731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.199188 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:25.199596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:25.236821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:25.241667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:25.245114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:25.251019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:25.264789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:25.275050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:25.275050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f375e-54b3-4667-8fe4-de4b91de7190 None None] The sync data for ids ['af1ca858-77ac-412c-ad73-734a4b654e69'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:25.290127 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-256c43f7-99d7-412e-aac8-31a1bf9bc6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4273379 Apr 29 11:49:25.294572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51816) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.319908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:25.320654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Checking segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:25.321064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.321620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Bound using segment: {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:25.322234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Bound port: e3edab6f-86f3-47a3-bf7c-c743b788196f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:25.322585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.323248 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-a2773ccf-e02e-4f35-8a91-42e79002438d tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] show failed (client error): The resource could not be found. Apr 29 11:49:25.331251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a2773ccf-e02e-4f35-8a91-42e79002438d tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-973992 HTTP/1.1" status: 404 len: 331 time: 0.2837670 Apr 29 11:49:25.337301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51820) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.350076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5cd74898-1891-4804-ac46-f1dad657c66f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:25.353435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ff1ae72f-b070-4441-a9e4-3e38192b778b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:25.353808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.360623 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7eab78a8-6af4-46bc-8e13-d593c3abc8d4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627670 Apr 29 11:49:25.361104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51824) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.417595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7947511-e83d-4c05-8f9f-d22a243072cc None None] Network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:25.438617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-5cd74898-1891-4804-ac46-f1dad657c66f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] update failed (client error): The resource could not be found. Apr 29 11:49:25.438617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5cd74898-1891-4804-ac46-f1dad657c66f tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1202858348 HTTP/1.1" status: 404 len: 335 time: 0.0960090 Apr 29 11:49:25.441776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51828) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.448156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.500172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:19Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:20Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:25.508108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.518876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7947511-e83d-4c05-8f9f-d22a243072cc None None] Network a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 could not be found, it might have been deleted concurrently. {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 11:49:25.537340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:25.537833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Updating router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 port e59833a4-12d7-4e2e-a863-3407dcb7df6a binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:49:25.544378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd119d7-cc86-48ae-b195-9c801f55cfc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:25.548170 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-abd119d7-cc86-48ae-b195-9c801f55cfc6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1839895 Apr 29 11:49:25.548996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51832) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.575494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7616a6-83ae-41c6-9371-adcc6f70d410 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:49:25.621264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port d3dc811f-828a-4082-9ace-9748261729ad yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:25.636198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a946a400-d03b-4138-b735-aff1be18cb0b None None] Provisioning complete for port e59833a4-12d7-4e2e-a863-3407dcb7df6a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:25.636555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a946a400-d03b-4138-b735-aff1be18cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.672281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bd193a10-516e-4ac1-8bb4-2143c44134cb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182032 Apr 29 11:49:25.672281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51836) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.683355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:25.709005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.715068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=a9fbf50c-7d63-485c-8572-6fea7fe5f6c1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:25.743955 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5cd43910-94b6-4f0d-998c-d33797a482c8 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 HTTP/1.1" status: 204 len: 168 time: 3.4421108 Apr 29 11:49:25.747378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51840) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:25.752913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2034307034'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:25.766146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:25.778791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting subnet 5ec92c9c-9fff-4962-93bb-09ecab99964d {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:25.781133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Usage tracker for resource:network and tenant:6473f27c2ee949b1bd1adfba9b1c7734 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:25.785638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:25.788683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.792349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.822298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.835263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:25.843583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] For port e3edab6f-86f3-47a3-bf7c-c743b788196f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:25.855696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a946a400-d03b-4138-b735-aff1be18cb0b None None] Port e59833a4-12d7-4e2e-a863-3407dcb7df6a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:25.865340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:25.868378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:25.915209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:25.920430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.936450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:25.940040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.956364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:25.970856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] For port e3edab6f-86f3-47a3-bf7c-c743b788196f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3edab6f-86f3-47a3-bf7c-c743b788196f,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:26.000122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=c74598d3-0c14-4408-9eed-b41b60634462,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:26.002153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.028443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:26.028947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 6ded7d8f-c021-4a73-803b-688f2dfedfe8, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:26.057345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:26.091126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.091731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Added segment e28db7d5-cb88-4a65-afae-3adcf0faf400 of type vlan for network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 Apr 29 11:49:26.094763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:26.127944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6ded7d8f-c021-4a73-803b-688f2dfedfe8) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:26.142983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.180486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:26.181021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.198139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.236847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f27cfe4f-b7a3-49f8-91c8-851bcdec27b2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5524852 Apr 29 11:49:26.240484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51844) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:26.257803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:26.258834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:26.431451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f8f5a-bb24-483a-83b5-dab7202bb7ad None None] Pushing event updated for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:26.457499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.463028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:26.463638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.513523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.576565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec92c9c-9fff-4962-93bb-09ecab99964d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:26.579115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7616a6-83ae-41c6-9371-adcc6f70d410 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:49:26.599273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.631823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.739869 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c95a8c22-235b-440e-9c44-c9b71e734401 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/subnets/5ec92c9c-9fff-4962-93bb-09ecab99964d HTTP/1.1" status: 204 len: 168 time: 1.2958498 Apr 29 11:49:26.748142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51852) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:26.766897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:26.773430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:26.794632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Network': ['ID=5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:26.802573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.818272 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91ebbefb-9ec8-4f90-90ec-53874a84b92b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0668051 Apr 29 11:49:26.819431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:26.825416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Request body: {'subnet': {'network_id': '5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:26.838795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:26.870031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:26.965820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:26.980575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=d6d51b03-ed44-4f2c-b69e-ea313c757256,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:26.983412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:26.991138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:26.991673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.003937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting subnet d1d09838-0b29-4d37-9b09-feef06b214b6 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:27.007556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:27.021231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:27.023226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.030212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:49:27.061304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:27.067836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:27.069056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.081653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=d3dc811f-828a-4082-9ace-9748261729ad,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:27.084847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:27.101556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:27.131750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.163503 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6b5b86e0-e659-4480-a490-0f4213f4082d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4876814 Apr 29 11:49:27.167739 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b7a41983-5974-4d7f-85c0-c8ded83c025f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0891762 Apr 29 11:49:27.171565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51860) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:27.171888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51862) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:27.213243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Made reservation on behalf of 6473f27c2ee949b1bd1adfba9b1c7734 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:27.216878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.219315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:92:58:e9', 'name': 'tempest-NetworksTestDHCPv6-1674965133'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:27.257628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.305704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Transition to ACTIVE for port object e59833a4-12d7-4e2e-a863-3407dcb7df6a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:27.352129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.370974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.531727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:27.542295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:27.547860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:27.555695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:27.577179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:27.607374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cd9d-f8d4-4ea9-b4c2-3111f0c52190 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:27.608154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8494cd9d-f8d4-4ea9-b4c2-3111f0c52190 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:27.714685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.737795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981ef5-b40a-4037-813e-35caac319a5d None None] Pushing event updated for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:27.766254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8494cd9d-f8d4-4ea9-b4c2-3111f0c52190 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:27.767846 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8494cd9d-f8d4-4ea9-b4c2-3111f0c52190 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/d3dc811f-828a-4082-9ace-9748261729ad HTTP/1.1" status: 200 len: 841 time: 0.5935075 Apr 29 11:49:27.772652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:27.890890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port d3dc811f-828a-4082-9ace-9748261729ad {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:27.891665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.911614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Attempting to bind port e59833a4-12d7-4e2e-a863-3407dcb7df6a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:27.912259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Attempting to bind port e59833a4-12d7-4e2e-a863-3407dcb7df6a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:27.912784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Attempting to bind port e59833a4-12d7-4e2e-a863-3407dcb7df6a on network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:27.932086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.942367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:27.943145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Checking segment: {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:27.943742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.944293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Bound using segment: {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:27.944939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Bound port: e59833a4-12d7-4e2e-a863-3407dcb7df6a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4017b152-b764-4810-8116-21786f0d6c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:27.945512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:27.989014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 64aabf2b-69de-4b39-a4ae-534c6c79ac6e yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:28.025330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.042395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8:1::1 (6ded7d8f-c021-4a73-803b-688f2dfedfe8/c74598d3-0c14-4408-9eed-b41b60634462/8d35f143-458e-4fc4-b918-d23372a7a6b1) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:28.063011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': 'd6d51b03-ed44-4f2c-b69e-ea313c757256'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:28.063827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.074071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:28.075157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.102844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:28.104603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d09838-0b29-4d37-9b09-feef06b214b6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:28.104852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.131641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.139428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:12Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3edab6f-86f3-47a3-bf7c-c743b788196f', 'name': '', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:68:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:10Z', 'updated_at': '2022-04-29T11:49:25Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:28.182556 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c166cb3e-7982-4216-92e2-d6414b9cd072 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/subnets/d1d09838-0b29-4d37-9b09-feef06b214b6 HTTP/1.1" status: 204 len: 168 time: 1.4200456 Apr 29 11:49:28.202259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51874) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:28.227599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d590a-c829-4faa-bbee-3bb3985d4382 None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:12Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3edab6f-86f3-47a3-bf7c-c743b788196f', 'name': '', 'network_id': '7a8fd070-51e3-40b3-a3fc-539f716b5dca', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:68:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:10Z', 'updated_at': '2022-04-29T11:49:25Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'b28d6dc1-2519-43a0-a0bf-a502becce282', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:28.257080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event updated for resources: {'Subnet': ['ID=27a161bf-6aab-462e-9e07-df5337e2c463,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:28.348148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] For port e59833a4-12d7-4e2e-a863-3407dcb7df6a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:28.396048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] For port e59833a4-12d7-4e2e-a863-3407dcb7df6a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e59833a4-12d7-4e2e-a863-3407dcb7df6a,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:28.420695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.436820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.590252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:28.591146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:28.655085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Checking segment: {'id': 'e28db7d5-cb88-4a65-afae-3adcf0faf400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:28.655643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network hostable DHCP agents. Network: 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:28.679048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981ef5-b40a-4037-813e-35caac319a5d None None] Pushing event updated for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:28.739518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.774436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe92:58e9 (509b49ef-561b-4c7b-b648-76f046bd5c48/d6d51b03-ed44-4f2c-b69e-ea313c757256/64aabf2b-69de-4b39-a4ae-534c6c79ac6e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:28.813234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.818240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting port 45fd136f-6593-4a4c-a715-08290a410aba {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:28.818663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.874941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:28.910580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:28.915086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 8d35f143-458e-4fc4-b918-d23372a7a6b1 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:28.924135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:28.924732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:28.937518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:28.960934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for d3dc811f-828a-4082-9ace-9748261729ad owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:29.038904 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75020ddc-1dd6-461c-aa62-9054727a6d07 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2178636 Apr 29 11:49:29.041596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51882) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:29.157758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.243307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:29.247947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] For port 45fd136f-6593-4a4c-a715-08290a410aba, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=45fd136f-6593-4a4c-a715-08290a410aba,segment=NetworkSegment(02be800d-62a8-48f0-bfac-15f91274aa5d),segment_id=02be800d-62a8-48f0-bfac-15f91274aa5d)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:29.248309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.255982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:29.269778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:29.270297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.323380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Allocated IP 2001:db8:1::2 (6ded7d8f-c021-4a73-803b-688f2dfedfe8/c74598d3-0c14-4408-9eed-b41b60634462/b609268c-bc5c-4ba0-9e56-f623155d58e5) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:29.402560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:29.407566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.410811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Calling delete_port for 45fd136f-6593-4a4c-a715-08290a410aba owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:29.551268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=d3dc811f-828a-4082-9ace-9748261729ad,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:29.579736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.581879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.616457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.621919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:19Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:28Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:29.630416 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ffa96200-c555-4720-a12f-fc64bfab3f87 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/d3dc811f-828a-4082-9ace-9748261729ad HTTP/1.1" status: 204 len: 168 time: 1.8492627 Apr 29 11:49:29.634120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51886) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:29.641762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aa576-0188-4b79-838a-18e0ba5e4625 None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:19Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:28Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:29.697073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.714415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Transition to ACTIVE for port object b609268c-bc5c-4ba0-9e56-f623155d58e5 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:29.730176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 64aabf2b-69de-4b39-a4ae-534c6c79ac6e will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:29.734021 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f83d5e3-1dfc-4177-932e-af60510e1b46 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:49:29.734554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0f83d5e3-1dfc-4177-932e-af60510e1b46 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:29.743954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Transition to ACTIVE for port object b609268c-bc5c-4ba0-9e56-f623155d58e5 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:29.752367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.786914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.813895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.829829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0f83d5e3-1dfc-4177-932e-af60510e1b46 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:29.838735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0f83d5e3-1dfc-4177-932e-af60510e1b46 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/d3dc811f-828a-4082-9ace-9748261729ad HTTP/1.1" status: 404 len: 333 time: 0.2027819 Apr 29 11:49:29.840395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51890) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:29.865605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Pushing event updated for resources: {'Port': ['ID=b609268c-bc5c-4ba0-9e56-f623155d58e5,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:29.868768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'name': 'tempest-PortsTestJSON-1972943667'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:29.882491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.889320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:29.911381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:29.916072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:29.996492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Port': ['ID=45fd136f-6593-4a4c-a715-08290a410aba,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:29.998369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] No DVR routers for this DVR port 45fd136f-6593-4a4c-a715-08290a410aba on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:30.030561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:30.182205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:30.214855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:30.220466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=64aabf2b-69de-4b39-a4ae-534c6c79ac6e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:30.223193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:30.229973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:30.230654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.235537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:30.244999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Allocated IP 2001:db8::f816:3eff:fec1:b42e (509b49ef-561b-4c7b-b648-76f046bd5c48/d6d51b03-ed44-4f2c-b69e-ea313c757256/9f39c774-b493-4f76-a26a-79ccf70da9ca) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:30.255386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Attempting to bind port b609268c-bc5c-4ba0-9e56-f623155d58e5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:30.255966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Attempting to bind port b609268c-bc5c-4ba0-9e56-f623155d58e5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:30.256515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Attempting to bind port b609268c-bc5c-4ba0-9e56-f623155d58e5 on network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:30.270399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.283952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:30.307851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:30.316298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Checking segment: {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:30.317317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.321521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Bound using segment: {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:30.323526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Bound port: b609268c-bc5c-4ba0-9e56-f623155d58e5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:30.324812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.459868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09439331-0fe2-430e-a308-1b2793898aff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2868953 Apr 29 11:49:30.461069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=27a161bf-6aab-462e-9e07-df5337e2c463,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:30.463271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51896) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:30.549476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:30.552850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.581919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.624643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde75b73-6f78-47db-a33c-3b53187be250']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.625343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] For port b609268c-bc5c-4ba0-9e56-f623155d58e5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:30.629700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] For port b609268c-bc5c-4ba0-9e56-f623155d58e5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b609268c-bc5c-4ba0-9e56-f623155d58e5,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:30.647555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02be800d-62a8-48f0-bfac-15f91274aa5d') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.648172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02be800d-62a8-48f0-bfac-15f91274aa5d') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.671161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.720933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 2fc44e24-4dee-41eb-ab60-56bb12f27bf3 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:30.731278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.755281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:30.756127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:30.776194 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:30.784615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.874821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18d2469d-01b0-4a24-9e2c-a0dd264eb6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.877757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3edab6f-86f3-47a3-bf7c-c743b788196f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:30.881914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.906288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28db7d5-cb88-4a65-afae-3adcf0faf400') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.906520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28db7d5-cb88-4a65-afae-3adcf0faf400') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:30.935999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.937279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.956938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.965679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345deee-7ded-46f3-91ba-e3a45ca4d1e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:30.966427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2345deee-7ded-46f3-91ba-e3a45ca4d1e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:30.984396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:30.988733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.008279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Network': ['ID=cde75b73-6f78-47db-a33c-3b53187be250,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:31.019360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e37e9ce5-41f7-4fbe-8752-d22e6a909ea5 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/networks/cde75b73-6f78-47db-a33c-3b53187be250 HTTP/1.1" status: 204 len: 168 time: 2.8149581 Apr 29 11:49:31.022533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:31.023449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:31.023858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.039793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f00ee-8e66-46a9-8269-21e41dca45af None None] Pushing event updated for resources: {'Port': ['ID=b609268c-bc5c-4ba0-9e56-f623155d58e5,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:31.040765 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:31.080830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2345deee-7ded-46f3-91ba-e3a45ca4d1e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:31.082067 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2345deee-7ded-46f3-91ba-e3a45ca4d1e9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6122897 Apr 29 11:49:31.087957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51906) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:31.093747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.097023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.123309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Transition to ACTIVE for port object 9f39c774-b493-4f76-a26a-79ccf70da9ca will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:31.153946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e3edab6f-86f3-47a3-bf7c-c743b788196f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:31.172259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e3edab6f-86f3-47a3-bf7c-c743b788196f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:31.172663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.199777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.200942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.229748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Transition to ACTIVE for port object 9f39c774-b493-4f76-a26a-79ccf70da9ca will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:31.290082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.367842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.396999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 64aabf2b-69de-4b39-a4ae-534c6c79ac6e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:31.397549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.445009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Pushing event updated for resources: {'Port': ['ID=9f39c774-b493-4f76-a26a-79ccf70da9ca,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:31.497267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:31.506259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:31.517846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:31.564258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:31.680743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting port 2b60a80a-6132-44a0-ab6c-b56812ca3558 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:31.681528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.734918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.746132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.756557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.790448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.798544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Attempting to bind port 9f39c774-b493-4f76-a26a-79ccf70da9ca on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:31.805926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Attempting to bind port 9f39c774-b493-4f76-a26a-79ccf70da9ca by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:31.806615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Attempting to bind port 9f39c774-b493-4f76-a26a-79ccf70da9ca on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:31.821072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:31.821476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:31.821860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.822245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:31.822778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Bound port: 9f39c774-b493-4f76-a26a-79ccf70da9ca, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:31.823307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.836042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:31.848032 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b51e7b40-38ee-4837-825f-d4aaae049f49 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 HTTP/1.1" status: 204 len: 168 time: 2.7971971 Apr 29 11:49:31.848032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51914) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:31.855399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e3edab6f-86f3-47a3-bf7c-c743b788196f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3edab6f-86f3-47a3-bf7c-c743b788196f,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:31.890009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:31.890446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e59833a4-12d7-4e2e-a863-3407dcb7df6a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:31.926953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7008956-ac4f-41b5-a388-1ecbc1d0625d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:31.926953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7008956-ac4f-41b5-a388-1ecbc1d0625d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:31.931339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d7008956-ac4f-41b5-a388-1ecbc1d0625d tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/27a161bf-6aab-462e-9e07-df5337e2c463 HTTP/1.1" status: 404 len: 337 time: 0.0821154 Apr 29 11:49:31.932124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:31.962391 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-857e07af-6e46-470b-8a2c-d1c1a1f84edd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:31.963011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857e07af-6e46-470b-8a2c-d1c1a1f84edd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:31.967225 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-857e07af-6e46-470b-8a2c-d1c1a1f84edd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 HTTP/1.1" status: 404 len: 339 time: 0.0322556 Apr 29 11:49:31.968288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.016524 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c18066-eb8d-4263-9281-db24d42a809b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:32.017039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c18066-eb8d-4263-9281-db24d42a809b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:32.021519 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-65c18066-eb8d-4263-9281-db24d42a809b tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/ee83d592-04f4-49f3-adf6-ba6c120c789a HTTP/1.1" status: 404 len: 337 time: 0.0494149 Apr 29 11:49:32.022089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51926) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.047338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.082134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:32.092680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f514aef0-395c-471c-9863-f31bc3a48c23 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:32.093151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f514aef0-395c-471c-9863-f31bc3a48c23 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:32.097502 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f514aef0-395c-471c-9863-f31bc3a48c23 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/a9fbf50c-7d63-485c-8572-6fea7fe5f6c1 HTTP/1.1" status: 404 len: 339 time: 0.0721471 Apr 29 11:49:32.097727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.109064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51930) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.127874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] For port 9f39c774-b493-4f76-a26a-79ccf70da9ca, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:32.131818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] For port 9f39c774-b493-4f76-a26a-79ccf70da9ca, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9f39c774-b493-4f76-a26a-79ccf70da9ca,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:32.138527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.166866 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef960d84-ff5a-4247-b8f5-ca52e008b531 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:32.167300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef960d84-ff5a-4247-b8f5-ca52e008b531 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:32.172196 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ef960d84-ff5a-4247-b8f5-ca52e008b531 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/82d19d34-bf84-4caa-97aa-4f4b0be02d4b HTTP/1.1" status: 404 len: 337 time: 0.0562172 Apr 29 11:49:32.172617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51934) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.192270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e59833a4-12d7-4e2e-a863-3407dcb7df6a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:32.200655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:32.204068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=2fc44e24-4dee-41eb-ab60-56bb12f27bf3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:32.208948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:32.211824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:32.228896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:32.228896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.228896 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5defdb8e-8376-4983-b19c-0d4820ae1b6f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:32.228896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5defdb8e-8376-4983-b19c-0d4820ae1b6f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:32.229351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e59833a4-12d7-4e2e-a863-3407dcb7df6a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:32.229351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.229563 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5defdb8e-8376-4983-b19c-0d4820ae1b6f tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/8ff1161c-ec3e-4dc9-be77-b6a4d09786c0 HTTP/1.1" status: 404 len: 339 time: 0.0487068 Apr 29 11:49:32.230485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51938) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.324129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11d30-d6cd-45d8-a067-6f7e0ad3cfbc None None] Pushing event updated for resources: {'Port': ['ID=9f39c774-b493-4f76-a26a-79ccf70da9ca,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:32.354348 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83a505cf-f5ab-434e-a36e-48aa8e2fd2db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4950922 Apr 29 11:49:32.354967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51944) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:32.365213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:32.394941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 64aabf2b-69de-4b39-a4ae-534c6c79ac6e owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:32.436215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port f1a4861c-4f33-4f03-9dfa-c7eaa13f6302 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:32.436734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.504040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.619287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e59833a4-12d7-4e2e-a863-3407dcb7df6a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e59833a4-12d7-4e2e-a863-3407dcb7df6a,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:32.632947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.790725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:32.801045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.884999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.905260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:32.939185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0930b112-5bd2-4278-8f1e-fdcaabab188e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:32.977659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=64aabf2b-69de-4b39-a4ae-534c6c79ac6e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:32.985504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:33.059468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3edab6f-86f3-47a3-bf7c-c743b788196f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:33.129785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.157076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-32cf7926-33ea-4fd6-907b-145e3cfd3d59 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/64aabf2b-69de-4b39-a4ae-534c6c79ac6e HTTP/1.1" status: 204 len: 168 time: 2.0676248 Apr 29 11:49:33.158625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.160640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51948) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:33.179970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e3edab6f-86f3-47a3-bf7c-c743b788196f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:33.181474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.353761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-712a4f20-a147-47b2-845f-efb6acb0669e None None] Provisioning for port b609268c-bc5c-4ba0-9e56-f623155d58e5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:33.367724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9f39c774-b493-4f76-a26a-79ccf70da9ca up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:33.401940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] For port 2b60a80a-6132-44a0-ab6c-b56812ca3558, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2b60a80a-6132-44a0-ab6c-b56812ca3558,segment=NetworkSegment(b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6),segment_id=b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:33.402313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.415802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for f1a4861c-4f33-4f03-9dfa-c7eaa13f6302 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:33.496178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 9f39c774-b493-4f76-a26a-79ccf70da9ca completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:33.502538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b609268c-bc5c-4ba0-9e56-f623155d58e5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:33.579787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Calling delete_port for 2b60a80a-6132-44a0-ab6c-b56812ca3558 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:33.592643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.603064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.645700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e87051-e669-4f06-93ff-aafa6e8bebdc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:33.647818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e87051-e669-4f06-93ff-aafa6e8bebdc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:33.648749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71e87051-e669-4f06-93ff-aafa6e8bebdc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:33.676024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71e87051-e669-4f06-93ff-aafa6e8bebdc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:33.678751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b609268c-bc5c-4ba0-9e56-f623155d58e5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:33.680291 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-71e87051-e669-4f06-93ff-aafa6e8bebdc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5178123 Apr 29 11:49:33.681413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] In _notify_port_updated(), no bound segment for port 2fc44e24-4dee-41eb-ab60-56bb12f27bf3 on network 7e12fbde-6796-42b0-aa88-b88e2188a281 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:49:33.681564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51964) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:33.686403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:33.687140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.691462 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/ports/2fc44e24-4dee-41eb-ab60-56bb12f27bf3 HTTP/1.1" status: 200 len: 818 time: 1.3325884 Apr 29 11:49:33.691634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:33.694212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b609268c-bc5c-4ba0-9e56-f623155d58e5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:33.694963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.702604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.704229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51968) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:33.782904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.798114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f85012-31ef-48d3-8aa0-527bc5dd3958 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=2fc44e24-4dee-41eb-ab60-56bb12f27bf3,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:33.800939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.810037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.860730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=f1a4861c-4f33-4f03-9dfa-c7eaa13f6302,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:33.865825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 2fc44e24-4dee-41eb-ab60-56bb12f27bf3 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:33.866443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.898599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef12570-ed4e-4ec8-be13-264735836d1a None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:49:33.924071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:33.971887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port b609268c-bc5c-4ba0-9e56-f623155d58e5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b609268c-bc5c-4ba0-9e56-f623155d58e5,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:33.981184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f98d8aa7-934e-44ca-ab4f-ff4c82267735 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/ports/f1a4861c-4f33-4f03-9dfa-c7eaa13f6302 HTTP/1.1" status: 204 len: 168 time: 1.7502482 Apr 29 11:49:33.986294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51972) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:33.991977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.038205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:34.043984 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-df093201-5911-4630-9bb1-520571400c26 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:34.044593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df093201-5911-4630-9bb1-520571400c26 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:34.054398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet d6d51b03-ed44-4f2c-b69e-ea313c757256 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:34.059941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.066338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.188524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:34.207749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef12570-ed4e-4ec8-be13-264735836d1a None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:49:34.210358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.220373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Provisioning for port 9f39c774-b493-4f76-a26a-79ccf70da9ca completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:34.235969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:34.236891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:34.280928 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-df093201-5911-4630-9bb1-520571400c26 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/fc1ce932-cb4c-45f0-a818-9650972163dd HTTP/1.1" status: 404 len: 337 time: 0.2930293 Apr 29 11:49:34.284275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51976) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:34.294006 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da126ac3-6060-402e-81e9-63700afb07cc tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0433359 Apr 29 11:49:34.304484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Port': ['ID=2b60a80a-6132-44a0-ab6c-b56812ca3558,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:34.309563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] No DVR routers for this DVR port 2b60a80a-6132-44a0-ab6c-b56812ca3558 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:34.347774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51980) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:34.362053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049439106'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:34.387862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:34.388040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:34.388291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.392634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:34.395880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:34.401838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:34.413438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.424549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.426839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:34.431009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.455932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.538791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=b609268c-bc5c-4ba0-9e56-f623155d58e5,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:34.555400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.562675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 2fc44e24-4dee-41eb-ab60-56bb12f27bf3 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:34.602195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c32304-ee9f-4725-ace5-f08c57ac8dbc']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:34.615395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:34.615759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.635531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:34.678974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:34.679421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b276ccd0-dea2-4e0a-996b-7bbdc06d6fb6') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:34.694221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.694669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment 13670c65-f798-4da5-b928-539cbf6addae of type vlan for network 520ec656-064d-41b9-8297-a417b461cf11 Apr 29 11:49:34.722177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.724637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:34.756949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.789180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.795407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.836497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=2fc44e24-4dee-41eb-ab60-56bb12f27bf3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:34.848248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:34.848811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.873470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:34.874076 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:34.936813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e59833a4-12d7-4e2e-a863-3407dcb7df6a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:34.959278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-03264495-c8e2-466a-b9a9-37567a5aa208 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/2fc44e24-4dee-41eb-ab60-56bb12f27bf3 HTTP/1.1" status: 204 len: 168 time: 1.2500396 Apr 29 11:49:34.960061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 51994) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.028997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] For port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab,segment=NetworkSegment(d153c6f0-0e77-4df8-8677-a404ad2adb1c),segment_id=d153c6f0-0e77-4df8-8677-a404ad2adb1c)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:35.029483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.040699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.065188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.068656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.114631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.120122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:35.120730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.133525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d51b03-ed44-4f2c-b69e-ea313c757256,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:35.143902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Network': ['ID=37c32304-ee9f-4725-ace5-f08c57ac8dbc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:35.166687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:35.168825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.170791 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-96fd426c-2e44-4b2f-962a-2150bf669208 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/d6d51b03-ed44-4f2c-b69e-ea313c757256 HTTP/1.1" status: 204 len: 168 time: 1.4844103 Apr 29 11:49:35.174751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 51998) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.177889 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-00885e7a-cc9e-406a-913c-2a87621f2015 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/networks/37c32304-ee9f-4725-ace5-f08c57ac8dbc HTTP/1.1" status: 204 len: 168 time: 4.1541781 Apr 29 11:49:35.198842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52002) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.252136 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1c2f8953-5193-4c78-b455-71b350a653b6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761771 Apr 29 11:49:35.255960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52006) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.257097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.262489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:35.266759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9152279 Apr 29 11:49:35.268276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52010) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.276085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:35.367561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01089d17-f18a-462a-820a-c3deb58126f0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=520ec656-064d-41b9-8297-a417b461cf11,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:35.403736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 520ec656-064d-41b9-8297-a417b461cf11 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:35.411786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting subnet 33ffaa7d-f15b-43d1-8d56-38c571e8ccff {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:35.432685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9757d-0eb1-41c2-a020-d2fbed8bee1b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:35.434001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a5a9757d-0eb1-41c2-a020-d2fbed8bee1b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:35.446398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.446635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:35.451355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:35.454559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:35.461164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:35.479298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:35.484466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.500803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:35.506176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.571846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:35.584657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a5a9757d-0eb1-41c2-a020-d2fbed8bee1b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:35.586082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a5a9757d-0eb1-41c2-a020-d2fbed8bee1b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6233428 Apr 29 11:49:35.587246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:35.593599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:35.597355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.625307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52014) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.684314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No DVR routers for this DVR port b5a44ed0-e124-4f81-b5ae-d4ddae0ca7ab on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:35.687765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.689966 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d049816-e2d4-4d39-9387-ed28eb7c9056 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:49:35.690812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9d049816-e2d4-4d39-9387-ed28eb7c9056 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:35.703022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e59833a4-12d7-4e2e-a863-3407dcb7df6a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:35.703679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.721919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9d049816-e2d4-4d39-9387-ed28eb7c9056 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:35.726813 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d049816-e2d4-4d39-9387-ed28eb7c9056 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/2fc44e24-4dee-41eb-ab60-56bb12f27bf3 HTTP/1.1" status: 404 len: 333 time: 0.0964425 Apr 29 11:49:35.727508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52018) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:35.734864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-228903600'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:35.741445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:35.747606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:35.751872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:35.755108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.762872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:35.815595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:35.819405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.869869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:49:35.870214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:49:35.948716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:35.964369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.983005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:35.983005 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 3744eb96-c9cb-4452-8180-a271259823b5 of type vlan for network d75dedca-58d6-4625-8bd4-ea806ed22d5f Apr 29 11:49:36.018572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.038071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.088892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bfd740-c6c8-4deb-92f4-5e48e92da718']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:36.092945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:29Z', 'revision_number': 3, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:30Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:36.096639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b609268c-bc5c-4ba0-9e56-f623155d58e5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:36.122638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd153c6f0-0e77-4df8-8677-a404ad2adb1c') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:36.123053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd153c6f0-0e77-4df8-8677-a404ad2adb1c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:36.147930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.159105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef38f1-3ccc-48a9-966e-d4a9147fbe63 None None] DHCP port deletion for cde75b73-6f78-47db-a33c-3b53187be250 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:36.176950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=4111680c-32f4-403b-86bb-586826ca5673,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:36.177676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.181163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.188374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:36.188941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Updating router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 port 8d35f143-458e-4fc4-b918-d23372a7a6b1 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:49:36.190160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:36.191254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.209413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.272160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.276827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:36.277332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.289650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b609268c-bc5c-4ba0-9e56-f623155d58e5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:36.290163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:36.295299 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:36.349277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95b7ad-9dcc-4da8-822f-8241ae643815 None None] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:36.366593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795be382-5197-4d1f-9f72-f8e63b52ae03 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:36.411430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=d75dedca-58d6-4625-8bd4-ea806ed22d5f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:36.462047 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b9573d32-dcec-45cf-84ca-599aee33b7cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7267687 Apr 29 11:49:36.467616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52026) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:36.485330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:36.505967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2ba70-9f54-4b40-b8a3-f9309c8e8be9 None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:36.527574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:36.527574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: 520ec656-064d-41b9-8297-a417b461cf11, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:36.527910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00251064-f828-446d-bd0e-6f67cd41b4d9 None None] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:36.567935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:36.591498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.703649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.713076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.720445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.789219 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/subnets/33ffaa7d-f15b-43d1-8d56-38c571e8ccff HTTP/1.1" status: 204 len: 168 time: 1.5863824 Apr 29 11:49:36.789219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d33cc-fad8-436f-b272-7f081a644eba tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Subnet': ['ID=33ffaa7d-f15b-43d1-8d56-38c571e8ccff,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:36.792560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52038) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:36.883999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:36.886441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 520ec656-064d-41b9-8297-a417b461cf11 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:36.891169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:36.897512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:36.908591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:36.918146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 520ec656-064d-41b9-8297-a417b461cf11) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:36.938328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1fe61d-8ef7-48e1-a8a1-a198cedced75 None None] Network 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:36.948588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:36.949360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:36.959529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2ba70-9f54-4b40-b8a3-f9309c8e8be9 None None] Network 37c32304-ee9f-4725-ace5-f08c57ac8dbc could not be found, it might have been deleted concurrently. {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 11:49:36.970631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:36.978802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.007046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b61ede-2ce3-49a0-a60f-f30c5af8aa21 None None] Network 520ec656-064d-41b9-8297-a417b461cf11 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:37.038044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00251064-f828-446d-bd0e-6f67cd41b4d9 None None] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 could not be found, it might have been deleted concurrently. {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 11:49:37.038945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=22bfd740-c6c8-4deb-92f4-5e48e92da718,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:37.043796 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-da2202ae-7c3f-4f44-887d-85dabcc30557 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/22bfd740-c6c8-4deb-92f4-5e48e92da718 HTTP/1.1" status: 204 len: 168 time: 2.7562349 Apr 29 11:49:37.063475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52044) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:37.137042 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb81180-f8a0-413f-b90d-eca36ec705d4 None None] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:37.156291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f10b391-1977-4146-851f-502b2c670a4c None None] DHCP port deletion for 37c32304-ee9f-4725-ace5-f08c57ac8dbc request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:37.170247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.185364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb81180-f8a0-413f-b90d-eca36ec705d4 None None] Network 5f966fa8-0a48-48b6-bfb7-cf92eb9f2da0 could not be found, it might have been deleted concurrently. {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 11:49:37.226069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-29c04b26-0991-4af2-931f-96b2a9c46079 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9567869 Apr 29 11:49:37.232323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52048) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:37.311206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.312368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port 5e85f55e-a2c8-4c4d-9699-20678a4b9df7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:37.312705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.378362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.445004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Deleting port deac4901-d02f-40b1-b039-74a934a3333d {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:37.445332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.495294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=0e2df9c6-f1db-44e8-becb-8604b3dfae43,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:37.510811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '3744eb96-c9cb-4452-8180-a271259823b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:37.511490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: d75dedca-58d6-4625-8bd4-ea806ed22d5f, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:37.535702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:37.536608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:49:37.550112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d75dedca-58d6-4625-8bd4-ea806ed22d5f) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:37.566712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:37.567800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.594161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a12226af-ab1b-4e0b-a0af-2c9fb5427ec3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188474 Apr 29 11:49:37.597537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52052) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:37.607731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:37.773608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:37.777416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:37.780459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:37.786719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:37.799506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:37.800316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742cbdfe-7a92-4e1b-b271-50009a78df1d None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:37.805488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:37.844155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:37.986360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.ipam_backend_mixin [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e2df9c6-f1db-44e8-becb-8604b3dfae43 (CIDR: 172.20.0.0/28) Apr 29 11:49:37.993652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:37.994318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:38.024997 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-71622609-9944-4606-8a5b-617f2475ecb7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4258318 Apr 29 11:49:38.025637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52058) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:38.034747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:38.053940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] For port 9f39c774-b493-4f76-a26a-79ccf70da9ca, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9f39c774-b493-4f76-a26a-79ccf70da9ca,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:38.130311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.200671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:38.205456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:38.208288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:38.214537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:38.218435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.226601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:38.230116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.415793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for 5e85f55e-a2c8-4c4d-9699-20678a4b9df7 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:38.444595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2b60a80a-6132-44a0-ab6c-b56812ca3558 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:38.497538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2b60a80a-6132-44a0-ab6c-b56812ca3558 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:38.497917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2b60a80a-6132-44a0-ab6c-b56812ca3558 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:38.498311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 45fd136f-6593-4a4c-a715-08290a410aba no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:38.581269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] For port deac4901-d02f-40b1-b039-74a934a3333d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=deac4901-d02f-40b1-b039-74a934a3333d,segment=NetworkSegment(4f512f01-91af-4c17-b494-3c1f41924806),segment_id=4f512f01-91af-4c17-b494-3c1f41924806)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:38.581692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.599887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 45fd136f-6593-4a4c-a715-08290a410aba {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:38.600239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 45fd136f-6593-4a4c-a715-08290a410aba not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:38.712345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Calling delete_port for deac4901-d02f-40b1-b039-74a934a3333d owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:38.749009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.833690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:38.837586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:38.845856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab401-8326-4506-b44b-efa5b32de4b8 None None] Pushing event updated for resources: {'Port': ['ID=9f39c774-b493-4f76-a26a-79ccf70da9ca,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:38.846097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:38.846565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.849813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.884485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=0dd27bd7-bf0c-4487-b121-c4967988bc89,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:38.912263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af85e9da-ea79-46f4-97ba-581b6b11110a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8849795 Apr 29 11:49:38.914712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-520ec656-064d-41b9-8297-a417b461cf11', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:38.915639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.921286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52064) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:38.934218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.939463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f', 'fixed_ips': [{'subnet_id': '0e2df9c6-f1db-44e8-becb-8604b3dfae43'}, {'subnet_id': '0dd27bd7-bf0c-4487-b121-c4967988bc89'}], 'name': 'tempest-PortsTestJSON-132387713'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:38.965551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.984822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:38.987724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Provisioning complete for port e59833a4-12d7-4e2e-a863-3407dcb7df6a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:38.988403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:39.129183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=5e85f55e-a2c8-4c4d-9699-20678a4b9df7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:39.147175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Transition to ACTIVE for port object 8d35f143-458e-4fc4-b918-d23372a7a6b1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:39.152175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefc44e-20b0-4b1f-b4d6-dc8d435dd568 None None] DHCP port deletion for 7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:39.195994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:39.220860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:39.252846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:39.267586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:39.301452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ebab005d-932e-4e8d-83cf-41800699c958 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/ports/5e85f55e-a2c8-4c4d-9699-20678a4b9df7 HTTP/1.1" status: 204 len: 168 time: 2.2322807 Apr 29 11:49:39.304106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52072) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:39.340064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] No DVR routers for this DVR port deac4901-d02f-40b1-b039-74a934a3333d on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:39.570448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:39.624926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 1c37dde0-930b-41ab-8539-ad9be2d1f465 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:39.659218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f25bdc-fa18-4d90-937d-1de6f42b4dc1 None None] Pushing event updated for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:39.700685 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af75458-2203-4fbb-8d3b-8ea6c5221092 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] DELETE failed (client error): The resource could not be found. Apr 29 11:49:39.701782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af75458-2203-4fbb-8d3b-8ea6c5221092 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:49:39.703514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7af75458-2203-4fbb-8d3b-8ea6c5221092 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/a37f2d60-4f1b-44d2-80d5-d7bd90bf2197 HTTP/1.1" status: 404 len: 337 time: 0.3688726 Apr 29 11:49:39.704868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Port': ['ID=deac4901-d02f-40b1-b039-74a934a3333d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:39.706385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52076) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:39.865355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d75dedca-58d6-4625-8bd4-ea806ed22d5f', 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': '0dd27bd7-bf0c-4487-b121-c4967988bc89'}, {'subnet_id': '0e2df9c6-f1db-44e8-becb-8604b3dfae43'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:39.885906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.125309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.184567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.268275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.298739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Allocated IP 2001:db8:2::2 (520ec656-064d-41b9-8297-a417b461cf11/4111680c-32f4-403b-86bb-586826ca5673/2dc5f44a-ed6b-42c1-828a-03172a8b06ee) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:40.437113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.11 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0e2df9c6-f1db-44e8-becb-8604b3dfae43/1c37dde0-930b-41ab-8539-ad9be2d1f465) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:40.444759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.26 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0dd27bd7-bf0c-4487-b121-c4967988bc89/1c37dde0-930b-41ab-8539-ad9be2d1f465) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:40.614925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:40.694266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.716546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 1c37dde0-930b-41ab-8539-ad9be2d1f465 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:40.746862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.786971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f512f01-91af-4c17-b494-3c1f41924806') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:40.787432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f512f01-91af-4c17-b494-3c1f41924806') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:40.814850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9f39c774-b493-4f76-a26a-79ccf70da9ca up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:40.837047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.842807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:40.845422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:40.847641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port c5f24742-97ee-4456-8f77-bce4f8a3d250 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:40.847839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.850105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:40.873880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e4116-b52c-4010-a618-562071079ff0 None None] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:40.878477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=1c37dde0-930b-41ab-8539-ad9be2d1f465,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:40.915545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.919454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:40.920116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.928747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.948150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-17fc8739-e691-42c4-b3f2-c94cbb51e543 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0254526 Apr 29 11:49:40.950617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52084) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:40.955758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:40.956270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:40.956497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e2df9c6-f1db-44e8-becb-8604b3dfae43'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:40.994463 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:41.001294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Attempting to bind port 8d35f143-458e-4fc4-b918-d23372a7a6b1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:41.001823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Attempting to bind port 8d35f143-458e-4fc4-b918-d23372a7a6b1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:41.004207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Attempting to bind port 8d35f143-458e-4fc4-b918-d23372a7a6b1 on network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:41.020833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:41.021607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Checking segment: {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:41.021862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.022395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Bound using segment: {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:41.023001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Bound port: 8d35f143-458e-4fc4-b918-d23372a7a6b1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:41.023487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.087195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.128111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.174225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Provisioning complete for port e3edab6f-86f3-47a3-bf7c-c743b788196f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:41.174783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.247880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.271682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Transition to ACTIVE for port object 2dc5f44a-ed6b-42c1-828a-03172a8b06ee will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:41.284355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.407479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Pushing event deleted for resources: {'Network': ['ID=7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:41.442947 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-49b94eec-fc7c-4dba-8cb8-aaa01f01bbf2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/networks/7c2b59f7-8d49-4553-a0c9-8cb23b0a1b00 HTTP/1.1" status: 204 len: 168 time: 4.6388948 Apr 29 11:49:41.443183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Transition to ACTIVE for port object 2dc5f44a-ed6b-42c1-828a-03172a8b06ee will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:41.443183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:41.443695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52088) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:41.444055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.465185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] For port c5f24742-97ee-4456-8f77-bce4f8a3d250, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5f24742-97ee-4456-8f77-bce4f8a3d250,segment=NetworkSegment(4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5),segment_id=4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:41.465185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.488412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7001b7f3-8469-4f78-a185-5bac2f477405 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Synchronizing usage tracker for tenant:92e9e56a76ed416384669f2a0fc56d0e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:41.505105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7001b7f3-8469-4f78-a185-5bac2f477405 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Unset dirty status for tenant:92e9e56a76ed416384669f2a0fc56d0e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:41.506644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7001b7f3-8469-4f78-a185-5bac2f477405 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "GET /v2.0/ports?device_id=af1ca858-77ac-412c-ad73-734a4b654e69 HTTP/1.1" status: 200 len: 205 time: 0.0663490 Apr 29 11:49:41.508979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52092) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:41.558898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.619348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] For port 8d35f143-458e-4fc4-b918-d23372a7a6b1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:41.644949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Allocated IP 172.20.0.18 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0dd27bd7-bf0c-4487-b121-c4967988bc89/0ac44d67-653e-4220-a3d0-08cfc1f55cb3) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:41.652236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.693994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Allocated IP 172.20.0.2 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0e2df9c6-f1db-44e8-becb-8604b3dfae43/0ac44d67-653e-4220-a3d0-08cfc1f55cb3) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:41.703960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for c5f24742-97ee-4456-8f77-bce4f8a3d250 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:41.735254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Network 520ec656-064d-41b9-8297-a417b461cf11 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:41.743583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] For port 8d35f143-458e-4fc4-b918-d23372a7a6b1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8d35f143-458e-4fc4-b918-d23372a7a6b1,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:41.787394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:41.807291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.813111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:41.819338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8:2::1 (520ec656-064d-41b9-8297-a417b461cf11/4111680c-32f4-403b-86bb-586826ca5673/e86fe190-ffb8-48d3-bcf0-593f0a18fd1f) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:41.823029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 9f39c774-b493-4f76-a26a-79ccf70da9ca, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9f39c774-b493-4f76-a26a-79ccf70da9ca,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:41.830793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Pushing event updated for resources: {'Port': ['ID=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:41.865329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:41.933023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=c5f24742-97ee-4456-8f77-bce4f8a3d250,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.042309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.046461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.079695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.086561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.087217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Fanout notify agent at l3_agent the message router_deleted on router af1ca858-77ac-412c-ad73-734a4b654e69 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:49:42.114241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object e86fe190-ffb8-48d3-bcf0-593f0a18fd1f will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:42.116928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.121198 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a7ae227d-335c-46d1-bd28-ccdbbcbe5ba2 tempest-RoutersNegativeTest-1205515376 tempest-RoutersNegativeTest-1205515376-project] 10.222.0.53 "DELETE /v2.0/routers/af1ca858-77ac-412c-ad73-734a4b654e69 HTTP/1.1" status: 204 len: 168 time: 0.6111004 Apr 29 11:49:42.145059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.148355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No DVR routers for this DVR port c5f24742-97ee-4456-8f77-bce4f8a3d250 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:42.151994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.230737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:42.231397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:42.362960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Attempting to bind port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:42.363329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Attempting to bind port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:42.364218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Attempting to bind port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee on network 520ec656-064d-41b9-8297-a417b461cf11 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:42.392028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device deac4901-d02f-40b1-b039-74a934a3333d no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:42.421164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.422655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.436222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: deac4901-d02f-40b1-b039-74a934a3333d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:42.436556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device deac4901-d02f-40b1-b039-74a934a3333d not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:42.438085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f25bdc-fa18-4d90-937d-1de6f42b4dc1 None None] Pushing event updated for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.457795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:42.458564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b27358e4-edd0-4249-9e43-1fb52d96015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.501455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52110) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:42.580373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:42.580861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Checking segment: {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:42.581474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.582214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Bound using segment: {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:42.582625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Bound port: 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:42.583080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.625447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:42.627180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 520ec656-064d-41b9-8297-a417b461cf11 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:42.648701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:42.650696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:42.657406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:42.657943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.664798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-28337b8c-70a4-43d3-801e-66d3392cb936 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92e9e56a76ed416384669f2a0fc56d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609089 Apr 29 11:49:42.666803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:42.703818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.709881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:42.710552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.717006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9aeab4-053b-4826-9209-b8a074b88e65 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:42.736713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.764377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.767983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.788838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-f407646f-5b38-4d67-ad8c-ad75efcc53d4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:42.820946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=b070391e-66df-47f4-9a74-7986f182d563,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.830868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.855474 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.5981681 Apr 29 11:49:42.860834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5c805-91ee-4580-bb74-2d1cc7525309,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.861986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de135d8-4488-416e-b5b9-59156f74222a']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:42.864776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52122) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:42.874340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:83:6d:33', 'name': 'tempest-NetworksTestDHCPv6-843174187'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:42.890275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:42.890574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8e8730-d2d6-4b8c-b4ce-7673b7ba2ee5') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:42.911843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42536274-38ac-4223-9a44-258649183b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=9f39c774-b493-4f76-a26a-79ccf70da9ca,revision_number=6']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:42.916199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.938035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-f407646f-5b38-4d67-ad8c-ad75efcc53d4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:42.946469 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-f407646f-5b38-4d67-ad8c-ad75efcc53d4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706735290&fields=id&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 267 time: 0.5354502 Apr 29 11:49:42.986843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:42.991804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:43.017265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:43.017985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.031791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.033216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2d436e79-39ce-497c-8bb7-0b1473f791d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71f5c805-91ee-4580-bb74-2d1cc7525309 HTTP/1.1" status: 204 len: 168 time: 0.3652983 Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:43.034904 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:43.092621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52128) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:43.303991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] For port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:43.376996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] For port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:43.390501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.394447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.430382 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a25e4094-bd0d-4532-a410-a50270255f00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:43.431610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a25e4094-bd0d-4532-a410-a50270255f00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:43.438827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.452915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.513542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.540015 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/2de135d8-4488-416e-b5b9-59156f74222a HTTP/1.1" status: 204 len: 168 time: 3.7781417 Apr 29 11:49:43.541355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042d95f-21eb-40d7-b7ed-8817c48451ce tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=2de135d8-4488-416e-b5b9-59156f74222a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:43.543348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52138) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:43.594012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a25e4094-bd0d-4532-a410-a50270255f00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:43.595423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a25e4094-bd0d-4532-a410-a50270255f00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 0.6479032 Apr 29 11:49:43.597528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Transition to ACTIVE for port object 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:43.729746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:43.739699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:43.744321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:43.764716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:43.780420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Transition to ACTIVE for port object 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:43.811436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:43.818008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547881f1-9b23-45a5-a217-5e825db18e92 None None] Pushing event updated for resources: {'Port': ['ID=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:43.844668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:43.848409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Could not find standard attr ID for object 64aabf2b-69de-4b39-a4ae-534c6c79ac6e. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:43.942940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-1bf5b2e1-f070-42f0-9ed1-d8a7f661e6de tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/quotas/2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 375 time: 0.3404615 Apr 29 11:49:43.972220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:44.104398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting subnet a5c85132-a086-425e-bc5b-bd12c6ed8f93 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:44.110237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:44.126757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:44.134443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.164216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.206745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Provisioning complete for port b609268c-bc5c-4ba0-9e56-f623155d58e5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:44.207392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.278625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 1bdfd548-f1ca-4eba-9b6f-c612492da8a8 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:49:44.287633 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-9605b2f8-7bd5-4254-8b42-6fd4bf6a1470 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3328316 Apr 29 11:49:44.395886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Pushing event updated for resources: {'Port': ['ID=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:44.418160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.445892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52154) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:44.528829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Attempting to bind port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:44.529504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Attempting to bind port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3744eb96-c9cb-4452-8180-a271259823b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:44.529966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Attempting to bind port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 on network d75dedca-58d6-4625-8bd4-ea806ed22d5f {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:44.606588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:29Z', 'revision_number': 3, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:41Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:44.616595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:44.623960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Checking segment: {'id': '3744eb96-c9cb-4452-8180-a271259823b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:44.624471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.624905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Bound using segment: {'id': '3744eb96-c9cb-4452-8180-a271259823b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:44.628219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Bound port: 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3744eb96-c9cb-4452-8180-a271259823b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd75dedca-58d6-4625-8bd4-ea806ed22d5f'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:44.628771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:44.654663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Delete allocated IP 172.20.0.26 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0dd27bd7-bf0c-4487-b121-c4967988bc89) {{(pid=88015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:49:44.715034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2691bed-e710-48f1-8eef-8b1226ee1816 None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:29Z', 'revision_number': 3, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:41Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:44.827796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9f39c774-b493-4f76-a26a-79ccf70da9ca up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:44.868293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b871ba40-b4c7-464e-bfee-afc70b4ad204 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:44.869857 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-b871ba40-b4c7-464e-bfee-afc70b4ad204 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:49:44.870371 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-b871ba40-b4c7-464e-bfee-afc70b4ad204 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:49:44.871605 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b871ba40-b4c7-464e-bfee-afc70b4ad204 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4197800 Apr 29 11:49:44.878905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52160) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:44.889495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--995220075'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:44.901710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe83:6d33 (509b49ef-561b-4c7b-b648-76f046bd5c48/b070391e-66df-47f4-9a74-7986f182d563/1bdfd548-f1ca-4eba-9b6f-c612492da8a8) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:44.907786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Provisioning for port 8d35f143-458e-4fc4-b918-d23372a7a6b1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:44.917291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:44.969987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:44.977631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:44.995081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:45.016270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:45.016726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-801b1a10-87e9-4c91-a680-54db4939b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.062101 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-8b570134-40f6-47e0-8d4b-53b0f7c2f2c3 service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436037 Apr 29 11:49:45.064857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] For port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:45.075426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.093584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] For port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,segment=NetworkSegment(3744eb96-c9cb-4452-8180-a271259823b5),segment_id=3744eb96-c9cb-4452-8180-a271259823b5)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:45.104076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:45.106061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.118008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.131525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.155165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.160629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.185819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.186962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.239576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.408513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.425696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 1bdfd548-f1ca-4eba-9b6f-c612492da8a8 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:45.428386 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-4a957e7f-f99b-46ef-bd43-a701e82be4de service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586006 Apr 29 11:49:45.459086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.479950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.503488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:45.508824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:45.514824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:45.526547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:45.583064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c85132-a086-425e-bc5b-bd12c6ed8f93,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:45.588421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab51fe-99a9-4f31-aaf3-8e2499c81944 None None] Network 520ec656-064d-41b9-8297-a417b461cf11 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:45.602278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.619312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:45.661483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409619e-91f2-496c-a2a4-bcd978db3954 None None] Network 5e2c7e05-db85-489d-b991-525ca0661ebd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:45.685273 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31a8bc88-6a38-4c37-bc1a-be24020e4395 tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/subnets/a5c85132-a086-425e-bc5b-bd12c6ed8f93 HTTP/1.1" status: 204 len: 168 time: 2.1384289 Apr 29 11:49:45.693527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52166) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:45.751941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333333-19b6-4df4-b473-f77df73d23f3 None None] Pushing event updated for resources: {'Port': ['ID=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:45.855208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Ignored duplicate provisioning block setup for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 11:49:45.856148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network 520ec656-064d-41b9-8297-a417b461cf11 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:45.858346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:45.869141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.916300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=1bdfd548-f1ca-4eba-9b6f-c612492da8a8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:45.924186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:45.931417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:45.976633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:45.989023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:45.995731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:45.996701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.092893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Deleting port e3eae611-fed0-4a3c-9a09-e89df0a5331b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:46.092893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.210490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=1c37dde0-930b-41ab-8539-ad9be2d1f465,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:46.217808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.330721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2dc5f44a-ed6b-42c1-828a-03172a8b06ee up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:46.343419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:46.450667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c5a5b2cd-92cc-42a2-a9ab-f27eeec2bb7c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5811560 Apr 29 11:49:46.504664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52180) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:46.562486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.564706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca790381-10b2-43d9-a80a-bb3cf6895328 req-2be81677-add6-4958-a241-5ce2ca6b2140 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:46.586764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.602235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:46.608188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] In _notify_port_updated(), no bound segment for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 on network d75dedca-58d6-4625-8bd4-ea806ed22d5f {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:49:46.615246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:46.615872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:46.616289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.617793 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-27b12f99-8e25-4996-9019-dea4b4440f5e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/ports/1c37dde0-930b-41ab-8539-ad9be2d1f465 HTTP/1.1" status: 200 len: 919 time: 5.6662617 Apr 29 11:49:46.628549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52186) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:46.639330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e2df9c6-f1db-44e8-becb-8604b3dfae43'}, {'subnet_id': '0dd27bd7-bf0c-4487-b121-c4967988bc89'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:46.666213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Provisioning for port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:46.688742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:46.698719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] For port e3eae611-fed0-4a3c-9a09-e89df0a5331b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3eae611-fed0-4a3c-9a09-e89df0a5331b,segment=NetworkSegment(554d134b-0b5c-4501-9706-25b32e58ba17),segment_id=554d134b-0b5c-4501-9706-25b32e58ba17)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:46.699089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.704248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:46.705368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Provisioning complete for port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:46.705883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.719769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:46.833476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217797d5-44a3-4c9b-8650-4527d188b5d6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:46.919053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.940856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:46.967890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:47.023111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca790381-10b2-43d9-a80a-bb3cf6895328 req-2be81677-add6-4958-a241-5ce2ca6b2140 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:47.025160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca790381-10b2-43d9-a80a-bb3cf6895328 req-2be81677-add6-4958-a241-5ce2ca6b2140 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.6758585 Apr 29 11:49:47.047832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.057219 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1648123 Apr 29 11:49:47.063064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52192) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:47.084876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '68df4102-353c-4ecc-b2d9-9214bf15674f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:47.109127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] DHCP port deletion for 5e2c7e05-db85-489d-b991-525ca0661ebd request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:47.118934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:47.128705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Deleting port e3eae611-fed0-4a3c-9a09-e89df0a5331b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:47.129747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.219727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.306178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0194790-4d0c-402a-8ff1-b215078cefbd None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:47.331555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:47.340227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Calling delete_port for e3eae611-fed0-4a3c-9a09-e89df0a5331b owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:47.345609 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:47.352216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:47.378430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85b2a44e-ba93-454c-935b-d380b1c98520 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1430008 Apr 29 11:49:47.384110 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:47.387391 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:47.399654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52196) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:47.408871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-83201627'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:47.424860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:47.438634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:47.461901 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:network and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:47.463802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8678e1-76da-4631-a4c9-f838398b9e5f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68df4102-353c-4ecc-b2d9-9214bf15674f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:47.479681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:47.479820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:47.494602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:47.516288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] For port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:47.531045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:47.559044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.570697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99970bdf-84fb-4dbb-ab1d-7ada89305f11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:47.577842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99970bdf-84fb-4dbb-ab1d-7ada89305f11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:47.580107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99970bdf-84fb-4dbb-ab1d-7ada89305f11 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.0748689 Apr 29 11:49:47.582759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52200) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:47.602408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.617627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:47.621327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.629713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8d35f143-458e-4fc4-b918-d23372a7a6b1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:47.667873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.696682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.742172 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:47.742410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.803913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Port': ['ID=e3eae611-fed0-4a3c-9a09-e89df0a5331b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:47.807473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:49:47.810228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] No DVR routers for this DVR port e3eae611-fed0-4a3c-9a09-e89df0a5331b on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:47.850655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.851570 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7851300 Apr 29 11:49:47.874313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52206) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:47.874827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52208) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:47.894505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 1bdfd548-f1ca-4eba-9b6f-c612492da8a8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:47.894973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.935037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd465d-1aec-44d1-8f7c-a788a03088dd tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee2aa00-c12f-4535-ad3f-649c17b4b5df,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:47.977978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Provisioning complete for port 9f39c774-b493-4f76-a26a-79ccf70da9ca triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:47.978579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:47.979301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.013349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port e3edab6f-86f3-47a3-bf7c-c743b788196f {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:48.013704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.030226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '68df4102-353c-4ecc-b2d9-9214bf15674f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:48.040597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.041485 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added segment ac862467-3b0b-404b-a9bd-380f358bd79a of type vlan for network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 Apr 29 11:49:48.048717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] For port e3eae611-fed0-4a3c-9a09-e89df0a5331b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3eae611-fed0-4a3c-9a09-e89df0a5331b,segment=NetworkSegment(554d134b-0b5c-4501-9706-25b32e58ba17),segment_id=554d134b-0b5c-4501-9706-25b32e58ba17)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:48.049291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.060264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd07d8-6d54-4e2b-91b2-0414d601fe7b None None] Pushing event updated for resources: {'Port': ['ID=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:48.083950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8d35f143-458e-4fc4-b918-d23372a7a6b1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:48.086752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:48.106624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:48.114889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:48.175716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:48.196848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.218610 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:43Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:41Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:43Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:48.220547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.224221 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:48.224873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Updating router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:49:48.294983 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.306711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8d35f143-458e-4fc4-b918-d23372a7a6b1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:48.323226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.481163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Calling delete_port for e3eae611-fed0-4a3c-9a09-e89df0a5331b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:48.578489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.589272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.27 (d75dedca-58d6-4625-8bd4-ea806ed22d5f/0dd27bd7-bf0c-4487-b121-c4967988bc89/1c37dde0-930b-41ab-8539-ad9be2d1f465) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:48.717030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 1bdfd548-f1ca-4eba-9b6f-c612492da8a8 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:48.736471 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.750850 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Transition to ACTIVE for port object e86fe190-ffb8-48d3-bcf0-593f0a18fd1f will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:48.760678 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.843198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:49:48.843426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:49:48.854732 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Pushing event updated for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:48.919657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2c7e05-db85-489d-b991-525ca0661ebd']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:48.932704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.939398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:48.972605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8d35f143-458e-4fc4-b918-d23372a7a6b1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8d35f143-458e-4fc4-b918-d23372a7a6b1,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:48.974704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Could not find standard attr ID for object 1bdfd548-f1ca-4eba-9b6f-c612492da8a8. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:49:48.980203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.024833 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.025172 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.025531 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.025972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.026293 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.026966 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.027389 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.027743 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.028062 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.028856 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.029282 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.030325 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:49.047985 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-00b25e56-ad8f-43ef-a578-bf5c72637560 req-89110910-1551-4378-a1d9-9c5e0b1fce51 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.7986126 Apr 29 11:49:49.048883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.061453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Provisioning for port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:49.099689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Provisioning for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:49.107470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Provisioning complete for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:49.107979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.134897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:49.217871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2dc5f44a-ed6b-42c1-828a-03172a8b06ee up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:49.267363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554d134b-0b5c-4501-9706-25b32e58ba17') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:49.268056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554d134b-0b5c-4501-9706-25b32e58ba17') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:49.285450 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Attempting to bind port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:49.285978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Attempting to bind port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:49.286335 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Attempting to bind port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f on network 520ec656-064d-41b9-8297-a417b461cf11 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:49.292629 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:49.293005 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Checking segment: {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:49.293410 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.293803 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Bound using segment: {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:49.294247 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Bound port: e86fe190-ffb8-48d3-bcf0-593f0a18fd1f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13670c65-f798-4da5-b928-539cbf6addae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '520ec656-064d-41b9-8297-a417b461cf11'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:49.294748 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.316760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:49:49.332413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=1bdfd548-f1ca-4eba-9b6f-c612492da8a8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:49.336100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.347888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Deleting port e3eae611-fed0-4a3c-9a09-e89df0a5331b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:49.348200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.348388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port e3edab6f-86f3-47a3-bf7c-c743b788196f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e3edab6f-86f3-47a3-bf7c-c743b788196f,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:49.348958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.458242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1bb71-ee74-424f-9ed3-ba1ad3377027 None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:49.474919 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] For port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:49.482097 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] For port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:49.490907 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.515719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.522034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.528165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:49.541930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.553175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.626099 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca169-8be7-4a37-b6c7-f8d095b0f979 None None] Pushing event updated for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:49.628818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for e3edab6f-86f3-47a3-bf7c-c743b788196f owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:49.642333 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:49.643206 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:49.772509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef000119-bdd8-47f9-b5d9-881b6dfbe760 None None] The port 'e3eae611-fed0-4a3c-9a09-e89df0a5331b' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:49:49.850164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:49.850533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:49.903526 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:49.970761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Deleting port 8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:49.971463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.018040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Network': ['ID=d337dfa3-e9ed-4a39-ac46-10384bf7cf58,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:50.037434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:49:50.038223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:49:50.059339 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:49:50.074146 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:49:50.078865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e37a7ee-95ed-4e4f-bd2d-40c32c4c5361 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 2.1970804 Apr 29 11:49:50.105320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52220) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:50.106924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.113589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:49:50.141958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Ignored duplicate provisioning block setup for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 11:49:50.200367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-42f6ca9e-f186-411f-ab98-1844503fb951 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/1bdfd548-f1ca-4eba-9b6f-c612492da8a8 HTTP/1.1" status: 204 len: 168 time: 2.6161797 Apr 29 11:49:50.228397 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d5bf8e74-d03a-4070-98ec-89eb5df43815 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8256731 Apr 29 11:49:50.237828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:50.238303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52228) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:50.300769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'subnet': {'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:50.324196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.393009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] For port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,segment=NetworkSegment(3744eb96-c9cb-4452-8180-a271259823b5),segment_id=3744eb96-c9cb-4452-8180-a271259823b5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:50.402927 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:43Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:50.406910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.412059 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9446-28da-4b9c-b410-f0b3df303d98 None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:49:43Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:50.431715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.547315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Pushing event updated for resources: {'Port': ['ID=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:50.550609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3eae611-fed0-4a3c-9a09-e89df0a5331b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:50.588974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6f3bd-0c71-4695-92cf-7342449e1681 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:50.590517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6f3bd-0c71-4695-92cf-7342449e1681 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:50.591607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6ca6f3bd-0c71-4695-92cf-7342449e1681 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:50.604379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:50.608407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:subnet and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:50.611506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:50.617608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e3eae611-fed0-4a3c-9a09-e89df0a5331b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:50.618040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3eae611-fed0-4a3c-9a09-e89df0a5331b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:50.621760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Provisioning complete for port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:50.621942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e263498c-72b8-433d-bf32-b42c9dee7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.630082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:50.636652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.670652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9922ceb0-9e9d-46f3-9dfa-00e730933e90 req-492929c1-8958-4e25-af08-4906cc1139f2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.2401278 Apr 29 11:49:50.672087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=1c37dde0-930b-41ab-8539-ad9be2d1f465,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:50.676433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.813650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.830888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=e3edab6f-86f3-47a3-bf7c-c743b788196f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:50.855850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6ca6f3bd-0c71-4695-92cf-7342449e1681 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:50.866068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6ca6f3bd-0c71-4695-92cf-7342449e1681 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6264985 Apr 29 11:49:50.867159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] Pushing event deleted for resources: {'Network': ['ID=5e2c7e05-db85-489d-b991-525ca0661ebd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:50.873172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52234) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:50.884049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.887360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Made reservation on behalf of 501944d834364ac19cf870d84b3d5b47 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:50.891919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:50.934518 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8473d171-9a69-4e33-abc0-7908af98e1dd tempest-NetworksIpV6TestAttrs-239061674 tempest-NetworksIpV6TestAttrs-239061674-project] 10.222.0.53 "DELETE /v2.0/networks/5e2c7e05-db85-489d-b991-525ca0661ebd HTTP/1.1" status: 204 len: 168 time: 5.2398617 Apr 29 11:49:50.973606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-9258ce25-3727-47f0-88c9-05f816c0a254 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:50.975591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-9258ce25-3727-47f0-88c9-05f816c0a254 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 2.9271190 Apr 29 11:49:51.093427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Provisioning complete for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:51.095483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.348732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.349293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.453888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] In _notify_port_updated(), no bound segment for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 on network d75dedca-58d6-4625-8bd4-ea806ed22d5f {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:49:51.463672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:51.464729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.469757 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c4aa2494-0ab1-47dc-8ee7-d84296246bbc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/ports/1c37dde0-930b-41ab-8539-ad9be2d1f465 HTTP/1.1" status: 200 len: 999 time: 4.8352480 Apr 29 11:49:51.503775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52242) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:51.609806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Calling delete_port for 8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:51.646314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:51.678011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52246) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:51.686779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-ecb8d4e1-ee2e-4b55-bf03-0d94dfad5da1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:51.733004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-ecb8d4e1-ee2e-4b55-bf03-0d94dfad5da1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:51.734774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-ecb8d4e1-ee2e-4b55-bf03-0d94dfad5da1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 379 time: 0.7023304 Apr 29 11:49:51.742393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 1c37dde0-930b-41ab-8539-ad9be2d1f465 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:51.742645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.776588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Provisioning for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:51.791417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Provisioning complete for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:51.797906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.841411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'port': {'device_id': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'admin_state_up': True, 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'security_groups': ['45a91733-169d-4afb-aee9-a4c8de704a2c']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:51.861487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet b070391e-66df-47f4-9a74-7986f182d563 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:51.864883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.917777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9758ccf2-9a33-4e6d-91ec-982465e45090 None None] Port 1c37dde0-930b-41ab-8539-ad9be2d1f465 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:51.925586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:51.926336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:51.970808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.067433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-079d63dc-48c4-432e-803a-7cbbcd1243e2 None None] Provisioning complete for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:52.068119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-079d63dc-48c4-432e-803a-7cbbcd1243e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.120895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.136593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-079d63dc-48c4-432e-803a-7cbbcd1243e2 None None] Port 1c37dde0-930b-41ab-8539-ad9be2d1f465 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:52.141377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8d35f143-458e-4fc4-b918-d23372a7a6b1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:52.215729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:52.224955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-079d63dc-48c4-432e-803a-7cbbcd1243e2 None None] Provisioning complete for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:52.225508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-079d63dc-48c4-432e-803a-7cbbcd1243e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.227254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:52.272356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8d35f143-458e-4fc4-b918-d23372a7a6b1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:52.272777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.275885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.307574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Made reservation on behalf of 2779ff5350c84fd3a6a0342033e91989 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:52.312275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.329931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.340217 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8bc0cdb4-3aac-4387-ac21-5aa74a23338f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6473f27c2ee949b1bd1adfba9b1c7734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582305 Apr 29 11:49:52.361540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52254) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:52.382094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.482763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e86fe190-ffb8-48d3-bcf0-593f0a18fd1f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:52.502627 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb05077f-59fa-4896-887e-103f03f93b32 req-42e12eb8-7240-4df7-8695-012232b96c38 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.2334275 Apr 29 11:49:52.503275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.523181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.532305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=b070391e-66df-47f4-9a74-7986f182d563,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:52.557671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Port': ['ID=8f357eeb-ec93-4ac5-9ccb-e7bbb3c1fca0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:52.636316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:52.642813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:52.643245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.787483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.808955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df4102-353c-4ecc-b2d9-9214bf15674f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:52.810732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.811071 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Floating IP c5b38d6c-236c-429e-adac-09572a4d3a5e disassociated (deleted). External IP: 172.26.0.186, port: 2e5b7a65-0d39-4a12-a98d-ad9602e47791. Apr 29 11:49:52.814496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95ccbf-02cf-434b-93eb-26570647c899 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:52.871553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.889009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d18b9bd-f85c-4fb3-bf13-8b108255ac07 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/b070391e-66df-47f4-9a74-7986f182d563 HTTP/1.1" status: 204 len: 168 time: 1.9573352 Apr 29 11:49:52.899125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52258) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:52.901268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:52.902485 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9a723a1c-21d2-45f7-9c11-0561636d0906 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/68df4102-353c-4ecc-b2d9-9214bf15674f HTTP/1.1" status: 204 len: 168 time: 2.7958274 Apr 29 11:49:52.905505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:53.030924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c0f765db-7d29-463f-b510-238444a69ced None None] Provisioning complete for port 1c37dde0-930b-41ab-8539-ad9be2d1f465 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:53.031316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c0f765db-7d29-463f-b510-238444a69ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.038055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.084648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:53.107170 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-118de93c-b339-4b70-bbca-2b1120d9b6d2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010894 Apr 29 11:49:53.108391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.110285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c0f765db-7d29-463f-b510-238444a69ced None None] Port 1c37dde0-930b-41ab-8539-ad9be2d1f465 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:53.110716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52266) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:53.187208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-72e3cf21-a24f-48e3-9936-c48b8af56dcb tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:53.187563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:53.256255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.286921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:49:53.292226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Deleting port 9f39c774-b493-4f76-a26a-79ccf70da9ca {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:53.292226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.310125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-72e3cf21-a24f-48e3-9936-c48b8af56dcb tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:53.319105 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-72e3cf21-a24f-48e3-9936-c48b8af56dcb tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3360958 Apr 29 11:49:53.323274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52270) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:53.337035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891067177'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:53.347821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:53.386370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.397887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.20.0.4 (86a3837f-b70d-4185-bce3-634ca6fafa1a/c98f75ad-d12b-4e59-9f85-f149e2826092/11880170-bb6a-4e9d-8eb5-1c853a9b04f5) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:53.429139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:53.442382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:53.537107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] For port 9f39c774-b493-4f76-a26a-79ccf70da9ca, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=9f39c774-b493-4f76-a26a-79ccf70da9ca,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:53.537646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.539243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.565718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.605695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869da4e-c566-41a1-aae6-10c5f8c73e18 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:53.606377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d869da4e-c566-41a1-aae6-10c5f8c73e18 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:53.634850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:53.667337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:53.679069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:53.698706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:53.705247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d869da4e-c566-41a1-aae6-10c5f8c73e18 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:53.709014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d869da4e-c566-41a1-aae6-10c5f8c73e18 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5921757 Apr 29 11:49:53.718695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52276) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:53.737860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Calling delete_port for 9f39c774-b493-4f76-a26a-79ccf70da9ca owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:53.762344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Subnet': ['ID=bf0c827c-df08-4c0d-a360-71da20781e59,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:53.788476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Checking segment: {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:53.788836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network hostable DHCP agents. Network: d337dfa3-e9ed-4a39-ac46-10384bf7cf58, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:49:53.803205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Router 5678de80-fabd-4e07-9a05-021f93da9172 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:49:53.820264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 1c37dde0-930b-41ab-8539-ad9be2d1f465 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:49:53.828435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.847181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9b711-aa17-4f40-865e-36a6302f33c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:53.847896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38b9b711-aa17-4f40-865e-36a6302f33c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:53.885423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] Pushing event deleted for resources: {'Port': ['ID=9f39c774-b493-4f76-a26a-79ccf70da9ca,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:53.887039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b0ffe-226d-4764-aff3-585a551e91d8 None None] No DVR routers for this DVR port 9f39c774-b493-4f76-a26a-79ccf70da9ca on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:49:53.915569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:53.920561 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f86d4d9b-e134-4e3e-afc6-966776f4f6e4 req-31e01e1c-7100-4f66-a4f4-1f17e3dc2319 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.2068081 Apr 29 11:49:53.994852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:49:53.998232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48900a-0c3d-4984-8496-cc29c9f611aa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:54.034670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d337dfa3-e9ed-4a39-ac46-10384bf7cf58) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:54.043548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38b9b711-aa17-4f40-865e-36a6302f33c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:54.048031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38b9b711-aa17-4f40-865e-36a6302f33c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3251171 Apr 29 11:49:54.051906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811fb1a-5e39-49ef-8c2c-e4f08f49c752 None None] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:54.055909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:54.056412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.060490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52280) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:54.151842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.171364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-321cf996-7862-4a5f-b6d2-ad9c8eecf61d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097379 Apr 29 11:49:54.181092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.193036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52284) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:54.223115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:54.335322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.336445 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9e4d4bbc-5fbb-4baa-944e-d79cf24f607a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a48900a-0c3d-4984-8496-cc29c9f611aa HTTP/1.1" status: 204 len: 168 time: 1.9737573 Apr 29 11:49:54.341497 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-393582ff-546e-474b-933c-8da6cae874ca tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1000762 Apr 29 11:49:54.353624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52290) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:54.368119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:54.385624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:54.408358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:54.409486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.417003 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-10960190-6f3d-4f6d-ac3f-19d4739eb63f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/147d08e2-5a17-44f8-ae64-db55f3ec6fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3133683 Apr 29 11:49:54.441768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:54.444920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:54.498852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.559154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Transition to ACTIVE for port object 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:54.584534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.618952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:49:54.620674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.621817 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2968078 Apr 29 11:49:54.634471 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Sync routers for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:49:54.650259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52298) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:54.651394 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:54.653761 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:54.715333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bffc87af-c196-4dd1-a01a-faa7499b10d7 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'c0d0692f-f110-4d4f-8385-3f4d16ca6074', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:54.716143 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-bffc87af-c196-4dd1-a01a-faa7499b10d7 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 11:49:54.718213 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-bffc87af-c196-4dd1-a01a-faa7499b10d7 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:54.722796 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bffc87af-c196-4dd1-a01a-faa7499b10d7 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0369587 Apr 29 11:49:54.722796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=1c37dde0-930b-41ab-8539-ad9be2d1f465,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:54.734094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52302) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:54.749251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.806852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0692f-f110-4d4f-8385-3f4d16ca6074,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:54.832758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:54.842479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:54.873110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.873758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.874968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.875466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.875973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.877331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.877956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.879507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.880104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.880840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.881632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.882206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5430620-d5b1-4233-8eb6-3c9142c03df6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:54.965033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:55.071964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c97b765-34aa-46f9-92ea-4567826dfb6f tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "DELETE /v2.0/floatingips/c5b38d6c-236c-429e-adac-09572a4d3a5e HTTP/1.1" status: 204 len: 168 time: 7.1860206 Apr 29 11:49:55.083816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:49:55.099879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:55.112649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.218403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:55.246907 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:55.344024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:55.416145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.422291 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72c787f4-1f19-40e1-ade3-0b64f800b8c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/1c37dde0-930b-41ab-8539-ad9be2d1f465 HTTP/1.1" status: 204 len: 168 time: 3.9142303 Apr 29 11:49:55.432707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52328) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:55.438321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:55.443946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.444283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.444612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.445108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.445460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.445793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.446117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.446437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.446869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.447193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.448009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.448474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:49:55.516132 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-622b46dc-02b6-4c8d-85ef-a5e4f58bfc21 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:49:55.516674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-622b46dc-02b6-4c8d-85ef-a5e4f58bfc21 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:55.541491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:55.541491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:55.669304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.672590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Allocated IP 2001:db8:3::2 (d337dfa3-e9ed-4a39-ac46-10384bf7cf58/bf0c827c-df08-4c0d-a360-71da20781e59/577c4332-d47e-418c-bee2-939b28be8d3a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:55.737202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.761441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e86fe190-ffb8-48d3-bcf0-593f0a18fd1f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:55.777398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52334) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:55.807714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-622b46dc-02b6-4c8d-85ef-a5e4f58bfc21 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:55.813896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-622b46dc-02b6-4c8d-85ef-a5e4f58bfc21 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/1c37dde0-930b-41ab-8539-ad9be2d1f465 HTTP/1.1" status: 404 len: 333 time: 0.3789392 Apr 29 11:49:55.818978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52340) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:55.823631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.941202 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:55.957441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Checking router: 5678de80-fabd-4e07-9a05-021f93da9172 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:55.968945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 0dd27bd7-bf0c-4487-b121-c4967988bc89 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:55.973378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:55.979955 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:55.980914 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:55.987767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ec9a-83c9-4230-9577-349cce7e321c req-850a57fc-d89d-4de9-a6e8-6f0b274676a8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:55.995190 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf08ec9a-83c9-4230-9577-349cce7e321c req-850a57fc-d89d-4de9-a6e8-6f0b274676a8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 931 time: 0.7221208 Apr 29 11:49:56.075157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.122670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--236161098'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:56.145491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:56.170609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:56.178493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf08ec9a-83c9-4230-9577-349cce7e321c req-54acd148-fa0b-409b-96a1-d98ca0ef9430 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822121 Apr 29 11:49:56.182606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:56.196211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.200185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fd226cf1-ad5b-40a2-8896-a6a160db64f1 None None] Provisioning for port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:49:56.209711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fd226cf1-ad5b-40a2-8896-a6a160db64f1 None None] Provisioning complete for port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:56.210088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd226cf1-ad5b-40a2-8896-a6a160db64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.250562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:56.298362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.322174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.323098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0692f-f110-4d4f-8385-3f4d16ca6074,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:56.335183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.347749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:56.348429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.355387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.408597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:56.427453 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:56.429778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:56.434890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:56.450125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fd226cf1-ad5b-40a2-8896-a6a160db64f1 None None] Port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:49:56.483706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.502198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd27bd7-bf0c-4487-b121-c4967988bc89,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:56.506301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.507708 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-149ee7ba-9ff9-4bb9-8427-88d42cd71c3f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0d0692f-f110-4d4f-8385-3f4d16ca6074 HTTP/1.1" status: 204 len: 168 time: 1.7726164 Apr 29 11:49:56.518423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:56.519253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.530836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52344) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:56.558190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:56.559117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dcd00-5476-4a66-906b-0516fdea05db req-fb3d104f-6794-45b8-b7f1-86bfcede731a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:56.559927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f16dcd00-5476-4a66-906b-0516fdea05db req-fb3d104f-6794-45b8-b7f1-86bfcede731a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:56.574450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:56.577278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-39908b60-8ea8-4511-8223-82f09769686e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0dd27bd7-bf0c-4487-b121-c4967988bc89 HTTP/1.1" status: 204 len: 168 time: 0.7551608 Apr 29 11:49:56.579885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da3425-9d8d-4eb0-840b-db2e177d808b None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:56.581184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-a0ae960b-7773-4c22-a4d3-5d40801f13e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7669842 Apr 29 11:49:56.584537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:56.656292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Request body: {'port': {'device_id': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:56.717530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.732378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:49:56.802497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Transition to ACTIVE for port object 577c4332-d47e-418c-bee2-939b28be8d3a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:56.821292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.825469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:49:56.826152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:49:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:56.829886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:49:56.839679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:56.947642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:56.961704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:56.972328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b3c3f868-8298-4c92-b8d8-c1ef879e46af tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:56.984041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:56.984631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.066090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Transition to ACTIVE for port object 577c4332-d47e-418c-bee2-939b28be8d3a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:57.102262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4073e8-bd93-4a4d-a24d-29ffecfb4d62 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:57.124528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f16dcd00-5476-4a66-906b-0516fdea05db req-fb3d104f-6794-45b8-b7f1-86bfcede731a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:57.126838 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f16dcd00-5476-4a66-906b-0516fdea05db req-fb3d104f-6794-45b8-b7f1-86bfcede731a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 2.0660305 Apr 29 11:49:57.131989 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:57.137559 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a5bbf-e9d3-44d8-a1f5-802e862a5093 None None] The sync data for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv is: [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:46:11Z', 'revision_number': 4, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '54f70cbc-435d-4b3f-abab-6291ef83e283', 'name': '', 'network_id': 'fb6e62b9-909f-472b-a68e-9622fa096f8b', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'mac_address': 'fa:16:3e:14:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:46:09Z', 'updated_at': '2022-04-29T11:46:27Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'subnets': [{'id': 'fb97d632-e4b5-4afa-84fb-69d9b64e7a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:57.294327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9f39c774-b493-4f76-a26a-79ccf70da9ca no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:49:57.307939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.319864 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5fee1f-db08-431b-b8d3-61022d340af4'] response: {'name': 'network-changed', 'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'status': 'completed', 'code': 200} Apr 29 11:49:57.343274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 9f39c774-b493-4f76-a26a-79ccf70da9ca {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:49:57.343483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 9f39c774-b493-4f76-a26a-79ccf70da9ca not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:49:57.347017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.430433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:57.507042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.509183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:57.528752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:57.534672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 0e2df9c6-f1db-44e8-becb-8604b3dfae43 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:49:57.540046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:57.543028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869b454-d270-47a3-9e29-e2fadb4b9ae1 None None] New status for floating IP c5b38d6c-236c-429e-adac-09572a4d3a5e: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:49:57.545515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.552407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b3c3f868-8298-4c92-b8d8-c1ef879e46af tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:57.559163 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b3c3f868-8298-4c92-b8d8-c1ef879e46af tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0133338 Apr 29 11:49:57.559163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=7352a862-dd42-4a5d-be7b-8f6aca655baa,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:57.570605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52358) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:57.580441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:57.588528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f16dcd00-5476-4a66-906b-0516fdea05db req-e58ac139-5078-4680-ad1c-2b72896deae7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3274579 Apr 29 11:49:57.593420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--650802617'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:57.611165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:57.633654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:57.637212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:57.645292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.647774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c4c82-ee45-4e8b-b93d-4ca40855013e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:57.667432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c154262e-ec12-4deb-b7f3-12910636e7c4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4640770 Apr 29 11:49:57.695019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52362) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:57.703549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:57.719070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:de:eb:72', 'name': 'tempest-NetworksTestDHCPv6-1236171978'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:57.760105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-981ef5f0-93cc-47ae-9764-4393aace6792 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:57.763307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-981ef5f0-93cc-47ae-9764-4393aace6792 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 0.9528058 Apr 29 11:49:57.774737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.813566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377744-5170-48ec-8131-7b48df3b1539 req-a75be76a-1352-46ec-8ac1-b6d87da8dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:57.815698 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-a75be76a-1352-46ec-8ac1-b6d87da8dd44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 1099 time: 0.4949219 Apr 29 11:49:57.831323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:49:57.841099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:49:57.856257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67874f21-273e-4851-af88-7be6f4f79ff7 req-35f8d6f1-e470-4506-9d1c-cfcfba13efc1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:57.856963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-67874f21-273e-4851-af88-7be6f4f79ff7 req-35f8d6f1-e470-4506-9d1c-cfcfba13efc1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Synchronizing usage tracker for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:57.882786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Pushing event updated for resources: {'Port': ['ID=577c4332-d47e-418c-bee2-939b28be8d3a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:57.911409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:57.916109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Attempting to bind port 577c4332-d47e-418c-bee2-939b28be8d3a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:57.916348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Attempting to bind port 577c4332-d47e-418c-bee2-939b28be8d3a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:57.916794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Attempting to bind port 577c4332-d47e-418c-bee2-939b28be8d3a on network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:57.934357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:57.934868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Checking segment: {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:57.935347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.935859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Bound using segment: {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:57.936425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Bound port: 577c4332-d47e-418c-bee2-939b28be8d3a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:57.936883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:57.941667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:57.952104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:57.963295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:58.058668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Allocated IP 2001:db8:3::1 (d337dfa3-e9ed-4a39-ac46-10384bf7cf58/bf0c827c-df08-4c0d-a360-71da20781e59/7509947c-f4c3-4fe4-9db6-d87feb75fdd3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:58.063369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-67874f21-273e-4851-af88-7be6f4f79ff7 req-35f8d6f1-e470-4506-9d1c-cfcfba13efc1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Unset dirty status for tenant:ea84be2ed9c040caaa6f7b3ae05fc24b on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:58.064614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-67874f21-273e-4851-af88-7be6f4f79ff7 req-35f8d6f1-e470-4506-9d1c-cfcfba13efc1 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.7552071 Apr 29 11:49:58.078351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:49:58.078829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.088178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.106474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Transition to ACTIVE for port object 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:58.115525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.124254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '7352a862-dd42-4a5d-be7b-8f6aca655baa'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:49:58.125694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.127356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.183005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377744-5170-48ec-8131-7b48df3b1539 req-93d0ec68-953a-41db-9d31-411e26919faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:58.184624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-93d0ec68-953a-41db-9d31-411e26919faa service neutron] 10.222.0.66 "GET /v2.0/networks?id=fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 200 len: 898 time: 0.3214810 Apr 29 11:49:58.227399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port f8d37c70-eb5c-48f5-951a-8a56949b0d1a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:58.227790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.323376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.335159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] For port 577c4332-d47e-418c-bee2-939b28be8d3a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:49:58.349120 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-c192a345-29b0-4378-9de5-66642ac64155 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 200 len: 217 time: 0.1122777 Apr 29 11:49:58.406213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.440893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377744-5170-48ec-8131-7b48df3b1539 req-0fcc07d9-6751-479e-a851-91cccd94483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:58.443043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-0fcc07d9-6751-479e-a851-91cccd94483a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 200 len: 835 time: 0.0725436 Apr 29 11:49:58.448868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] For port 577c4332-d47e-418c-bee2-939b28be8d3a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=577c4332-d47e-418c-bee2-939b28be8d3a,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:49:58.464883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.556786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-67874f21-273e-4851-af88-7be6f4f79ff7 req-03ca0e09-e738-4ebe-9738-5e038632e650 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835641 Apr 29 11:49:58.575045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.66', 58443) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:58.659158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:58.685096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.686104 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1dc4016e-c987-4aa2-b7fa-7c5315666d61 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9025896 Apr 29 11:49:58.698442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52370) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:58.719923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f35ccd-f661-44b5-baac-de30174bd8b2 None None] Pushing event updated for resources: {'Port': ['ID=577c4332-d47e-418c-bee2-939b28be8d3a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:58.725140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Allocated IP 2001:db8::f816:3eff:fe5c:bd51 (509b49ef-561b-4c7b-b648-76f046bd5c48/7352a862-dd42-4a5d-be7b-8f6aca655baa/514b1e21-2a48-4f04-9750-db37ca6aa331) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:49:58.729649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2df9c6-f1db-44e8-becb-8604b3dfae43,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:58.813861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.850129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Transition to ACTIVE for port object 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:58.865569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:58.874293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.909419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.930304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:49:58.948998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:58.962827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d5a7b-71c1-41a4-9224-bab299515f8e None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '53b60425-6037-4ccc-91f9-57d9d257bd9f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'port_id': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'mac_address': 'fa:16:3e:6c:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:46:58Z', 'updated_at': '2022-04-29T11:47:05Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:49:58.985493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:49:58.993609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4d99c198-0c30-4561-a2c0-d378d72e0948 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0e2df9c6-f1db-44e8-becb-8604b3dfae43 HTTP/1.1" status: 204 len: 168 time: 2.4074743 Apr 29 11:49:59.011884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52374) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:59.024301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60b63-0a27-46b7-b9c5-a9a851dd419f req-51aeb1d0-a338-4b5e-8015-acb6341d78c4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:59.025015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-abd60b63-0a27-46b7-b9c5-a9a851dd419f req-51aeb1d0-a338-4b5e-8015-acb6341d78c4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:59.028499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:49:59.043394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:49:59.076963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.094349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Transition to ACTIVE for port object 514b1e21-2a48-4f04-9750-db37ca6aa331 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:59.106747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:49:59.118848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Attempting to bind port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:59.119083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b5e56-5857-48da-bd3e-6bf99e1b953e None None] Network d75dedca-58d6-4625-8bd4-ea806ed22d5f requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:49:59.119216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Attempting to bind port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:59.119481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Attempting to bind port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:59.147774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.159254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:49:59.159954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Attempting to bind port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:59.168407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Transition to ACTIVE for port object 514b1e21-2a48-4f04-9750-db37ca6aa331 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:49:59.215497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:59.228033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.243137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:59.260225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:59.260696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.263858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:49:59.292347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.293624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7090302 Apr 29 11:49:59.294541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1dbbc-c62b-4a62-ac3d-acc9531f346f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0594b997-f57f-450d-babf-0c2c55456bb4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:59.297054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:59.302225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52378) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:59.307146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:59.307478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:59.307856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Bound using segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:59.308681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Bound port: 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:59.308681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.343184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-78280346-de6c-4b57-9e88-9574b38c55b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '0594b997-f57f-450d-babf-0c2c55456bb4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:49:59.344758 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-78280346-de6c-4b57-9e88-9574b38c55b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 11:49:59.349479 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-78280346-de6c-4b57-9e88-9574b38c55b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:49:59.349826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-78280346-de6c-4b57-9e88-9574b38c55b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0391605 Apr 29 11:49:59.355332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52382) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:49:59.383291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-abd60b63-0a27-46b7-b9c5-a9a851dd419f req-51aeb1d0-a338-4b5e-8015-acb6341d78c4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:49:59.391026 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-abd60b63-0a27-46b7-b9c5-a9a851dd419f req-51aeb1d0-a338-4b5e-8015-acb6341d78c4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 931 time: 1.5397921 Apr 29 11:49:59.430129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1d58e4aa-faa9-4a9b-9b62-197a7e40ffd6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:59.438611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:49:59.459948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377744-5170-48ec-8131-7b48df3b1539 req-c352f944-7f26-4866-b4a3-2fccfa946386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:59.463211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:49:59.469319 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-c352f944-7f26-4866-b4a3-2fccfa946386 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fb6e62b9-909f-472b-a68e-9622fa096f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9483142 Apr 29 11:49:59.515931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.524601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46c644-c044-42a5-891e-60548837244f req-19050a52-9f01-46aa-94f1-3845360ae5e3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:59.525463 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b46c644-c044-42a5-891e-60548837244f req-19050a52-9f01-46aa-94f1-3845360ae5e3 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 0.9493139 Apr 29 11:49:59.606658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:49:59.614275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b27ba78-1118-4856-a4b8-6070eebf6e03 None None] Provisioning complete for port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:49:59.614641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b27ba78-1118-4856-a4b8-6070eebf6e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.680616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Pushing event updated for resources: {'Port': ['ID=514b1e21-2a48-4f04-9750-db37ca6aa331,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:49:59.693969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a31f2-5fdf-43fa-b67d-ab5ca3f3ce9e req-5e9ecec7-89ed-4b5b-87d2-58d53648f0a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:49:59.694899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-e82a31f2-5fdf-43fa-b67d-ab5ca3f3ce9e req-5e9ecec7-89ed-4b5b-87d2-58d53648f0a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:49:59.718402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port f8d37c70-eb5c-48f5-951a-8a56949b0d1a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:49:59.718402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.731787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 577c4332-d47e-418c-bee2-939b28be8d3a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:49:59.766550 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-abd60b63-0a27-46b7-b9c5-a9a851dd419f req-124caa4d-7860-47a2-96c9-54f74f23a5e8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560770 Apr 29 11:49:59.866200 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-45cbea16-474a-4497-98f6-c44a2c2ca6d6 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958864 Apr 29 11:49:59.871705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Deleting port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:49:59.871961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Attempting to bind port 514b1e21-2a48-4f04-9750-db37ca6aa331 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:49:59.872082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.872177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Attempting to bind port 514b1e21-2a48-4f04-9750-db37ca6aa331 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:49:59.872549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Attempting to bind port 514b1e21-2a48-4f04-9750-db37ca6aa331 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:49:59.886523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:49:59.886894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:49:59.887301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:49:59.887695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:49:59.888178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Bound port: 514b1e21-2a48-4f04-9750-db37ca6aa331, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:49:59.888548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.031657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 577c4332-d47e-418c-bee2-939b28be8d3a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:00.048312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1d58e4aa-faa9-4a9b-9b62-197a7e40ffd6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:00.048992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1d58e4aa-faa9-4a9b-9b62-197a7e40ffd6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.1599672 Apr 29 11:50:00.074392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3edab6f-86f3-47a3-bf7c-c743b788196f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:00.077349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-e82a31f2-5fdf-43fa-b67d-ab5ca3f3ce9e req-5e9ecec7-89ed-4b5b-87d2-58d53648f0a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:00.079009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e82a31f2-5fdf-43fa-b67d-ab5ca3f3ce9e req-5e9ecec7-89ed-4b5b-87d2-58d53648f0a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 946 time: 1.1783211 Apr 29 11:50:00.095163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for f8d37c70-eb5c-48f5-951a-8a56949b0d1a owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:00.103879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52390) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:00.123325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] DHCP port deletion for d75dedca-58d6-4625-8bd4-ea806ed22d5f request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:00.126849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] For port 514b1e21-2a48-4f04-9750-db37ca6aa331, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:00.129248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e3edab6f-86f3-47a3-bf7c-c743b788196f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:00.129825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e3edab6f-86f3-47a3-bf7c-c743b788196f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:00.137618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Deleting port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:00.138193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.142290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-security--726714427', 'description': 'tempest-security-description-2112745737'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:00.178520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] For port 514b1e21-2a48-4f04-9750-db37ca6aa331, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=514b1e21-2a48-4f04-9750-db37ca6aa331,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:00.200092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.348416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:00.348969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.377797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb785-147e-4622-aa34-96d9cecf89a1 None None] Pushing event updated for resources: {'Port': ['ID=514b1e21-2a48-4f04-9750-db37ca6aa331,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:00.381719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-93564b82-132f-40aa-8184-1f3a99726a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.419256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.439186 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e82a31f2-5fdf-43fa-b67d-ab5ca3f3ce9e req-19201eb5-e95d-4e76-997a-0db25ee72221 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d376a434-3fad-4b22-9170-1ef2c9fe919e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3219781 Apr 29 11:50:00.539519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.556167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.585687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.598997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.654108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] For port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,segment=NetworkSegment(3744eb96-c9cb-4452-8180-a271259823b5),segment_id=3744eb96-c9cb-4452-8180-a271259823b5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:00.655030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.709469 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-e8bb1479-9ccb-47ca-861c-7b0165f4d111 service neutron] 10.222.0.66 "GET /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577713 Apr 29 11:50:00.719460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:00.750019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.773799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb456dcb-39d0-49d8-b8f3-46ea1afe6540 None None] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:00.780818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.783277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.788251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "PUT /v2.0/security-groups/16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf HTTP/1.1" status: 200 len: 1779 time: 0.6781409 Apr 29 11:50:00.815676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52394) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:00.816381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=f8d37c70-eb5c-48f5-951a-8a56949b0d1a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:00.858461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:00.861048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 4af0ef7b-760e-4844-a609-5af7de5d31c7 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:00.892478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Calling delete_port for 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:00.934107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:00.966014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640422a-993f-4dcc-b218-ecd9d3e7979c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:01.027069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.036697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Provisioning for port 577c4332-d47e-418c-bee2-939b28be8d3a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:01.058746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Provisioning complete for port 577c4332-d47e-418c-bee2-939b28be8d3a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:01.058746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.124526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port f8d37c70-eb5c-48f5-951a-8a56949b0d1a on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:01.134656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] For port 2e5b7a65-0d39-4a12-a98d-ad9602e47791, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=2e5b7a65-0d39-4a12-a98d-ad9602e47791,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:01.135608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.152808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.165050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'name': 'network-vif-deleted', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:01.174523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.217499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:01.218263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.219767 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 1093 time: 4.5856900 Apr 29 11:50:01.237961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e3d9e571-66b0-45ff-9ddd-8ab2f11cb20b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups/16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf HTTP/1.1" status: 200 len: 1779 time: 0.4110219 Apr 29 11:50:01.244868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52402) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:01.248568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] Pushing event deleted for resources: {'Port': ['ID=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:01.255996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30271339-cff7-40ec-a6fc-67585d8ff79e None None] No DVR routers for this DVR port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:01.338886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Calling delete_port for 2e5b7a65-0d39-4a12-a98d-ad9602e47791 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:01.343881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85f198-5d96-497d-b202-9fdd775fa6f1 req-44aa84a3-af08-43e1-8f6f-d83f24f22ded tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:01.350390 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f85f198-5d96-497d-b202-9fdd775fa6f1 req-44aa84a3-af08-43e1-8f6f-d83f24f22ded tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 946 time: 1.3629124 Apr 29 11:50:01.474355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.598611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] For port 577c4332-d47e-418c-bee2-939b28be8d3a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=577c4332-d47e-418c-bee2-939b28be8d3a,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:01.631438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5277a-7c48-43a9-ac8c-ff828887e4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:01.638184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.639734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef2b4b-4a64-4067-bfae-19954ca4aca5 req-aa1520c3-939f-43b9-a37f-0f21652966f1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:01.639895 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/f8d37c70-eb5c-48f5-951a-8a56949b0d1a HTTP/1.1" status: 204 len: 173 time: 3.8497326 Apr 29 11:50:01.640378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.643519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.644910 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/0594b997-f57f-450d-babf-0c2c55456bb4 HTTP/1.1" status: 204 len: 168 time: 2.2664711 Apr 29 11:50:01.650150 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-75ef2b4b-4a64-4067-bfae-19954ca4aca5 req-aa1520c3-939f-43b9-a37f-0f21652966f1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.6109407 Apr 29 11:50:01.656996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52408) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:01.760658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 2e5b7a65-0d39-4a12-a98d-ad9602e47791 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:01.794126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad6619-9bea-42f1-a782-14ae2f662495 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594b997-f57f-450d-babf-0c2c55456bb4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:01.812196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 514b1e21-2a48-4f04-9750-db37ca6aa331 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:01.845562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fede:eb72 (509b49ef-561b-4c7b-b648-76f046bd5c48/7352a862-dd42-4a5d-be7b-8f6aca655baa/4af0ef7b-760e-4844-a609-5af7de5d31c7) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:01.913628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0ac44d67-653e-4220-a3d0-08cfc1f55cb3,segment=NetworkSegment(3744eb96-c9cb-4452-8180-a271259823b5),segment_id=3744eb96-c9cb-4452-8180-a271259823b5)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:01.914017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:01.931565 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-75ef2b4b-4a64-4067-bfae-19954ca4aca5 req-68419fce-7043-4795-84ff-5c29821ba40b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804203 Apr 29 11:50:01.941444 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f85f198-5d96-497d-b202-9fdd775fa6f1 req-58d8ab0c-183a-4b7b-96df-f551ddd0bbbf tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546329 Apr 29 11:50:01.968505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d48c748-f3da-4b2d-91fe-cc2bfd5c896e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:02.033296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d48c748-f3da-4b2d-91fe-cc2bfd5c896e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:02.038644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d48c748-f3da-4b2d-91fe-cc2bfd5c896e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3704972 Apr 29 11:50:02.048727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:50:02.062601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52412) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:02.077728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536258161'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:02.086664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.091082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:02.094304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.098592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.099723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.105480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Pushing event updated for resources: {'Port': ['ID=577c4332-d47e-418c-bee2-939b28be8d3a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:02.109168 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No ports have port_id starting with 2e5b7a65-0d39-4a12-a98d-ad9602e47791 Apr 29 11:50:02.121884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device f8d37c70-eb5c-48f5-951a-8a56949b0d1a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:02.150096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9848288-eb79-49ac-8f81-af9fb52d5954'] response: {'server_uuid': '05937b68-f3a6-4895-afbf-51b4ba2aac1b', 'name': 'network-vif-deleted', 'tag': 'f8d37c70-eb5c-48f5-951a-8a56949b0d1a', 'status': 'completed', 'code': 200} Apr 29 11:50:02.200744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.201522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.202002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.202672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.203051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.203399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.203732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.204069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.204946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.204946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.205281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.205475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603c58f-13c1-4921-9042-408ba02b5b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:02.214546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: f8d37c70-eb5c-48f5-951a-8a56949b0d1a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:02.215214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device f8d37c70-eb5c-48f5-951a-8a56949b0d1a not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:02.233421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 514b1e21-2a48-4f04-9750-db37ca6aa331 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:02.247940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Provisioning complete for port 577c4332-d47e-418c-bee2-939b28be8d3a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:02.248104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.357356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:02.359605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:02.454912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:02.455537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:02.481286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:02.507594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event updated for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:02.544662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.552700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-42af29d8-064b-41b9-a541-9a6f265f29a6 req-18b0a260-8e94-4894-b450-a248b2fe9194 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:02.589044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Provisioning for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:02.595182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Provisioning complete for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:02.595701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.631052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.644970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-49947804-493e-4b44-9a3c-a5104e9f50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:02.646529 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-49947804-493e-4b44-9a3c-a5104e9f50fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1096 time: 1.2920258 Apr 29 11:50:02.656975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f45fdf56-c90e-43a0-8e6c-5b42508850f4 None None] Port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:02.669145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.677638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Port': ['ID=2e5b7a65-0d39-4a12-a98d-ad9602e47791,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:02.696132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] No DVR routers for this DVR port 2e5b7a65-0d39-4a12-a98d-ad9602e47791 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:02.707863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.712295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-deleted', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:02.736500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:02.744423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b46c644-c044-42a5-891e-60548837244f req-0f81ffff-b245-458b-8dcc-47c45d8d343a tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.66 "DELETE /v2.0/ports/2e5b7a65-0d39-4a12-a98d-ad9602e47791 HTTP/1.1" status: 204 len: 173 time: 3.1917384 Apr 29 11:50:02.754840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:02.761638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:02.770762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:02.786818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:02.787158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Provisioning complete for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:02.787941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.789261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:02.803461 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168d7930-7516-4fcb-8af3-44f83bdfefdf'] response: {'server_uuid': 'a428eaef-deca-475b-9d6b-3b2cb57fe760', 'name': 'network-vif-deleted', 'tag': '2e5b7a65-0d39-4a12-a98d-ad9602e47791', 'status': 'completed', 'code': 200} Apr 29 11:50:02.872595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-42af29d8-064b-41b9-a541-9a6f265f29a6 req-18b0a260-8e94-4894-b450-a248b2fe9194 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:02.881281 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42af29d8-064b-41b9-a541-9a6f265f29a6 req-18b0a260-8e94-4894-b450-a248b2fe9194 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=05937b68-f3a6-4895-afbf-51b4ba2aac1b HTTP/1.1" status: 200 len: 210 time: 0.5419533 Apr 29 11:50:02.930617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:02.951609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-be2ba487-b503-4a4d-843b-11130daf8563 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 217 time: 0.2856643 Apr 29 11:50:02.977375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:02.977707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:02.984469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bf797141-8802-48cf-82c6-54cdbd88f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:02.993430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Provisioning for port 514b1e21-2a48-4f04-9750-db37ca6aa331 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:03.024097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Provisioning complete for port 514b1e21-2a48-4f04-9750-db37ca6aa331 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:03.024474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.125914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.148132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.178162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.199576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:03.236329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:03.250015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-9db88bea-6758-4937-86bb-6e7a98e7cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:03.251470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-9db88bea-6758-4937-86bb-6e7a98e7cd2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.2753861 Apr 29 11:50:03.272858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.290442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac080c9-673c-4387-913c-de45a48a0d98,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:03.293220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.297562 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b1148d6f-0080-4045-abd3-6d3ab2a3158c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2335920 Apr 29 11:50:03.318715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] For port 514b1e21-2a48-4f04-9750-db37ca6aa331, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=514b1e21-2a48-4f04-9750-db37ca6aa331,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:03.323880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.350213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.386218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-30979fcb-36a4-48f7-8f13-e73332dbca16 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'dac080c9-673c-4387-913c-de45a48a0d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:03.400542 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-30979fcb-36a4-48f7-8f13-e73332dbca16 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 11:50:03.401156 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-30979fcb-36a4-48f7-8f13-e73332dbca16 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:03.402338 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30979fcb-36a4-48f7-8f13-e73332dbca16 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0507929 Apr 29 11:50:03.411624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d653-b0a2-4623-a274-66711d56b641 None None] Pushing event updated for resources: {'Port': ['ID=514b1e21-2a48-4f04-9750-db37ca6aa331,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:03.420685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52426) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.446575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.448397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9d1182bf-d0b1-4358-be68-805e20ef5670 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'dac080c9-673c-4387-913c-de45a48a0d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:03.450182 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-07f6e059-e4ba-4394-a568-0d9565efd991 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf HTTP/1.1" status: 204 len: 168 time: 2.1933577 Apr 29 11:50:03.450976 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-9d1182bf-d0b1-4358-be68-805e20ef5670 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 11:50:03.452184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9d1182bf-d0b1-4358-be68-805e20ef5670 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:03.456799 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d1182bf-d0b1-4358-be68-805e20ef5670 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0345685 Apr 29 11:50:03.456954 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a7f59301-7e81-45b0-866a-d778f3375ec4 req-dc34e51b-27cf-410a-aa11-dfb9f3ceaca9 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "GET /v2.0/ports?device_id=a428eaef-deca-475b-9d6b-3b2cb57fe760 HTTP/1.1" status: 200 len: 210 time: 0.1981969 Apr 29 11:50:03.457371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52430) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.457709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.471829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ed94fd65-b31c-45a3-9443-6268ddfa96c9 None None] Provisioning complete for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:03.473991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed94fd65-b31c-45a3-9443-6268ddfa96c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.499208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.511149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:03.524717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:03.525507 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1fcfc945-a8d4-4fc3-b4d6-55154c23d1de tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1705050 Apr 29 11:50:03.528272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52434) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.534553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:03.540791 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:03.545153 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:03.545535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 0ac44d67-653e-4220-a3d0-08cfc1f55cb3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:03.546059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.576537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 577c4332-d47e-418c-bee2-939b28be8d3a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:03.591868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a02a1c-4275-4dd5-b989-436d26847411 req-0deda613-cd97-4318-9fa9-6add561e8a28 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:03.599107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-36a02a1c-4275-4dd5-b989-436d26847411 req-0deda613-cd97-4318-9fa9-6add561e8a28 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.4048769 Apr 29 11:50:03.624784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 4af0ef7b-760e-4844-a609-5af7de5d31c7 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:03.650824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed94fd65-b31c-45a3-9443-6268ddfa96c9 None None] Port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:03.681990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 577c4332-d47e-418c-bee2-939b28be8d3a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:03.682411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.738055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e6867589-d82d-41d2-9c30-e6ec2aa7586d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'dac080c9-673c-4387-913c-de45a48a0d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:03.738910 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-e6867589-d82d-41d2-9c30-e6ec2aa7586d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 11:50:03.739417 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-e6867589-d82d-41d2-9c30-e6ec2aa7586d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:03.742953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e6867589-d82d-41d2-9c30-e6ec2aa7586d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1960557 Apr 29 11:50:03.746458 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-36a02a1c-4275-4dd5-b989-436d26847411 req-4de7ab3a-e541-45c7-ac55-29c5f7b52f3c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461625 Apr 29 11:50:03.751609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52442) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.754394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] The port '0ac44d67-653e-4220-a3d0-08cfc1f55cb3' was deleted {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:03.763016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-24b8865b-c04d-4889-bd70-f0805c828b28 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'dac080c9-673c-4387-913c-de45a48a0d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:03.764364 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-24b8865b-c04d-4889-bd70-f0805c828b28 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 11:50:03.764507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.765151 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-24b8865b-c04d-4889-bd70-f0805c828b28 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:03.769224 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-24b8865b-c04d-4889-bd70-f0805c828b28 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125859 Apr 29 11:50:03.769730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:03.791282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.796993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:03.804762 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:03.925567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-893fb4a0-5b09-497d-b825-eeb8f462bb83 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:03.971600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:03.997686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.007485 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52452) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.029137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:04.030955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=4af0ef7b-760e-4844-a609-5af7de5d31c7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:04.045798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:04.051822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:04.052431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.058031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.075795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-aa6ecd0e-e4e6-4878-907b-2b860958fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:04.077289 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-aa6ecd0e-e4e6-4878-907b-2b860958fd01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8124399 Apr 29 11:50:04.117136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-893fb4a0-5b09-497d-b825-eeb8f462bb83 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:04.120728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-893fb4a0-5b09-497d-b825-eeb8f462bb83 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5755451 Apr 29 11:50:04.124402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52456) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.152980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:04.168041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75dedca-58d6-4625-8bd4-ea806ed22d5f']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:04.174573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.180918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e846465-dee5-4198-a5ef-ff54235b6d23 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4813042 Apr 29 11:50:04.191938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52462) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.199945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.221437 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:00Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:01Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:04.226943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.236778 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:04.237128 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Updating router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:50:04.256722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3744eb96-c9cb-4452-8180-a271259823b5') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:04.257274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3744eb96-c9cb-4452-8180-a271259823b5') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:04.277329 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec988110-2931-4116-95c8-dc5fa7b38139'] response: {'name': 'network-changed', 'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'status': 'completed', 'code': 200} Apr 29 11:50:04.301215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.308748 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-43132aa6-18cc-46d2-9614-5d4c02e93dbb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] delete failed (client error): The resource could not be found. Apr 29 11:50:04.313599 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-43132aa6-18cc-46d2-9614-5d4c02e93dbb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/16a29457-4d0f-4c1d-b4e1-a1f800bb1eaf HTTP/1.1" status: 404 len: 347 time: 0.1720934 Apr 29 11:50:04.324498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52466) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.341605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.352033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--452740118'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:04.389501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.397619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b2f5e37c-affe-4286-b78b-a928b09562d8 None None] Provisioning for port 4af0ef7b-760e-4844-a609-5af7de5d31c7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:04.406181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b2f5e37c-affe-4286-b78b-a928b09562d8 None None] Provisioning complete for port 4af0ef7b-760e-4844-a609-5af7de5d31c7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:04.406972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e37c-affe-4286-b78b-a928b09562d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.511315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5e37c-affe-4286-b78b-a928b09562d8 None None] Port 4af0ef7b-760e-4844-a609-5af7de5d31c7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:04.519875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:04.527952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.extraroute_db [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:50:04.535294 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-7fb7461d-c989-4605-b79c-6912b12c2dec service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397488 Apr 29 11:50:04.536172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:04.541918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.562368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.extraroute_db [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Removed routes are [] {{(pid=88016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:50:04.563055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.572333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.579643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.588009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac080c9-673c-4387-913c-de45a48a0d98,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:04.614822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52472) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.620077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:04.620503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: util.warn( Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:04.637579 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:04.721371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376a434-3fad-4b22-9170-1ef2c9fe919e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:04.750972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.752112 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-27d5475b-5582-41f1-b089-c1a3c89f5d2d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/d376a434-3fad-4b22-9170-1ef2c9fe919e HTTP/1.1" status: 204 len: 168 time: 0.7435632 Apr 29 11:50:04.763440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.839010 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:04.854011 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Transition to ACTIVE for port object 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:04.861252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52480) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:04.865232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.033556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.041333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet b28d6dc1-2519-43a0-a0bf-a502becce282 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:05.045842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.076904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.113399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.117591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b9509307-f623-472f-8ab1-4bcfa0d5132f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/dac080c9-673c-4387-913c-de45a48a0d98 HTTP/1.1" status: 204 len: 168 time: 1.3376768 Apr 29 11:50:05.132331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52484) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:05.155262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:05.175863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:05.180047 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Attempting to bind port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:05.180717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Attempting to bind port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:05.181081 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Attempting to bind port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 on network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:05.188932 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:05.189304 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Checking segment: {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:05.190044 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.190432 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Bound using segment: {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:05.191127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Bound port: 7509947c-f4c3-4fe4-9db6-d87feb75fdd3, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac862467-3b0b-404b-a9bd-380f358bd79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:05.191500 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.191880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:05.212919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.214676 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed6745-73cd-43a9-95db-aaa3a6fd2e48 None None] Pushing event updated for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:05.215195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:05.244916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8050e8-8f2e-47b9-96f8-bde46e3e169f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:05.251054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8050e8-8f2e-47b9-96f8-bde46e3e169f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:05.252232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e8050e8-8f2e-47b9-96f8-bde46e3e169f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:05.278631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.284423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.300264 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] For port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:05.304444 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] For port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:05.310368 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.323317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=d75dedca-58d6-4625-8bd4-ea806ed22d5f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:05.326487 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836f482b-aa9b-4b60-afb5-25b8295bca39 req-f6ba8d36-461e-46b1-91fe-af724597810d service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790079 Apr 29 11:50:05.350804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:05.371912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-044cdcac-57bd-4534-8c98-8570e2074467 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/d75dedca-58d6-4625-8bd4-ea806ed22d5f HTTP/1.1" status: 204 len: 168 time: 6.3530436 Apr 29 11:50:05.372255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:05.396821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ce5266e8-064b-4886-9add-c8b90a0c984d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:05.399387 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:05.400018 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:05.404255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e8050e8-8f2e-47b9-96f8-bde46e3e169f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:05.405475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e8050e8-8f2e-47b9-96f8-bde46e3e169f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.2032955 Apr 29 11:50:05.455187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52492) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:05.486813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.511500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.566731 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed6745-73cd-43a9-95db-aaa3a6fd2e48 None None] Pushing event updated for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:05.579403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 514b1e21-2a48-4f04-9750-db37ca6aa331 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:05.651334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:05.666390 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 514b1e21-2a48-4f04-9750-db37ca6aa331 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:05.667053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.696788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6b1c2-fb82-4baa-a172-26715762ce40 req-b4f16986-0bd3-4bf4-a715-fd125ec09f38 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:05.698548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c6b1c2-fb82-4baa-a172-26715762ce40 req-b4f16986-0bd3-4bf4-a715-fd125ec09f38 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.6404815 Apr 29 11:50:05.811108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ce5266e8-064b-4886-9add-c8b90a0c984d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:05.812409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ce5266e8-064b-4886-9add-c8b90a0c984d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6778450 Apr 29 11:50:05.835724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52496) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:05.878764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--158683944'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:05.899295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:05.928119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.948533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:05.954757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:05.960005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 4af0ef7b-760e-4844-a609-5af7de5d31c7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:05.961039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.019031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c6b1c2-fb82-4baa-a172-26715762ce40 req-5cb9b10f-0bab-45f5-aa21-1dbda2c06cd4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060827 Apr 29 11:50:06.030075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:06.063698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.065693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f8ce0f77-707b-499e-ab6e-ce02db4f9324 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 953 time: 2.5359364 Apr 29 11:50:06.084925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:06.086311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-e9f4b6f2-63be-4a76-8fa2-956ce0b6bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:06.088060 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-e9f4b6f2-63be-4a76-8fa2-956ce0b6bbf8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1096 time: 0.5950916 Apr 29 11:50:06.088944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.099805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.125109 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:04Z', 'revision_number': 6, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:05Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:06.131954 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92469b7d-6f47-4f7f-900f-b5cc2c24161c None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:04Z', 'revision_number': 6, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:05Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:06.246729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:06.312575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ebfd8-b260-40b3-a1ae-19551952c702,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:06.314035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2d4d8-c989-4fdb-91c6-b30e1f7347b5 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:06.316050 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83b2d4d8-c989-4fdb-91c6-b30e1f7347b5 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9424853 Apr 29 11:50:06.321425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=b28d6dc1-2519-43a0-a0bf-a502becce282,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:06.322993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52504) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:06.324045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.325908 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-69c5c314-00a5-49f1-b8a9-356eb43105e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/b28d6dc1-2519-43a0-a0bf-a502becce282 HTTP/1.1" status: 204 len: 168 time: 1.4633791 Apr 29 11:50:06.333094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52506) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:06.338368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de07da-8d24-4d75-a8cc-ba28747d0743 None None] Network 7a8fd070-51e3-40b3-a3fc-539f716b5dca requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:06.338596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.342462 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a1676ad0-5f15-42ca-9b7c-cce7e31089a5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0058911 Apr 29 11:50:06.345818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:06.352511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:06.386098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52510) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:06.425671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:06.453795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '8c6ebfd8-b260-40b3-a1ae-19551952c702', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:06.477712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-081c17e5-31ad-465a-85a5-08968dc2301a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 953 time: 0.3777349 Apr 29 11:50:06.479683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52516) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:06.503456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'routes': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:06.621737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:06.643020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:06.651077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:06.685269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] DHCP port deletion for 7a8fd070-51e3-40b3-a3fc-539f716b5dca request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:06.690117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Deleting port 61082544-c106-4c95-9a66-ae7e4998634c {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:06.690403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.723217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-e5ddcab8-4c5e-4b87-80a2-0d7dae82e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:06.724834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-e5ddcab8-4c5e-4b87-80a2-0d7dae82e578 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.5479231 Apr 29 11:50:06.735706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:06.745202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.826224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.834704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.842646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 61082544-c106-4c95-9a66-ae7e4998634c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:06.843009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:06.922995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] For port 61082544-c106-4c95-9a66-ae7e4998634c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=61082544-c106-4c95-9a66-ae7e4998634c,segment=NetworkSegment(ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4),segment_id=ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:06.923715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.053138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Calling delete_port for 61082544-c106-4c95-9a66-ae7e4998634c owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:07.063148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 4af0ef7b-760e-4844-a609-5af7de5d31c7 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:07.074177 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-bba48c48-7648-4b4c-801a-82af0450f53a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 217 time: 0.3407607 Apr 29 11:50:07.137598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-14bb891c-74c3-4b60-83a4-5c806346a857 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8076193 Apr 29 11:50:07.157793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52522) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:07.172380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.218969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178394166'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:07.231267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:07.242943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] No DVR routers for this DVR port 61082544-c106-4c95-9a66-ae7e4998634c on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:07.246008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae0ca3-089d-44eb-9268-1352384d6243 None None] Pushing event deleted for resources: {'Port': ['ID=61082544-c106-4c95-9a66-ae7e4998634c,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:07.254354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:07.255004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:07.284572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] The port '61082544-c106-4c95-9a66-ae7e4998634c' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:07.285987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:07.313399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-f0a77940-9b52-454d-98a3-b88f74bd1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:07.315477 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-f0a77940-9b52-454d-98a3-b88f74bd1a4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.1373274 Apr 29 11:50:07.318236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.338532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:07.352181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:07.375904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:07.381897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.428592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.445520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.484522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:07.525560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8759cb0-589d-4400-9d2d-ca65626332c9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:07.529570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.533920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77617f92-f6fb-43b2-97e5-e26e4b228fa9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6903675 Apr 29 11:50:07.536652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-b9298b05-7077-4555-83f1-8c4f12fb66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:07.538377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-b9298b05-7077-4555-83f1-8c4f12fb66cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2151535 Apr 29 11:50:07.541916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52526) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:07.547341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.561654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:07.564383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.578490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:07.586588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.659366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb225f6d-e09c-42ad-99d8-12b71e7b10dc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:07.664597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e15b71da-eefd-463f-a6c5-7da250f7783d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:07.664900 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-e15b71da-eefd-463f-a6c5-7da250f7783d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:50:07.665610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-e15b71da-eefd-463f-a6c5-7da250f7783d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:07.669718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e15b71da-eefd-463f-a6c5-7da250f7783d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1258161 Apr 29 11:50:07.676904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52530) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:07.702471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8fd070-51e3-40b3-a3fc-539f716b5dca']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:07.713301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.717270 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c92cd37f-33f1-4ec5-9092-19c7ed48c6b9 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2710650 Apr 29 11:50:07.724164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52532) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:07.733960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45d79-ddab-47db-a8e4-60139643ff33 req-6236c0eb-19ad-44e2-b0c0-818aa32760b4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:07.735486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2c45d79-ddab-47db-a8e4-60139643ff33 req-6236c0eb-19ad-44e2-b0c0-818aa32760b4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.5112898 Apr 29 11:50:07.744413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:07.745859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:07.746153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf4bf7d-b2a1-40c9-93ed-bf7848324bb4') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:07.778360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:07.779988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.784283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:50:07.795481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:07.802327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:07.834051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.855164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:07.881143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:07.886965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.887310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 56be4aa1-70ed-412e-94a7-71b774c9dbf1 of type vlan for network 1fc81725-3289-4555-8535-68ff539a2c48 Apr 29 11:50:07.889946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=4af0ef7b-760e-4844-a609-5af7de5d31c7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:07.900126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:07.900563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.926833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.937633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.969249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.976111 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:07.976774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:07.982209 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:07.986246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f4904a94-d46c-4940-bd5c-67b207e266cc tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2549505 Apr 29 11:50:07.986816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52538) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:07.995323 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:08.000167 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2c45d79-ddab-47db-a8e4-60139643ff33 req-393cdd7d-66ad-47e3-b0f6-7681b51cf7e7 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445629 Apr 29 11:50:08.009357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b963e0f0-8bd0-4301-933c-035a56ccb731 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:08.009861 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-b963e0f0-8bd0-4301-933c-035a56ccb731 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 11:50:08.010343 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-b963e0f0-8bd0-4301-933c-035a56ccb731 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:08.013649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.015711 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b963e0f0-8bd0-4301-933c-035a56ccb731 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103385 Apr 29 11:50:08.022502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52542) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.058999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:08.111308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.118819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.127358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-7dab7f0a-4a89-4f63-9adb-30ed8eab83a0 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221970 Apr 29 11:50:08.134600 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-de62d231-d6ea-4749-b963-d593155348fd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/4af0ef7b-760e-4844-a609-5af7de5d31c7 HTTP/1.1" status: 204 len: 168 time: 2.3369305 Apr 29 11:50:08.135375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52546) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.143820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:08.175351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:08.183939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:08.184705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.196378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:08.216873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:08.245560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:04Z', 'revision_number': 6, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:05Z', 'revision_number': 4, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:08.246784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.253171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.276153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:08.283930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.297093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:08.297789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:08.302761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.308512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.309147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.320708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb225f6d-e09c-42ad-99d8-12b71e7b10dc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:08.324068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9107b1-6253-4799-be88-d1335e3570c8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.325571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9107b1-6253-4799-be88-d1335e3570c8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:08.326510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2d9107b1-6253-4799-be88-d1335e3570c8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:08.330090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=7a8fd070-51e3-40b3-a3fc-539f716b5dca,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:08.382677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.382975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 61082544-c106-4c95-9a66-ae7e4998634c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:08.383869 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dc3872ad-f75d-41ac-a3b3-3c5fb4ed8368 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fb225f6d-e09c-42ad-99d8-12b71e7b10dc HTTP/1.1" status: 204 len: 168 time: 0.6586299 Apr 29 11:50:08.390614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52550) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.397171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added routes are [] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:50:08.397505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:50:08.409004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-62d2f7ba-d0d3-44bf-937b-ca5b941a5c1a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/7a8fd070-51e3-40b3-a3fc-539f716b5dca HTTP/1.1" status: 204 len: 168 time: 2.0268776 Apr 29 11:50:08.410004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52554) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.421797 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:08.422715 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a26e1ba1-8d08-49dd-8475-7cb198758edc req-2601366b-55c5-4c94-be1d-9c8fc47025aa service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649105 Apr 29 11:50:08.426085 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9012967e-f699-45ed-be2f-496a0c7f6a41 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3926778 Apr 29 11:50:08.431452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52558) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.451481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2975525a-44a7-40d0-8c7e-1edb5c0ac276 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:08.452259 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-2975525a-44a7-40d0-8c7e-1edb5c0ac276 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:50:08.452909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-2975525a-44a7-40d0-8c7e-1edb5c0ac276 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:08.457606 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2975525a-44a7-40d0-8c7e-1edb5c0ac276 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231867 Apr 29 11:50:08.465868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52562) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.478951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:08.506703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 61082544-c106-4c95-9a66-ae7e4998634c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:08.507050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 61082544-c106-4c95-9a66-ae7e4998634c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:08.537194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:08.538680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:08.570157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:08.571514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:08.583324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60d01685-21fb-40c5-8cb2-c329805551f6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:08.587321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:08.594496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.600945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:08.624793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2d9107b1-6253-4799-be88-d1335e3570c8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:08.626280 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2d9107b1-6253-4799-be88-d1335e3570c8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4796658 Apr 29 11:50:08.668850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52566) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.690718 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5214961 Apr 29 11:50:08.696418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52570) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:08.709010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '1fc81725-3289-4555-8535-68ff539a2c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:08.723378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fd296-c38d-4a36-ad23-1a22e7673a48 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=1fc81725-3289-4555-8535-68ff539a2c48,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:08.749737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1fc81725-3289-4555-8535-68ff539a2c48 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:50:08.885425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Deleting port 54f70cbc-435d-4b3f-abab-6291ef83e283 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:08.885425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.930946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:08.947683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:08.953649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:08.957910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port da83b4bb-617d-4cac-9571-ecf2ee7ed196 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:08.959245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:08.981161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Project c633f554d87c4cafb68ce8ed3bb45283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:08.995005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:09.000658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60d01685-21fb-40c5-8cb2-c329805551f6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:09.002013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60d01685-21fb-40c5-8cb2-c329805551f6 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6077945 Apr 29 11:50:09.010494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52574) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:09.042535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:04Z', 'revision_number': 6, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:09.048383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76a6a3-676a-40c4-8c94-8c529d45f8e4 None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:04Z', 'revision_number': 6, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:09.075255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:09.077910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.095972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 7352a862-dd42-4a5d-be7b-8f6aca655baa {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:09.118107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:09.126622 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dd00a01e-b419-46c3-ae42-8e20832bf632 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6544869 Apr 29 11:50:09.127959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.133024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52580) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:09.161477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-acb391da-5c1b-4099-a769-ff7cb434c658 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:09.162925 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-acb391da-5c1b-4099-a769-ff7cb434c658 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 11:50:09.163135 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-acb391da-5c1b-4099-a769-ff7cb434c658 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:09.167442 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-acb391da-5c1b-4099-a769-ff7cb434c658 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0233603 Apr 29 11:50:09.169419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52584) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:09.229172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:09.293669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.330373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:09.379379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.389332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.389682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.440922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:09.462481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:09.480451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.498064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:09.507892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:09.557805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for da83b4bb-617d-4cac-9571-ecf2ee7ed196 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:09.569282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] For port 54f70cbc-435d-4b3f-abab-6291ef83e283, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=54f70cbc-435d-4b3f-abab-6291ef83e283,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:09.569988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.575800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:09.576286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.594446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.599777 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Project c633f554d87c4cafb68ce8ed3bb45283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:09.665399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.677942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.716717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ebfd8-b260-40b3-a1ae-19551952c702,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:09.749906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Calling delete_port for 54f70cbc-435d-4b3f-abab-6291ef83e283 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:09.782678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.784310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-92a1c332-147e-47a2-805f-e19f74583820 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c6ebfd8-b260-40b3-a1ae-19551952c702 HTTP/1.1" status: 204 len: 168 time: 0.7717407 Apr 29 11:50:09.793528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52588) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:09.796301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:09.922039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:09.924944 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f8c1bf2f-320d-480b-9f7e-7ffc2bee7fa6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7547145 Apr 29 11:50:09.929610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52592) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:09.957544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'f8759cb0-589d-4400-9d2d-ca65626332c9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:09.962438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=27805611-3a32-4d89-a50a-a5c64e80b709,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:09.967379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:09.971626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:09.985117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410db28-248a-4f28-9b08-86383107400d req-9fb96d25-497d-4564-8182-bdfc5436e1cd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:09.986733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a410db28-248a-4f28-9b08-86383107400d req-9fb96d25-497d-4564-8182-bdfc5436e1cd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.8102748 Apr 29 11:50:09.987592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:09.992084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-92fe2597-53ce-4d33-9919-35d726302536 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:10.006221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '56be4aa1-70ed-412e-94a7-71b774c9dbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:10.006612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 1fc81725-3289-4555-8535-68ff539a2c48, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:50:10.014365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:10.028273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.049113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.077428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-92fe2597-53ce-4d33-9919-35d726302536 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:10.078334 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-92fe2597-53ce-4d33-9919-35d726302536 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2836421 Apr 29 11:50:10.092759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52596) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.096936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=da83b4bb-617d-4cac-9571-ecf2ee7ed196,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:10.131037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212221492'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:10.146328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 1fc81725-3289-4555-8535-68ff539a2c48 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:50:10.147345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Project c633f554d87c4cafb68ce8ed3bb45283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:10.153781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:10.174309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a410db28-248a-4f28-9b08-86383107400d req-7552218d-feb9-4a65-9622-be60426194ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701610 Apr 29 11:50:10.193046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:10.204169 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:10.205498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 1fc81725-3289-4555-8535-68ff539a2c48) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:10.206305 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-423f0f7d-5d66-4010-ae17-40e33b9543cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2589419 Apr 29 11:50:10.209779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:10.210602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.214433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.220774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ca4f9-6f4b-4e5f-b887-62ed76d7c2ed None None] Network 1fc81725-3289-4555-8535-68ff539a2c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:10.225441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:10.234600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.292063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.318367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.318367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 53b60425-6037-4ccc-91f9-57d9d257bd9f disassociated (deleted). External IP: 172.26.0.254, port: a3159077-31fe-4b43-a310-71a1ac889f7a. Apr 29 11:50:10.529434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-132a63ba-fb51-4179-92a0-5ac9c61a3a8f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8280029 Apr 29 11:50:10.593288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52604) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.605186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-1fc81725-3289-4555-8535-68ff539a2c48', 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': '27805611-3a32-4d89-a50a-a5c64e80b709'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:10.606248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.624804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '1fc81725-3289-4555-8535-68ff539a2c48', 'name': 'tempest-PortsTestJSON-915644311'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:10.637889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=7352a862-dd42-4a5d-be7b-8f6aca655baa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:10.657401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.666707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:10.667302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c0e5e-3746-4ebf-8689-ea2c8f74dd5b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:10.702032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:10.710602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:10.716007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.732291 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-223ec4d4-95bc-406c-aa15-831df9996b52 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/7352a862-dd42-4a5d-be7b-8f6aca655baa HTTP/1.1" status: 204 len: 168 time: 2.0574727 Apr 29 11:50:10.734940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52608) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.771846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:10.822363 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9d753b45-824a-47f3-b04a-89a98a785579 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841525 Apr 29 11:50:10.823955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:10.825665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52612) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.834331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:10.835849 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:10.844823 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:10.845748 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:10.872400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.924842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Allocated IP 172.20.0.2 (1fc81725-3289-4555-8535-68ff539a2c48/27805611-3a32-4d89-a50a-a5c64e80b709/afe7f737-c3c9-4df8-8017-b3c42798e4af) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:10.952591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:10.953853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-73d64381-0efb-423b-acfe-aa9e1034b67c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 703 time: 4.4652095 Apr 29 11:50:10.961967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:10.966244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:10.969196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:10.975652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:10.984907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52616) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:10.991180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:11.009767 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:11.069743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:11.073898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.103426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:11.141035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.175375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.180799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:11.184497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.210518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.214309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8759cb0-589d-4400-9d2d-ca65626332c9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:11.239784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.252079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Transition to ACTIVE for port object afe7f737-c3c9-4df8-8017-b3c42798e4af will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:11.275316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Transition to ACTIVE for port object afe7f737-c3c9-4df8-8017-b3c42798e4af will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:11.294823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.342352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.387689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port f2b80462-f180-423e-b373-80af3caa0692 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:11.424138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Port': ['ID=54f70cbc-435d-4b3f-abab-6291ef83e283,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:11.477146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd473bb-dfcd-4634-a061-b2ae2db586e4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:11.496124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.500031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c7992e8a-fbf1-4b14-a11b-3b3c82484811 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/f8759cb0-589d-4400-9d2d-ca65626332c9 HTTP/1.1" status: 204 len: 168 time: 1.2717640 Apr 29 11:50:11.509253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52622) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:11.529174 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 7, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:11.544377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:11.545643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:11.556461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Network 1fc81725-3289-4555-8535-68ff539a2c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:11.562136 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:11.563169 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:11.567276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:11.571677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.572949 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a2704400-a6dd-4c4a-9cae-961e928454d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4775636 Apr 29 11:50:11.576880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:11.583814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Pushing event updated for resources: {'Port': ['ID=afe7f737-c3c9-4df8-8017-b3c42798e4af,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:11.592160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52626) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:11.613450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '9cd473bb-dfcd-4634-a061-b2ae2db586e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:11.644879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:11.729812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:11.746965 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9a18a87a-2f11-447f-96f3-d986156acba2 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 703 time: 0.7608404 Apr 29 11:50:11.747531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:11.758950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52630) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:11.771785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:11.780550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Deleting port 514b1e21-2a48-4f04-9750-db37ca6aa331 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:11.786877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.847198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Attempting to bind port afe7f737-c3c9-4df8-8017-b3c42798e4af on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:11.848081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Attempting to bind port afe7f737-c3c9-4df8-8017-b3c42798e4af by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '56be4aa1-70ed-412e-94a7-71b774c9dbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:11.848607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Attempting to bind port afe7f737-c3c9-4df8-8017-b3c42798e4af on network 1fc81725-3289-4555-8535-68ff539a2c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:11.862024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:11.862820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Checking segment: {'id': '56be4aa1-70ed-412e-94a7-71b774c9dbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:11.863386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.864064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Bound using segment: {'id': '56be4aa1-70ed-412e-94a7-71b774c9dbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:11.864696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Bound port: afe7f737-c3c9-4df8-8017-b3c42798e4af, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be4aa1-70ed-412e-94a7-71b774c9dbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1fc81725-3289-4555-8535-68ff539a2c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:11.865225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:11.866856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:11.926893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-42763a4d-c5c9-4ed4-bd94-edd580eba7ac tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:11.976728 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:11.987154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.037028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec803-0f15-4a2f-814d-a07e540b0d51 req-1080fd74-1ea9-42a4-9142-7cc4af286599 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:12.044501 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-032ec803-0f15-4a2f-814d-a07e540b0d51 req-1080fd74-1ea9-42a4-9142-7cc4af286599 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.6148255 Apr 29 11:50:12.070690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.5 (1fc81725-3289-4555-8535-68ff539a2c48/27805611-3a32-4d89-a50a-a5c64e80b709/f2b80462-f180-423e-b373-80af3caa0692) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:12.082970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-42763a4d-c5c9-4ed4-bd94-edd580eba7ac tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:12.089537 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-42763a4d-c5c9-4ed4-bd94-edd580eba7ac tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5649128 Apr 29 11:50:12.093892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52634) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:12.109316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505317153'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:12.133084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:12.152569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.175702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] For port afe7f737-c3c9-4df8-8017-b3c42798e4af, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:12.181520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:12.198999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:12.215903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-032ec803-0f15-4a2f-814d-a07e540b0d51 req-69e47903-d0e7-4428-9115-8c8777917665 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702800 Apr 29 11:50:12.260101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.273190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.298996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:12.313277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.321412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] For port afe7f737-c3c9-4df8-8017-b3c42798e4af, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afe7f737-c3c9-4df8-8017-b3c42798e4af,segment=NetworkSegment(56be4aa1-70ed-412e-94a7-71b774c9dbf1),segment_id=56be4aa1-70ed-412e-94a7-71b774c9dbf1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:12.333827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.339201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] For port 514b1e21-2a48-4f04-9750-db37ca6aa331, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=514b1e21-2a48-4f04-9750-db37ca6aa331,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:12.339592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.343296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.424806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b7b91a-1c22-4ecd-afee-f0730a42dde6,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:12.446518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:12.450288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.451782 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b50c39be-8350-4b90-a8ea-580073f55a08 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8508735 Apr 29 11:50:12.454931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:12.458497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:12.461594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52638) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:12.530000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '9cd473bb-dfcd-4634-a061-b2ae2db586e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:12.544175 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75b018d9-bbc8-4728-a3a1-31068892a7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/53b60425-6037-4ccc-91f9-57d9d257bd9f HTTP/1.1" status: 204 len: 168 time: 4.1276104 Apr 29 11:50:12.548929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:12.562887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:12.573587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:12.615640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:12.642605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:12.654431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:12.656839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:12.661011 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51046338-c9a1-4b43-b7fc-e8be6b0ff93a'] response: {'name': 'network-changed', 'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'status': 'completed', 'code': 200} Apr 29 11:50:12.668458 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 7, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:12.668922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:12.679879 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb33b23-5370-41f6-9d1f-97890ee548ae None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 7, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '7509947c-f4c3-4fe4-9db6-d87feb75fdd3', 'name': '', 'network_id': 'd337dfa3-e9ed-4a39-ac46-10384bf7cf58', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:bb:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:57Z', 'updated_at': '2022-04-29T11:50:08Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'bf0c827c-df08-4c0d-a360-71da20781e59', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:12.747247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.759620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.769286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:12.856687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object f2b80462-f180-423e-b373-80af3caa0692 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:12.916939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.921044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:12.930008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.148448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.170567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.185360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Calling delete_port for 514b1e21-2a48-4f04-9750-db37ca6aa331 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:13.283418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc26d142-4353-4f0e-9d4c-4d6b07003be8,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:13.325827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f3860-7797-420c-8d8f-0f4774241757 None None] Pushing event updated for resources: {'Port': ['ID=afe7f737-c3c9-4df8-8017-b3c42798e4af,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:13.358823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 1fc81725-3289-4555-8535-68ff539a2c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:13.369190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:13.371724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:13.399449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2c2a9-9a2a-4cf5-9ee0-020aa63aab91,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:13.402503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.409499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.413941 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4bd7f26f-fc2e-418a-9563-ab3de76dae4d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3149779 Apr 29 11:50:13.414828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52650) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:13.424832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.433178 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b2d114f7-7b85-4139-b724-e40a5f8da680 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9145007 Apr 29 11:50:13.435068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=f2b80462-f180-423e-b373-80af3caa0692,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:13.445754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '0bf2c2a9-9a2a-4cf5-9ee0-020aa63aab91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:13.448646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52654) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:13.459043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:13.462797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317249b8-d530-47fe-a137-defba2b1303b req-f54de2a9-6c1e-42cb-8ca6-8619cb2185d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:13.463751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:13.467785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:13.468396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-f54de2a9-6c1e-42cb-8ca6-8619cb2185d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 1098 time: 0.6191175 Apr 29 11:50:13.474085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:13.547181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:13.547856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.548631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] Pushing event deleted for resources: {'Port': ['ID=514b1e21-2a48-4f04-9750-db37ca6aa331,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:13.555036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf1be5-efb8-4a26-aed9-809945583429 None None] No DVR routers for this DVR port 514b1e21-2a48-4f04-9750-db37ca6aa331 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:13.603808 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-81c65ad0-d138-4cbb-a36c-908497ba4aff tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0082555 Apr 29 11:50:13.606557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52658) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:13.611180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '9cd473bb-dfcd-4634-a061-b2ae2db586e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:13.617151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-9b1f9703-3344-4146-8a48-4acadab360dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:13.617918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-9b1f9703-3344-4146-8a48-4acadab360dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:13.633467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:13.637569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:13.646358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 514b1e21-2a48-4f04-9750-db37ca6aa331 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:13.664632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '1fc81725-3289-4555-8535-68ff539a2c48', 'name': 'tempest-PortsTestJSON-872685301'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:13.687614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-9b1f9703-3344-4146-8a48-4acadab360dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:13.688776 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-9b1f9703-3344-4146-8a48-4acadab360dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.5346959 Apr 29 11:50:13.693310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The resource could not be found. Apr 29 11:50:13.694575 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38cf5a6d-9784-4211-b396-291a1232fbff tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2729366 Apr 29 11:50:13.706707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52662) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:13.707067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:13.738090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:13.739174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '0bf2c2a9-9a2a-4cf5-9ee0-020aa63aab91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc285746-6f96-4895-8c53-64fe718565c8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:13.751285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 514b1e21-2a48-4f04-9750-db37ca6aa331 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:13.751627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 514b1e21-2a48-4f04-9750-db37ca6aa331 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:13.758650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:13.761886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:13.764448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:13.807438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:13.848538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:13.853833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:13.865320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-bb2c61a2-dbae-4749-a73e-91ac154bc695 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:13.868675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:13.889301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:13.916994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-bb2c61a2-dbae-4749-a73e-91ac154bc695 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:13.918626 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a902cbbf-465b-4cb3-9859-8b9424d6f775 req-bb2c61a2-dbae-4749-a73e-91ac154bc695 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115355 Apr 29 11:50:13.935558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:50:13.949206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:13.974647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:13.981443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:13.984763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:13.991424 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The resource could not be found. Apr 29 11:50:13.992688 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-097caf8f-f3e2-432c-b068-816a738b3a04 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2701552 Apr 29 11:50:13.993776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:13.995615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52666) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:14.026775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:14.030384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.045847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:14.052699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.060950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317249b8-d530-47fe-a137-defba2b1303b req-39c6975d-dcbb-41e7-9e11-838180667d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:14.062404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-39c6975d-dcbb-41e7-9e11-838180667d7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 200 len: 898 time: 0.5338721 Apr 29 11:50:14.070496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 3853d379-60aa-4a52-b6be-f4f949e76175 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:14.071462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Router 5678de80-fabd-4e07-9a05-021f93da9172 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:14.130862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.153496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:14.176545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:14.179477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:14.180008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.180593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.192705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-125259db-bb88-478e-b5ba-6711565808cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 200 len: 217 time: 0.1100278 Apr 29 11:50:14.193200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc8c81-18a7-4019-8eff-cc652f5104e8 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:14.193347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=2e9f2f8d-9bdb-4e7a-843b-549bae7ec057,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:14.283139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.14 (1fc81725-3289-4555-8535-68ff539a2c48/27805611-3a32-4d89-a50a-a5c64e80b709/3853d379-60aa-4a52-b6be-f4f949e76175) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:14.295451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.328811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2c2a9-9a2a-4cf5-9ee0-020aa63aab91,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:14.329091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc35d0-e126-4484-bf66-236bb0692338 req-7af098ef-2b70-440a-86d7-25069dd2247e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:14.330887 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-41bc35d0-e126-4484-bf66-236bb0692338 req-7af098ef-2b70-440a-86d7-25069dd2247e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.7307787 Apr 29 11:50:14.378708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.379831 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b406edc2-b598-48d0-9144-b50a5db8103c tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/0bf2c2a9-9a2a-4cf5-9ee0-020aa63aab91 HTTP/1.1" status: 204 len: 168 time: 0.3833196 Apr 29 11:50:14.395395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52670) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:14.538439 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:50:14.608024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d46ec28-8996-47fc-bc15-1126169d4fda tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:14.665733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4d46ec28-8996-47fc-bc15-1126169d4fda tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:14.667802 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4d46ec28-8996-47fc-bc15-1126169d4fda tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2717586 Apr 29 11:50:14.679024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.682125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52674) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:14.691737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': 'a43d6e8e-8833-494f-9ec7-55925a4386a3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:14.704664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '2e9f2f8d-9bdb-4e7a-843b-549bae7ec057'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:14.705570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.706311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:14.716326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:14.726440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 3853d379-60aa-4a52-b6be-f4f949e76175 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:14.727541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:14.727912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:14.736445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f2e6c-5c10-4b13-a866-0aded8d53bc9 None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:49:49Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cdb01754-feb1-4bca-bc61-86e458517afc', 'name': '', 'network_id': '50e940da-8c7e-4cfe-ab92-94597792add9', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:71:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:53Z', 'updated_at': '2022-04-29T11:46:13Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'affc01ab-ac69-400a-a7f5-17e9243c2736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:14.739228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:14.768801 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aeb366ff-044b-4c79-86cf-1b1e5b2a9c33 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9392154 Apr 29 11:50:14.783307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52678) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:14.796715 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The resource could not be found. Apr 29 11:50:14.797878 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e2a7cca8-cae6-48dd-bc73-fcfb29c564b9 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1147296 Apr 29 11:50:14.802344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52680) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:14.807677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240506321'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:14.819957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:14.823183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:14.860515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:10:b8:04', 'name': 'tempest-NetworksTestDHCPv6-441208269'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:14.901407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:14.932224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317249b8-d530-47fe-a137-defba2b1303b req-dc27683d-5798-4409-8a41-2577307a0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:14.933935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 1fc81725-3289-4555-8535-68ff539a2c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:14.934079 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-dc27683d-5798-4409-8a41-2577307a0d2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 200 len: 834 time: 0.7206719 Apr 29 11:50:14.936335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec80e04-abc1-4eea-bdbd-b12cd2e089c2 None None] Network 1fc81725-3289-4555-8535-68ff539a2c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:14.938130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:14.941301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:15.006080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.025497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=3853d379-60aa-4a52-b6be-f4f949e76175,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:15.027031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.094592 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Allocated IP 2001:db8::f816:3eff:fe39:63e7 (509b49ef-561b-4c7b-b648-76f046bd5c48/2e9f2f8d-9bdb-4e7a-843b-549bae7ec057/ab4cdd19-4615-4347-91eb-c3dd13f9cf72) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:15.100302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-41bc35d0-e126-4484-bf66-236bb0692338 req-d7481a4e-7899-434b-9c61-7f835f2465df tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6522698 Apr 29 11:50:15.117922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.132223 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c6c57-2a57-4ae1-8d88-b192a12e068d None None] New status for floating IP 53b60425-6037-4ccc-91f9-57d9d257bd9f: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:50:15.173618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9963aa1-65cd-4c3b-bc30-047fcabb96b5,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:15.192080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:15.216787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-23790fc5-43eb-4e2e-bb96-b7318018d4bb None None] Provisioning for port afe7f737-c3c9-4df8-8017-b3c42798e4af completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:15.225690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:15.232093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:15.239082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:15.240637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:15.241265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.253841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Sync routers for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:15.264560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:15.313644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a6ffdd1e-b879-400c-b6bf-2d115e4e2004 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6892793 Apr 29 11:50:15.324742 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b22bbf6-5338-4c4f-bcf2-04c640ff0c67 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "PUT /v2.0/routers/5678de80-fabd-4e07-9a05-021f93da9172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7086606 Apr 29 11:50:15.326004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.326873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52688) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:15.327430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52690) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:15.327672 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3843fdf6-82e4-43a2-b1d8-de0698cf198c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8686993 Apr 29 11:50:15.336372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:15.337080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:15.338113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.372422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52692) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:15.421035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317249b8-d530-47fe-a137-defba2b1303b req-209d0a73-314c-4ba2-b0bb-44b3b66ca3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:15.422554 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-209d0a73-314c-4ba2-b0bb-44b3b66ca3d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50e940da-8c7e-4cfe-ab92-94597792add9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4598377 Apr 29 11:50:15.432103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:15.434317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '9cd473bb-dfcd-4634-a061-b2ae2db586e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:15.459777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-f7b48044-c567-4e80-b122-a53df6c948f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:15.461340 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-f7b48044-c567-4e80-b122-a53df6c948f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.3954272 Apr 29 11:50:15.468362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:15.471985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:15.538449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec6ad1-5a19-49f3-987c-9900501a1e09 req-7bf3428d-0b7a-4204-9f76-94481337168d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:15.540292 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cbec6ad1-5a19-49f3-987c-9900501a1e09 req-7bf3428d-0b7a-4204-9f76-94481337168d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 0.3884814 Apr 29 11:50:15.553651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:15.588637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:15.592058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afe7f737-c3c9-4df8-8017-b3c42798e4af up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:15.617404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:15.625946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Deleting subnet fb97d632-e4b5-4afa-84fb-69d9b64e7a04 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:15.637817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:15.642766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.689889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:50:15.800065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:15.870651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port a3159077-31fe-4b43-a310-71a1ac889f7a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:15.871047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.897402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-b501e9d3-8401-47b9-b633-3f9cb7441281 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107032 Apr 29 11:50:15.906053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:50:15.931598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.947541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.957258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:15.967968 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cbec6ad1-5a19-49f3-987c-9900501a1e09 req-88be2910-88ce-41fe-8fa9-7b6f2bf5b5bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708627 Apr 29 11:50:15.976602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.005312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Transition to ACTIVE for port object ab4cdd19-4615-4347-91eb-c3dd13f9cf72 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:16.046227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.064219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.112914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port f6e3273c-3021-4e67-bf48-876ba2d925bd yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:16.142264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port afe7f737-c3c9-4df8-8017-b3c42798e4af completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:16.157458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Transition to ACTIVE for port object ab4cdd19-4615-4347-91eb-c3dd13f9cf72 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:16.187618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.191297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port afe7f737-c3c9-4df8-8017-b3c42798e4af triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:16.191747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.221247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-317249b8-d530-47fe-a137-defba2b1303b req-d9112af3-9d87-46a0-95dc-cd277124b5b6 service neutron] 10.222.0.66 "GET /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117914 Apr 29 11:50:16.379151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76abf66e-90a4-445e-8ecc-b29c5345005c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:16.379716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:16.381107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:16.396267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:16.434055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:16.449320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'port_id': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'mac_address': 'fa:16:3e:f5:a8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:50:16.457050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859e82c-bd75-4bc0-bf15-5bdcc5314938 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:16.457813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e859e82c-bd75-4bc0-bf15-5bdcc5314938 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:16.461168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.461802 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ee15817c-e8e1-4698-851b-ad3ba0aae41b tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6584594 Apr 29 11:50:16.470216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52702) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:16.477710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Pushing event updated for resources: {'Port': ['ID=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:16.481707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--756992980'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:16.511369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:16.518391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:16.519131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.546564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:16.565187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:16.572757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.577716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe10:b804 (509b49ef-561b-4c7b-b648-76f046bd5c48/2e9f2f8d-9bdb-4e7a-843b-549bae7ec057/f6e3273c-3021-4e67-bf48-876ba2d925bd) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:16.614820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.622273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e859e82c-bd75-4bc0-bf15-5bdcc5314938 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:16.623429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e859e82c-bd75-4bc0-bf15-5bdcc5314938 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 1.2939415 Apr 29 11:50:16.630511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:16.632299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52706) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:16.687740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0415639-da4e-4492-9117-e4dab35e8ddb req-73c44d65-0bdf-4a73-9fd4-cb6e4131b571 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:16.689273 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a0415639-da4e-4492-9117-e4dab35e8ddb req-73c44d65-0bdf-4a73-9fd4-cb6e4131b571 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 943 time: 0.4222524 Apr 29 11:50:16.724536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Provisioning complete for port afe7f737-c3c9-4df8-8017-b3c42798e4af triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:16.725149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.771403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Attempting to bind port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:16.771972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Attempting to bind port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:16.772676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Attempting to bind port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:16.794933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.799870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.823128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:16.824281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:16.824853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.825426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:16.826071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Bound port: ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:16.826704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.843892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.848085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 3853d379-60aa-4a52-b6be-f4f949e76175 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:16.848437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:16.910662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:50:10Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:16.949341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:50:16.986524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Checking router: 5678de80-fabd-4e07-9a05-021f93da9172 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:17.015882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port afe7f737-c3c9-4df8-8017-b3c42798e4af, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afe7f737-c3c9-4df8-8017-b3c42798e4af,segment=NetworkSegment(56be4aa1-70ed-412e-94a7-71b774c9dbf1),segment_id=56be4aa1-70ed-412e-94a7-71b774c9dbf1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:17.042749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Routers {'5678de80-fabd-4e07-9a05-021f93da9172'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:17.043336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5678de80-fabd-4e07-9a05-021f93da9172'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:17.050695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bce6de-a0cc-423c-b6c8-100d709800e9,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:17.070911 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a0415639-da4e-4492-9117-e4dab35e8ddb req-664ef802-03be-458d-a867-b54cb31c8178 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707263 Apr 29 11:50:17.087162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port a3159077-31fe-4b43-a310-71a1ac889f7a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=a3159077-31fe-4b43-a310-71a1ac889f7a,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:17.087660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.113973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port 7509947c-f4c3-4fe4-9db6-d87feb75fdd3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:17.113973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.114470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:17.117710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.221546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.254733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:17.254947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for a3159077-31fe-4b43-a310-71a1ac889f7a owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:17.269426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.283607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.320284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:17.323085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.333424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:17.344316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=afe7f737-c3c9-4df8-8017-b3c42798e4af,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:17.350212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.356867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object f6e3273c-3021-4e67-bf48-876ba2d925bd will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:17.417174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Subnet': ['ID=fb97d632-e4b5-4afa-84fb-69d9b64e7a04,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:17.438272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Provisioning for port 3853d379-60aa-4a52-b6be-f4f949e76175 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:17.449371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462336bc-4afc-4d28-9c60-559485ebd202 None None] Network fb6e62b9-909f-472b-a68e-9622fa096f8b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:17.468406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:17.472500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:17.475899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:17.476876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Provisioning complete for port 3853d379-60aa-4a52-b6be-f4f949e76175 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:17.477320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.482081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:17.511027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.516564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.521250 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c8e2d472-7ceb-47e4-a004-a1d0b9e55989 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1121180 Apr 29 11:50:17.530209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52712) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:17.544834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '9cd473bb-dfcd-4634-a061-b2ae2db586e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:17.555471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afe7f737-c3c9-4df8-8017-b3c42798e4af up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:17.583263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] Set router 5678de80-fabd-4e07-9a05-021f93da9172 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:17.585995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.646144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=7509947c-f4c3-4fe4-9db6-d87feb75fdd3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:17.657250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.669467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:17.692532 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ed1fa6d1-3968-40f8-b217-002e055a2315 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "DELETE /v2.0/subnets/fb97d632-e4b5-4afa-84fb-69d9b64e7a04 HTTP/1.1" status: 204 len: 168 time: 2.3612599 Apr 29 11:50:17.693942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.712181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52716) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:17.791892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:17.833083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:17.856973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device a3159077-31fe-4b43-a310-71a1ac889f7a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:17.881639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['11880170-bb6a-4e9d-8eb5-1c853a9b04f5'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:50:17.896303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:17.925953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:17.995260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Port 3853d379-60aa-4a52-b6be-f4f949e76175 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:18.011627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:18.037159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:18.049372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:18.060551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:18.067464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:18.067790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.077093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=f6e3273c-3021-4e67-bf48-876ba2d925bd,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:18.090056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.169999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a49348-a4ac-4c8d-86c2-4bdb9e7bcd05,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:18.170234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cb30fbf3-ca72-421a-8c40-f59d5c609de2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3390248 Apr 29 11:50:18.172321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52722) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:18.184194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.192131 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-78ecd66d-18cc-407f-8fb4-07337f27f320 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7116189 Apr 29 11:50:18.203972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52724) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:18.211577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '76abf66e-90a4-445e-8ecc-b29c5345005c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '53a49348-a4ac-4c8d-86c2-4bdb9e7bcd05'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:18.357954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Provisioning for port f2b80462-f180-423e-b373-80af3caa0692 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:18.378457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port afe7f737-c3c9-4df8-8017-b3c42798e4af triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:18.379202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.437000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.458755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:18.464729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a32de-de9b-47ff-a690-c491b23880d3 None None] Pushing event updated for resources: {'Port': ['ID=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:18.477836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.500966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:18.507513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:18.515917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:18.537300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Provisioning complete for port f2b80462-f180-423e-b373-80af3caa0692 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:18.537793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.542156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f036e96-e2a0-45a8-a1fe-f518847fac78 req-6fcea4dd-b571-46c5-b937-99913fc462ab tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:18.542838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-1f036e96-e2a0-45a8-a1fe-f518847fac78 req-6fcea4dd-b571-46c5-b937-99913fc462ab tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:18.545547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:18.582908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Port a3159077-31fe-4b43-a310-71a1ac889f7a update to DOWN by agent not found {{(pid=88017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 11:50:18.610343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.708340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 3853d379-60aa-4a52-b6be-f4f949e76175 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:18.780104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec362f4e-d1d7-4b32-b2d0-5048575a097c req-8f296fd6-ce71-4f10-9321-5496b6038f02 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:18.781647 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ec362f4e-d1d7-4b32-b2d0-5048575a097c req-8f296fd6-ce71-4f10-9321-5496b6038f02 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 944 time: 0.5036190 Apr 29 11:50:18.794283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9871e7f7-45c7-47ef-9587-5c7a1aea6c31 None None] Port f2b80462-f180-423e-b373-80af3caa0692 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:18.801719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.859896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ec362f4e-d1d7-4b32-b2d0-5048575a097c req-5e50de8d-3430-4987-a094-42f3767ccd3b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628967 Apr 29 11:50:18.868540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:18.881127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:18.883173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5002ee9f-e910-4024-9504-b5341a8ec77f tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1225321 Apr 29 11:50:18.893911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52730) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:18.903840 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:18.904463 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:18.972427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] DHCP port deletion for fb6e62b9-909f-472b-a68e-9622fa096f8b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:18.980756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet bf0c827c-df08-4c0d-a360-71da20781e59 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:18.981971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:50:10Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:18.983926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:18.997143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Deleting port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:18.997630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.044351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.060536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=a3159077-31fe-4b43-a310-71a1ac889f7a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:19.093301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3fac4-59ca-4d27-b1ff-302cb165d083 None None] The sync data for ids ['5678de80-fabd-4e07-9a05-021f93da9172'] in dv-neutron-839741-1-hyperv is: [{'id': '5678de80-fabd-4e07-9a05-021f93da9172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278936457', 'tenant_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:49Z', 'updated_at': '2022-04-29T11:50:10Z', 'revision_number': 5, 'project_id': 'ea84be2ed9c040caaa6f7b3ae05fc24b', 'gw_port': {'id': 'dcff774b-c2db-40a0-adf8-ead7ccc3b188', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678de80-fabd-4e07-9a05-021f93da9172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:51Z', 'updated_at': '2022-04-29T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:19.145711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Provisioning complete for port 3853d379-60aa-4a52-b6be-f4f949e76175 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:19.145826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.162250 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.179178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-1f036e96-e2a0-45a8-a1fe-f518847fac78 req-6fcea4dd-b571-46c5-b937-99913fc462ab tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:19.180339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f036e96-e2a0-45a8-a1fe-f518847fac78 req-6fcea4dd-b571-46c5-b937-99913fc462ab tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb1e80f9-af5a-45b0-a75b-9f4b759f8a01 HTTP/1.1" status: 200 len: 945 time: 1.9495149 Apr 29 11:50:19.265408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.268347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.276394 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:19.299271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Port 3853d379-60aa-4a52-b6be-f4f949e76175 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:19.317909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.324070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0c827c-df08-4c0d-a360-71da20781e59,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:19.330687 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-abe56aa1-ad4c-42c8-a1e6-727de7852ae4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/bf0c827c-df08-4c0d-a360-71da20781e59 HTTP/1.1" status: 204 len: 168 time: 0.4334114 Apr 29 11:50:19.332581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52734) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:19.388221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9938d26d-bd7d-44be-b72e-183b76c95de1 None None] Network d337dfa3-e9ed-4a39-ac46-10384bf7cf58 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:19.390183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.487893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port a3159077-31fe-4b43-a310-71a1ac889f7a on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:19.497146 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:19.504552 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-adb34df7-8987-4892-99ce-214d82bd47a3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.2945039 Apr 29 11:50:19.508641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.537642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52738) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:19.580567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'name': 'network-vif-deleted', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:19.594424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.598048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.628076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 577c4332-d47e-418c-bee2-939b28be8d3a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:19.628416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.796380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Provisioning complete for port f2b80462-f180-423e-b373-80af3caa0692 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:19.796753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:19.807077 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdebe6ba-e568-4017-9902-0c1d9b4e6fbc'] response: {'server_uuid': 'eb1e80f9-af5a-45b0-a75b-9f4b759f8a01', 'name': 'network-vif-deleted', 'tag': 'a3159077-31fe-4b43-a310-71a1ac889f7a', 'status': 'completed', 'code': 200} Apr 29 11:50:19.887580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ab4cdd19-4615-4347-91eb-c3dd13f9cf72 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:20.014024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] For port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,segment=NetworkSegment(9b9bf7ce-0f71-47ee-aa58-5571084a6266),segment_id=9b9bf7ce-0f71-47ee-aa58-5571084a6266)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:20.014793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.023397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-57eeb8c1-9e6b-4a05-b11d-a61f5c4f5d3d None None] Port f2b80462-f180-423e-b373-80af3caa0692 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:20.057885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979178d-5616-4715-80fc-39a6fff0e648 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:20.065345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979178d-5616-4715-80fc-39a6fff0e648 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:20.066684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c979178d-5616-4715-80fc-39a6fff0e648 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:20.093487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2df1027-484f-48ca-937a-cfd88d14f503,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.100231 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f036e96-e2a0-45a8-a1fe-f518847fac78 req-c28bcb00-0544-4f02-aaa8-bc268df53f77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=41d51433-b066-4d64-a32b-dd93d2474135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8983707 Apr 29 11:50:20.101879 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9704c4f1-8903-48e9-a26c-462a12f2fd75 req-8817aa0f-3be1-466b-8461-7e04b5e617fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/a3159077-31fe-4b43-a310-71a1ac889f7a HTTP/1.1" status: 204 len: 173 time: 4.6203861 Apr 29 11:50:20.104263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.106624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/3853d379-60aa-4a52-b6be-f4f949e76175 HTTP/1.1" status: 204 len: 168 time: 3.4643426 Apr 29 11:50:20.138654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52750) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.185990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port 577c4332-d47e-418c-bee2-939b28be8d3a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=577c4332-d47e-418c-bee2-939b28be8d3a,segment=NetworkSegment(ac862467-3b0b-404b-a9bd-380f358bd79a),segment_id=ac862467-3b0b-404b-a9bd-380f358bd79a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:20.186613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.202891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c979178d-5616-4715-80fc-39a6fff0e648 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:20.207830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c979178d-5616-4715-80fc-39a6fff0e648 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 2.0143685 Apr 29 11:50:20.209099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.210421 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0aa08b21-f1ae-49f9-9fe0-77afbd935231 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.6733248 Apr 29 11:50:20.212398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c112e164-b41d-46d1-8416-2ec632cb1e27 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:50:20.213026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c112e164-b41d-46d1-8416-2ec632cb1e27 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:20.219277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52754) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.219707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52756) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.234493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Calling delete_port for 2a2e0a68-10a6-444d-92be-8af6bf4f39ba owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:20.303248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.312095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:20.319848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Provisioning for port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:20.327635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 577c4332-d47e-418c-bee2-939b28be8d3a owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:20.329848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:20.330223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.362681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Provisioning complete for port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:20.363060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.367638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.437706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4d9ae-923e-4da0-999b-f9e4af0e760b None None] DHCP port deletion for d337dfa3-e9ed-4a39-ac46-10384bf7cf58 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:20.462849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b448a7-77fe-4f5b-a782-ed955ce84fea req-4875872f-de43-46ae-abed-6982bc28ad6f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:20.473438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1b448a7-77fe-4f5b-a782-ed955ce84fea req-4875872f-de43-46ae-abed-6982bc28ad6f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 944 time: 0.4045017 Apr 29 11:50:20.476734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-82a4d9ae-923e-4da0-999b-f9e4af0e760b None None] Deleting port 577c4332-d47e-418c-bee2-939b28be8d3a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:20.477105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-82a4d9ae-923e-4da0-999b-f9e4af0e760b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.492458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port f6e3273c-3021-4e67-bf48-876ba2d925bd {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:20.493984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.536891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:17Z', 'revision_number': 8, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.539384 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:20.547986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb88be6-6c71-446a-ae66-89ed14008a8c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=3853d379-60aa-4a52-b6be-f4f949e76175,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.553624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.554954 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:20.555648 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.562755 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1b448a7-77fe-4f5b-a782-ed955ce84fea req-0570a160-ae44-4322-8d53-c88c1524d558 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875831 Apr 29 11:50:20.591057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.596084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.606527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.619843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.627069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=577c4332-d47e-418c-bee2-939b28be8d3a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.633277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port 577c4332-d47e-418c-bee2-939b28be8d3a on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:20.654955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c112e164-b41d-46d1-8416-2ec632cb1e27 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:20.655388 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c112e164-b41d-46d1-8416-2ec632cb1e27 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/3853d379-60aa-4a52-b6be-f4f949e76175 HTTP/1.1" status: 404 len: 333 time: 0.5153751 Apr 29 11:50:20.663400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52762) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.664065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.731424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2df1027-484f-48ca-937a-cfd88d14f503,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.732855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Deleting port dcff774b-c2db-40a0-adf8-ead7ccc3b188 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:20.733202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.765262 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:20.792591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.819265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.883580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a49348-a4ac-4c8d-86c2-4bdb9e7bcd05,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.894261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.896301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ac3d8e3-1528-4311-b364-f256905b9c91 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f2df1027-484f-48ca-937a-cfd88d14f503 HTTP/1.1" status: 204 len: 168 time: 0.6595812 Apr 29 11:50:20.898267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-82a4d9ae-923e-4da0-999b-f9e4af0e760b None None] The port '577c4332-d47e-418c-bee2-939b28be8d3a' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:20.900271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d337dfa3-e9ed-4a39-ac46-10384bf7cf58']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.906243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52766) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.911503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.915389 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e46948d1-d5b1-4e0f-9727-c37b7106037e tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/53a49348-a4ac-4c8d-86c2-4bdb9e7bcd05 HTTP/1.1" status: 204 len: 168 time: 1.3181036 Apr 29 11:50:20.916140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52770) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:20.923294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] Pushing event deleted for resources: {'Port': ['ID=2a2e0a68-10a6-444d-92be-8af6bf4f39ba,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:20.929960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac862467-3b0b-404b-a9bd-380f358bd79a') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.938525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac862467-3b0b-404b-a9bd-380f358bd79a') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:20.941073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c6d2d-8b66-45d3-b9bb-5f619a84da6e None None] No DVR routers for this DVR port 2a2e0a68-10a6-444d-92be-8af6bf4f39ba on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:20.976292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:20.997729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.005518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:21.006042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.020849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port f2b80462-f180-423e-b373-80af3caa0692 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:21.021188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:21.025472 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:21.070306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.085527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.129355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.162890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:21.163367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.174429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.181409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=d337dfa3-e9ed-4a39-ac46-10384bf7cf58,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:21.190931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0574eff5-7fc0-4215-a3cf-d824fce6f613 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/d337dfa3-e9ed-4a39-ac46-10384bf7cf58 HTTP/1.1" status: 204 len: 168 time: 1.8568757 Apr 29 11:50:21.193971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52776) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:21.237060 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:17Z', 'revision_number': 8, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:21.241788 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d57c-9964-45ad-b00e-53af613883a3 None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:17Z', 'revision_number': 8, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e86fe190-ffb8-48d3-bcf0-593f0a18fd1f', 'name': '', 'network_id': '520ec656-064d-41b9-8297-a417b461cf11', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:e7:7d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4111680c-32f4-403b-86bb-586826ca5673', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:41Z', 'updated_at': '2022-04-29T11:49:52Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '4111680c-32f4-403b-86bb-586826ca5673', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:21.319579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52780) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:21.323730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2a2e0a68-10a6-444d-92be-8af6bf4f39ba no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:21.401989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2a2e0a68-10a6-444d-92be-8af6bf4f39ba {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:21.402427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2a2e0a68-10a6-444d-92be-8af6bf4f39ba not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:21.402904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 54f70cbc-435d-4b3f-abab-6291ef83e283 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:21.446112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 54f70cbc-435d-4b3f-abab-6291ef83e283 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:21.446567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 54f70cbc-435d-4b3f-abab-6291ef83e283 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:21.451200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:21.451620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:21.457267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:21.545405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c56ff572-dba0-4f9b-9882-ac21b82f1b47 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:21.562159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a1b72b2f-1063-467d-8a6e-9e977f3568cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:21.661926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.671343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:21.749529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ab4cdd19-4615-4347-91eb-c3dd13f9cf72 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:21.832939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c56ff572-dba0-4f9b-9882-ac21b82f1b47 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:21.836899 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c56ff572-dba0-4f9b-9882-ac21b82f1b47 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.9248264 Apr 29 11:50:21.836899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a1b72b2f-1063-467d-8a6e-9e977f3568cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:21.837825 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a1b72b2f-1063-467d-8a6e-9e977f3568cf tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8992898 Apr 29 11:50:21.840507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] For port dcff774b-c2db-40a0-adf8-ead7ccc3b188, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=dcff774b-c2db-40a0-adf8-ead7ccc3b188,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:21.840909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.841196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52786) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:21.841526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52788) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:21.856986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:21.857699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.885808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:21.913982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:21.914354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.926118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for f6e3273c-3021-4e67-bf48-876ba2d925bd owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:21.958146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.962245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:21.986933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.030482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2b3b-48ed-4d5b-9fa8-a321a778d23f req-bb67c708-1ebc-458d-8a51-6db161b2d20d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:22.032192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d32a2b3b-48ed-4d5b-9fa8-a321a778d23f req-bb67c708-1ebc-458d-8a51-6db161b2d20d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 944 time: 0.2633102 Apr 29 11:50:22.067541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.097344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.126926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Provisioning for port f6e3273c-3021-4e67-bf48-876ba2d925bd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:22.138009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43bce6de-a0cc-423c-b6c8-100d709800e9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.141565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.148012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Calling delete_port for dcff774b-c2db-40a0-adf8-ead7ccc3b188 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:22.151141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.154409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d32a2b3b-48ed-4d5b-9fa8-a321a778d23f req-0350f7d1-c2b2-40d5-aee8-ee6635d83e64 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114833 Apr 29 11:50:22.164071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.165260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8438272-046d-429c-a77d-cc49c5874eda tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/43bce6de-a0cc-423c-b6c8-100d709800e9 HTTP/1.1" status: 204 len: 168 time: 0.3227391 Apr 29 11:50:22.172787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52794) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.182509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Provisioning complete for port f6e3273c-3021-4e67-bf48-876ba2d925bd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:22.182876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.254264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:22.283085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.289346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:22.294886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-11945867-1eaf-41f2-aa59-4466db6bebe3 None None] Port f6e3273c-3021-4e67-bf48-876ba2d925bd cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:22.295440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72f1512b-62da-47c4-af3b-ab8d7869a8c5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:22.302052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.303229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.335768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76abf66e-90a4-445e-8ecc-b29c5345005c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.345919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.390944 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1489818a-1cae-4b0d-831f-51f21132e664'] response: {'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'code': 200} Apr 29 11:50:22.394870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.426604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:22.449258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72f1512b-62da-47c4-af3b-ab8d7869a8c5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:22.450797 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72f1512b-62da-47c4-af3b-ab8d7869a8c5 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2745404 Apr 29 11:50:22.453228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.457952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52800) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.479879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:22.480328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7509947c-f4c3-4fe4-9db6-d87feb75fdd3 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:22.480753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 577c4332-d47e-418c-bee2-939b28be8d3a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:22.529741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.529741 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-89085a25-a1b9-40c6-aa63-d3cf37a5485d tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/76abf66e-90a4-445e-8ecc-b29c5345005c HTTP/1.1" status: 204 len: 168 time: 0.6828916 Apr 29 11:50:22.540183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 577c4332-d47e-418c-bee2-939b28be8d3a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:22.540521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 577c4332-d47e-418c-bee2-939b28be8d3a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:22.549305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52804) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.593114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.601718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for f2b80462-f180-423e-b373-80af3caa0692 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:22.620030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.725990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.756469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3ce68e51-332c-4936-bfe0-93420df9ef81 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:22.762601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.786100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9963aa1-65cd-4c3b-bc30-047fcabb96b5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.800959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.802120 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-97b4954e-7c0c-4420-97b8-0b5aa80e1018 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f9963aa1-65cd-4c3b-bc30-047fcabb96b5 HTTP/1.1" status: 204 len: 168 time: 0.3421717 Apr 29 11:50:22.804889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52808) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.820994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3ce68e51-332c-4936-bfe0-93420df9ef81 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:22.822099 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3ce68e51-332c-4936-bfe0-93420df9ef81 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2718050 Apr 29 11:50:22.826426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52812) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.831810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=f6e3273c-3021-4e67-bf48-876ba2d925bd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:22.838953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--468321060'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:22.843918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.847232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:22.868836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:22.919674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-116864e0-553c-4fe2-8ccc-e51bf4abbdea tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:22.945099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:22.985915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-116864e0-553c-4fe2-8ccc-e51bf4abbdea tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:22.990311 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-116864e0-553c-4fe2-8ccc-e51bf4abbdea tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1815767 Apr 29 11:50:22.990311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:22.993649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52816) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:22.996541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:22.999509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:22.999838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.024454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:23.057605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:23.083484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d51433-b066-4d64-a32b-dd93d2474135,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.087886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.090403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.126351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.147712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.195373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7176fd-cc08-45c1-bfd8-ccd417e416d5 req-a8f06325-41d5-4715-85a9-fb6e7925e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:23.196867 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe7176fd-cc08-45c1-bfd8-ccd417e416d5 req-a8f06325-41d5-4715-85a9-fb6e7925e7e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1098 time: 0.5460367 Apr 29 11:50:23.197998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.198957 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ede13185-3eac-42ce-af28-efa2997fc64b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/41d51433-b066-4d64-a32b-dd93d2474135 HTTP/1.1" status: 204 len: 168 time: 1.8229747 Apr 29 11:50:23.214236 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e291a4f-0512-4cf2-b9b4-b2a64c351913 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/f6e3273c-3021-4e67-bf48-876ba2d925bd HTTP/1.1" status: 204 len: 168 time: 2.9776058 Apr 29 11:50:23.217025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Port': ['ID=dcff774b-c2db-40a0-adf8-ead7ccc3b188,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.217326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52824) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.263107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52828) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.272235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.490530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.499259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=f2b80462-f180-423e-b373-80af3caa0692,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.544790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe7176fd-cc08-45c1-bfd8-ccd417e416d5 req-7c741346-298d-4ad6-89f5-061146df2161 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304679 Apr 29 11:50:23.556299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port e86fe190-ffb8-48d3-bcf0-593f0a18fd1f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:23.556648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.568786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc26d142-4353-4f0e-9d4c-4d6b07003be8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.574367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab780866-3b55-4432-b03e-a55ed61d35c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:23.575757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab780866-3b55-4432-b03e-a55ed61d35c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:23.576486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ab780866-3b55-4432-b03e-a55ed61d35c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:23.580852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.641781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.646254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.733157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for e86fe190-ffb8-48d3-bcf0-593f0a18fd1f owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:23.801665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.805426 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01517db6-99c9-4243-8ab2-247672e1d295 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fc26d142-4353-4f0e-9d4c-4d6b07003be8 HTTP/1.1" status: 204 len: 168 time: 0.8081322 Apr 29 11:50:23.814125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52832) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.818037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ab780866-3b55-4432-b03e-a55ed61d35c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:23.819162 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ab780866-3b55-4432-b03e-a55ed61d35c1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5987270 Apr 29 11:50:23.825517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52836) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.825977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.827115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9940469 Apr 29 11:50:23.832167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.833894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.838619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.840582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:23.842391 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-832e14a1-c16c-4bfe-97bf-0f66608d77fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/f2b80462-f180-423e-b373-80af3caa0692 HTTP/1.1" status: 204 len: 168 time: 3.1692460 Apr 29 11:50:23.848397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e72885-7f98-4404-ac6c-8079bf934113 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d812b2-1a4b-4ee5-8acb-2536a65bcf09,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:23.852926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52844) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:23.875344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '89d812b2-1a4b-4ee5-8acb-2536a65bcf09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:23.907397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cc1e2-e708-4d72-96a7-1f30819ba834 req-7ea6b8f0-3ace-4123-a9a3-7079f167be5d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:23.908865 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f22cc1e2-e708-4d72-96a7-1f30819ba834 req-7ea6b8f0-3ace-4123-a9a3-7079f167be5d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.5106390 Apr 29 11:50:23.945475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e8d59f-d06f-4c85-801b-0d4b3842b0da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:50:23.946022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b7e8d59f-d06f-4c85-801b-0d4b3842b0da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:23.990975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-51e32d22-138b-43a0-b800-f7284965fe7c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:24.005206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:24.022449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b7e8d59f-d06f-4c85-801b-0d4b3842b0da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:24.023622 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b7e8d59f-d06f-4c85-801b-0d4b3842b0da tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/f2b80462-f180-423e-b373-80af3caa0692 HTTP/1.1" status: 404 len: 333 time: 0.1662686 Apr 29 11:50:24.027985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52848) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.034605 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f22cc1e2-e708-4d72-96a7-1f30819ba834 req-fc72fbd9-bd00-4d71-9263-49dd4bb99820 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107373 Apr 29 11:50:24.049948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:24.055706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:24.065278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:24.072081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-51e32d22-138b-43a0-b800-f7284965fe7c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:24.076163 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-51e32d22-138b-43a0-b800-f7284965fe7c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2532723 Apr 29 11:50:24.082270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52852) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.086200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 2e9f2f8d-9bdb-4e7a-843b-549bae7ec057 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:24.087976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.088450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Fanout notify agent at l3_agent the message router_deleted on router 5678de80-fabd-4e07-9a05-021f93da9172 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:50:24.109413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.115812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 27805611-3a32-4d89-a50a-a5c64e80b709 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:24.147982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.159563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.160669 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-44059383-96e7-40ad-9d6f-db579b562101 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "DELETE /v2.0/routers/5678de80-fabd-4e07-9a05-021f93da9172 HTTP/1.1" status: 204 len: 168 time: 6.4385390 Apr 29 11:50:24.176157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52856) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.226479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.236913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.255529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.269137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.295532 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:24.299321 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-00f4f6da-5692-4ae7-824f-1d43de556d7a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4597578 Apr 29 11:50:24.306966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.312642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52860) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.332274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group_rule': {'security_group_id': '89d812b2-1a4b-4ee5-8acb-2536a65bcf09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:24.336612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=e86fe190-ffb8-48d3-bcf0-593f0a18fd1f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:24.375252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:24.390908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:24.397650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:24.588015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:24.639623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.641090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.648811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.677008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.684602 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:24.685648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a7351dd8-277b-45c9-a67f-a029f001d6fe tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3721659 Apr 29 11:50:24.694052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52864) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.722560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9b7b91a-1c22-4ecd-afee-f0730a42dde6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:24.768358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.769363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4caa74bc-d151-4386-a0e8-b3d9f7a2a80a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d9b7b91a-1c22-4ecd-afee-f0730a42dde6 HTTP/1.1" status: 204 len: 168 time: 0.6790955 Apr 29 11:50:24.776086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.803638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52868) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:24.946467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:24.993772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.002126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d229e3e7-e2e1-4e6c-a894-cea7e11a41a7 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:25.011627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6e62b9-909f-472b-a68e-9622fa096f8b']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.025422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.066792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9bf7ce-0f71-47ee-aa58-5571084a6266') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.067079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9bf7ce-0f71-47ee-aa58-5571084a6266') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:25.096207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.103805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9f2f8d-9bdb-4e7a-843b-549bae7ec057,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.104588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecdac4a-3568-4297-ba40-18a49fc2e1ea None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:25.105989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.147346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d229e3e7-e2e1-4e6c-a894-cea7e11a41a7 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:25.151678 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d229e3e7-e2e1-4e6c-a894-cea7e11a41a7 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3316023 Apr 29 11:50:25.158466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.168214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.185433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75eea8f1-1cec-42e0-bdbc-65a1c42aa9a1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/2e9f2f8d-9bdb-4e7a-843b-549bae7ec057 HTTP/1.1" status: 204 len: 168 time: 1.3550715 Apr 29 11:50:25.194237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:25.194643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.209553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52878) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:25.214861 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:25.254968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.261746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34386aba-68b4-4c5b-86e2-246d171aff7e None None] Network 1fc81725-3289-4555-8535-68ff539a2c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:25.262222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.267325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=27805611-3a32-4d89-a50a-a5c64e80b709,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.297912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-139f6815-a3c3-44c6-b623-903e644265d2 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/27805611-3a32-4d89-a50a-a5c64e80b709 HTTP/1.1" status: 204 len: 168 time: 1.2668829 Apr 29 11:50:25.302838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52882) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.313094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.382906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:25.393314 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4ee81165-5419-4fed-be63-f75312cdf02e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1773601 Apr 29 11:50:25.399071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52886) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.454953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.461848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.483687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.514060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'Network': ['ID=fb6e62b9-909f-472b-a68e-9622fa096f8b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.534039 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7cd60d63-7627-4cc1-8480-854f855ae52c tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "DELETE /v2.0/networks/fb6e62b9-909f-472b-a68e-9622fa096f8b HTTP/1.1" status: 204 len: 168 time: 1.3467638 Apr 29 11:50:25.539439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.564101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52890) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.592505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.630499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:25.641255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Deleting port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:25.641963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.678310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.682018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17072-c803-4a0c-a8d7-1eb160c0d315 req-7a1f363b-2654-4970-b16f-a520f6849410 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:25.684168 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bf17072-c803-4a0c-a8d7-1eb160c0d315 req-7a1f363b-2654-4970-b16f-a520f6849410 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.4958766 Apr 29 11:50:25.697284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] DHCP port deletion for 1fc81725-3289-4555-8535-68ff539a2c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:25.713038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Deleting port afe7f737-c3c9-4df8-8017-b3c42798e4af {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:25.713828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.716361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.758031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d812b2-1a4b-4ee5-8acb-2536a65bcf09,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.793227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bf17072-c803-4a0c-a8d7-1eb160c0d315 req-6cb5fbd1-0846-4ed4-bbec-24c3327e8b05 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778203 Apr 29 11:50:25.794712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:25.797342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.797953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port afe7f737-c3c9-4df8-8017-b3c42798e4af {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:25.798283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.827813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd473bb-dfcd-4634-a061-b2ae2db586e4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:25.854013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2db83d0c-ba59-45e4-8639-80ad1f65c17a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6586504 Apr 29 11:50:25.875796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ab4cdd19-4615-4347-91eb-c3dd13f9cf72 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:25.883503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52896) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.904854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.907672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:25.911334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-45b80667-81b2-40dc-a5fd-ad52b69ba638 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/89d812b2-1a4b-4ee5-8acb-2536a65bcf09 HTTP/1.1" status: 204 len: 168 time: 1.2112093 Apr 29 11:50:25.925575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52900) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:25.934422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:25.987816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:25.988906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:26.019659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.029210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.030598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-85426463-5201-4705-b7c1-3484a7549f6d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/9cd473bb-dfcd-4634-a061-b2ae2db586e4 HTTP/1.1" status: 204 len: 168 time: 0.8697827 Apr 29 11:50:26.036894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52904) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.040954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet 4111680c-32f4-403b-86bb-586826ca5673 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:26.076001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.085239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6724f7-546b-4439-bc08-ff4e151e1405 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:26.085978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7c6724f7-546b-4439-bc08-ff4e151e1405 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:26.137893 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-18c47b34-01a5-4be0-95eb-56c5fa673e9a tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2106755 Apr 29 11:50:26.144173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52908) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.158298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950965800'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:26.167664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7c6724f7-546b-4439-bc08-ff4e151e1405 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:26.171670 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7c6724f7-546b-4439-bc08-ff4e151e1405 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7690575 Apr 29 11:50:26.172887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52912) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.177779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:26.186177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.214947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:26.228829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:26.240455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:26.244562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0c64dbd6-fe00-4d9a-8c8f-66db1cab5f89 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:26.290187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218bda3-7c59-454c-a841-e3cdefce822e req-804ccfd3-42fd-4293-a0bd-ab3e5de63a02 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:26.291744 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5218bda3-7c59-454c-a841-e3cdefce822e req-804ccfd3-42fd-4293-a0bd-ab3e5de63a02 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.3538795 Apr 29 11:50:26.356503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port afe7f737-c3c9-4df8-8017-b3c42798e4af, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afe7f737-c3c9-4df8-8017-b3c42798e4af,segment=NetworkSegment(56be4aa1-70ed-412e-94a7-71b774c9dbf1),segment_id=56be4aa1-70ed-412e-94a7-71b774c9dbf1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:26.356782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.365729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.378235 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5218bda3-7c59-454c-a841-e3cdefce822e req-fa7e90cb-4212-44e0-9376-0e60b28956b9 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739229 Apr 29 11:50:26.424399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52916) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.448039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c634e-1f69-4b1c-a603-be74d889ccaa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:26.452611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b3c634e-1f69-4b1c-a603-be74d889ccaa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2745280 Apr 29 11:50:26.454009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52920) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.492501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.508411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:26.522772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:26.569312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.579929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for afe7f737-c3c9-4df8-8017-b3c42798e4af owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:26.590558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.606737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.607473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dcff774b-c2db-40a0-adf8-ead7ccc3b188 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:26.668442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0c64dbd6-fe00-4d9a-8c8f-66db1cab5f89 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:26.675041 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0c64dbd6-fe00-4d9a-8c8f-66db1cab5f89 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6257331 Apr 29 11:50:26.680276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=4111680c-32f4-403b-86bb-586826ca5673,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:26.682229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52926) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.688748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port cdb01754-feb1-4bca-bc61-86e458517afc {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:26.689090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.706957 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-45ce117f-f1a6-4d66-9c5b-1a5facef1614 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882988 Apr 29 11:50:26.707566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52928) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.714667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: dcff774b-c2db-40a0-adf8-ead7ccc3b188 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:26.715250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device dcff774b-c2db-40a0-adf8-ead7ccc3b188 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:26.715373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:26.725604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:26.729475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.730009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.736487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:26.737222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.752008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b9d36-9721-4402-a2e2-4fc8b9bc4268 None None] Network 520ec656-064d-41b9-8297-a417b461cf11 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:26.756481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451280950'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:26.763586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Usage tracker for resource:security_group_rule and tenant:c633f554d87c4cafb68ce8ed3bb45283 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:26.773548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:26.778125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:26.785831 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-18214875-23d7-4810-9e21-70fd0715b218 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/4111680c-32f4-403b-86bb-586826ca5673 HTTP/1.1" status: 204 len: 168 time: 0.9004416 Apr 29 11:50:26.787858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:26.788281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:26.793969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52934) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:26.810073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:26.914621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] For port afe7f737-c3c9-4df8-8017-b3c42798e4af, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afe7f737-c3c9-4df8-8017-b3c42798e4af,segment=NetworkSegment(56be4aa1-70ed-412e-94a7-71b774c9dbf1),segment_id=56be4aa1-70ed-412e-94a7-71b774c9dbf1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:26.915133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:26.962610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.002660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.003147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Calling delete_port for ab4cdd19-4615-4347-91eb-c3dd13f9cf72 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:27.006609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2c204563-0c29-4028-a880-d3d1bd6c9b09 tempest-TestNetworkAdvancedServerOps-566498711 tempest-TestNetworkAdvancedServerOps-566498711-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e90ab72-4e0f-4b1d-90e8-fecd3fabbec8 HTTP/1.1" status: 204 len: 168 time: 1.4347124 Apr 29 11:50:27.022840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:27.028660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:27.035303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.055056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:27.101664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:27.108132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:27.111826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:27.116558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:27.119938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:27.123611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=afe7f737-c3c9-4df8-8017-b3c42798e4af,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:27.130489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No DVR routers for this DVR port afe7f737-c3c9-4df8-8017-b3c42798e4af on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:27.130965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:27.169555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:27.173146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.200815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.213660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e792a-c452-4447-9fab-365748ee9d7d tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:27.214384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e2e792a-c452-4447-9fab-365748ee9d7d tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] Synchronizing usage tracker for tenant:11b691a04c71481fbffd9b0563a5f955 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:27.240745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port cdb01754-feb1-4bca-bc61-86e458517afc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cdb01754-feb1-4bca-bc61-86e458517afc,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:27.241286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.267465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.336654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.338363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Calling delete_port for afe7f737-c3c9-4df8-8017-b3c42798e4af owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:27.368374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc81725-3289-4555-8535-68ff539a2c48']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:27.383474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be4aa1-70ed-412e-94a7-71b774c9dbf1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:27.384244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be4aa1-70ed-412e-94a7-71b774c9dbf1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:27.430278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for cdb01754-feb1-4bca-bc61-86e458517afc owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:27.456981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52944) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:27.464992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.508391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.521192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:27.522162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:27.542193 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:27.578616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:27.578950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.636335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.656861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:27.657413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:27.668232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:27.668625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:27.711450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:24Z', 'revision_number': 9, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:27.715930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:27.726853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afe7f737-c3c9-4df8-8017-b3c42798e4af no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:27.729086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.737250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e2e792a-c452-4447-9fab-365748ee9d7d tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] Unset dirty status for tenant:11b691a04c71481fbffd9b0563a5f955 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:27.738712 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3e2e792a-c452-4447-9fab-365748ee9d7d tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1093 time: 1.3133428 Apr 29 11:50:27.746457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52952) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:27.775909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:27.776168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.776846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:27.783010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=1fc81725-3289-4555-8535-68ff539a2c48,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:27.791695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:27.806725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b8752c87-f5f2-4d08-9fab-9f0374587ab0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea84be2ed9c040caaa6f7b3ae05fc24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482828 Apr 29 11:50:27.811585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:27.816563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52956) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:27.823538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:floatingip and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:27.833768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: afe7f737-c3c9-4df8-8017-b3c42798e4af {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:27.834280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afe7f737-c3c9-4df8-8017-b3c42798e4af not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:27.837051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:27.847340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] DHCP port deletion for 520ec656-064d-41b9-8297-a417b461cf11 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:27.848112 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-95d7dd8e-98c8-43a2-bb44-ecfd57f47a2d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/1fc81725-3289-4555-8535-68ff539a2c48 HTTP/1.1" status: 204 len: 168 time: 2.5409105 Apr 29 11:50:27.852624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.853615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e91ed-0a62-4a09-b643-cc17fb334f54,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:27.855824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52960) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:27.881444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:27.898647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1080513068'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:27.909852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.913368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.918068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8719f3fd-ff19-4c48-ba56-084092cf302f tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7697096 Apr 29 11:50:27.919446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:27.920564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52964) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:27.924721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Deleting port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:27.925271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.930225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:27.953423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ab29909f-0886-4275-81ce-92babbb716a6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:27.953423 dv-neutron-839741-1-hyperv neutron-server[88015]: WARNING neutron.api.v2.base [None req-ab29909f-0886-4275-81ce-92babbb716a6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:50:27.953423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-ab29909f-0886-4275-81ce-92babbb716a6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 11:50:27.957519 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ab29909f-0886-4275-81ce-92babbb716a6 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "PUT /v2.0/security-groups/9f9e91ed-0a62-4a09-b643-cc17fb334f54 HTTP/1.1" status: 409 len: 330 time: 0.0303345 Apr 29 11:50:27.958709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52968) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:28.021190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:28.026837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.035880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:28.036215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.043959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:28.069421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:28.081758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:28.102323 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.126902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.167597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Deleting port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:28.167977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.186042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 2dc5f44a-ed6b-42c1-828a-03172a8b06ee owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:28.196478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Deleting port afe7f737-c3c9-4df8-8017-b3c42798e4af {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:28.196807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.214011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f80be-1895-4ba2-9b2e-51792b2ddf03,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:28.216905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.217448 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a0d184b8-c846-471f-badb-a5d086faf10f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4984362 Apr 29 11:50:28.235232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52972) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:28.242325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': 'f83f80be-1895-4ba2-9b2e-51792b2ddf03', 'direction': 'ingress', 'protocol': 17}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:28.249003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.255242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:28.257664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.298135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:28.312345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:28.315933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:28.316661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.350277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.358270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=9998fb63-4145-41b5-94e3-d0aa4426dad3,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:28.412310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30ef2ad2-2ae6-4d28-8b23-2bb243e290b8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7012749 Apr 29 11:50:28.416194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52976) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:28.422335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:1b:99:78', 'name': 'tempest-NetworksTestDHCPv6-316865087'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:28.437577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.437789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:28.438543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-115ade02-7f88-4646-a991-b9a0dc5edbe8 None None] The port 'afe7f737-c3c9-4df8-8017-b3c42798e4af' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:28.440964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=cdb01754-feb1-4bca-bc61-86e458517afc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:28.441501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.442967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:28.443620 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59701709-b862-48b5-a064-6fe6a9b51e57 HTTP/1.1" status: 204 len: 168 time: 0.6261394 Apr 29 11:50:28.447073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.470094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:28.487038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb4981-4175-4e61-a9e6-0456d046b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59701709-b862-48b5-a064-6fe6a9b51e57,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:28.491958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:28.544631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:50:28.556106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.556699 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 9e786fbd-6ff3-417a-9b01-322f25882c86 of type vlan for network 3e01143b-8e9c-4ca9-96fa-856feadf43bc Apr 29 11:50:28.570600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.604109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.624559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] For port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,segment=NetworkSegment(13670c65-f798-4da5-b928-539cbf6addae),segment_id=13670c65-f798-4da5-b928-539cbf6addae)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:28.624951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.663451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.670806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:28.673259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.738147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.805872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e91ed-0a62-4a09-b643-cc17fb334f54,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:28.813425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.26.0.247 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/3c57df32-10b4-40bd-a6c7-46f86e96075d) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:28.864569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.872613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.908109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:28.909858 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77ec5363-3e8a-4df7-9375-60958e38dffa tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/9f9e91ed-0a62-4a09-b643-cc17fb334f54 HTTP/1.1" status: 204 len: 168 time: 0.9480433 Apr 29 11:50:28.911358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:28.933533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52984) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:28.935420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Calling delete_port for 2dc5f44a-ed6b-42c1-828a-03172a8b06ee owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:28.980900 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1191261 Apr 29 11:50:28.983538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:28.988917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 52988) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.007549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=2dc5f44a-ed6b-42c1-828a-03172a8b06ee,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:29.009279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1980347-3aae-4f0f-98b3-178a4646b1bd tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=3e01143b-8e9c-4ca9-96fa-856feadf43bc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:29.015256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:29.056068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52992) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.061653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:29.098397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:50:29.124805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:29.236843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.305297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:29.305614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:29.312315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] For port ab4cdd19-4615-4347-91eb-c3dd13f9cf72, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:29.312666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.336817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:29.344337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.357432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a13bfcda-2852-4dac-bd16-98f13d4df7c3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Synchronizing usage tracker for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:29.359192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:2127ae5979b0482c9f9a912f27101696 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:29.364081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:29.383267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:29.386360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.413118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.430842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520ec656-064d-41b9-8297-a417b461cf11']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:29.463405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13670c65-f798-4da5-b928-539cbf6addae') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:29.463681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13670c65-f798-4da5-b928-539cbf6addae') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:29.487478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2830b3-d5ed-437f-a8bf-bfb07a188ce5,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:29.489480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.489927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Calling delete_port for ab4cdd19-4615-4347-91eb-c3dd13f9cf72 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:29.496711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.498546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:29.508068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a13bfcda-2852-4dac-bd16-98f13d4df7c3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] Unset dirty status for tenant:c633f554d87c4cafb68ce8ed3bb45283 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:29.513207 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a13bfcda-2852-4dac-bd16-98f13d4df7c3 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5744262 Apr 29 11:50:29.513207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:29.517100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:29.519782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 52996) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.525076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.541105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:29.559872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.563615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:24Z', 'revision_number': 9, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:29.572445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6386de-eed0-4b08-acf6-49b38e262eef None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:24Z', 'revision_number': 9, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': '8d35f143-458e-4fc4-b918-d23372a7a6b1', 'name': '', 'network_id': '6ded7d8f-c021-4a73-803b-688f2dfedfe8', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:58:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:27Z', 'updated_at': '2022-04-29T11:49:48Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': 'c74598d3-0c14-4408-9eed-b41b60634462', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:29.582054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:29.586638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.613931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.621233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 5ab6423d-6b98-4baf-93eb-83c2ec84f77e yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:29.667399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.686916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] Pushing event deleted for resources: {'Port': ['ID=ab4cdd19-4615-4347-91eb-c3dd13f9cf72,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:29.691242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac98d11-639a-42bb-b8d2-3e1933f72f87 None None] No DVR routers for this DVR port ab4cdd19-4615-4347-91eb-c3dd13f9cf72 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:29.699499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-0fa399b8-a91d-48cf-baa1-3e0e6c05ab38 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] delete failed (client error): The resource could not be found. Apr 29 11:50:29.700885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0fa399b8-a91d-48cf-baa1-3e0e6c05ab38 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "DELETE /v2.0/security-groups/04514fc2-6de2-4e32-a24c-f32d5c8f9ee2 HTTP/1.1" status: 404 len: 347 time: 0.1792228 Apr 29 11:50:29.709165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad9007-176d-41c3-bab4-f83ceaaf0881 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:29.712999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53000) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.718361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.719533 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-44641327-13f4-4c93-8503-34698ad2e485 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4838252 Apr 29 11:50:29.723165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:29.723571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.738839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53004) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:29.740968 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:29.807057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Deleting port 2dc5f44a-ed6b-42c1-828a-03172a8b06ee {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:29.808113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.819783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.854255 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-1510d1d3-6022-46f0-b588-7db4e7e214c2 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] show failed (client error): The resource could not be found. Apr 29 11:50:29.861186 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1510d1d3-6022-46f0-b588-7db4e7e214c2 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-groups/fe45c9db-12b9-4393-b1fd-ab0a22e2e047 HTTP/1.1" status: 404 len: 347 time: 0.1389332 Apr 29 11:50:29.861442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53008) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.893923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-894e74c6-f6a1-456a-962f-a8adb4e8f96e None None] The port '2dc5f44a-ed6b-42c1-828a-03172a8b06ee' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:29.897886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.927418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.949714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=520ec656-064d-41b9-8297-a417b461cf11,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:29.969097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-9c61854f-51d0-4c85-a00a-1910020f9ce1 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] show failed (client error): The resource could not be found. Apr 29 11:50:29.970079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:29.970314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9c61854f-51d0-4c85-a00a-1910020f9ce1 tempest-NegativeSecGroupIPv6Test-1823521940 tempest-NegativeSecGroupIPv6Test-1823521940-project] 10.222.0.53 "GET /v2.0/security-group-rules/09659563-ad92-4754-b98c-7a45ff403ede HTTP/1.1" status: 404 len: 356 time: 0.0954943 Apr 29 11:50:29.975648 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-229e5fd9-cbc7-4fc5-ad39-bceb5b4be02c tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/520ec656-064d-41b9-8297-a417b461cf11 HTTP/1.1" status: 204 len: 168 time: 3.1774802 Apr 29 11:50:29.977072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:29.997545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:30.010712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:30.075900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '9998fb63-4145-41b5-94e3-d0aa4426dad3'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:30.079867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.118647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=3c57df32-10b4-40bd-a6c7-46f86e96075d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:30.127251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:30.184844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2dc5f44a-ed6b-42c1-828a-03172a8b06ee no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:30.212105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.243970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2dc5f44a-ed6b-42c1-828a-03172a8b06ee {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:30.244194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2dc5f44a-ed6b-42c1-828a-03172a8b06ee not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:30.324887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.336156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96fa8e4e-3229-4faf-8184-27ddd6ba4e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.336713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::39 (509b49ef-561b-4c7b-b648-76f046bd5c48/9998fb63-4145-41b5-94e3-d0aa4426dad3/5ab6423d-6b98-4baf-93eb-83c2ec84f77e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:30.380016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.443738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53020) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:30.539390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37766d7f-35d1-4b64-845c-1baf904dd112,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:30.555150 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0fead125-d652-4234-a6bd-a53bd3e94ae7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2127ae5979b0482c9f9a912f27101696&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4934480 Apr 29 11:50:30.557829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53026) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:30.567855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.632788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.717242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f80be-1895-4ba2-9b2e-51792b2ddf03,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:30.790536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:30.844953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:30.955874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=baece8b5-2ead-4c33-8a61-0f0697fc2691,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:31.023980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.028151 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6033613c-6b17-44d6-a288-714977d6d535 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c633f554d87c4cafb68ce8ed3bb45283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782530 Apr 29 11:50:31.046708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53030) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:31.049316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '9e786fbd-6ff3-417a-9b01-322f25882c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:31.049823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 3e01143b-8e9c-4ca9-96fa-856feadf43bc, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:50:31.112662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.115854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.117107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3d8d3679-d76e-43d2-a53f-5995b51783b3 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/f83f80be-1895-4ba2-9b2e-51792b2ddf03 HTTP/1.1" status: 204 len: 168 time: 1.3775554 Apr 29 11:50:31.120175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53034) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:31.171358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:50:31.192566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:31.195485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 5ab6423d-6b98-4baf-93eb-83c2ec84f77e will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:31.201814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 3e01143b-8e9c-4ca9-96fa-856feadf43bc) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:31.204848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Sync routers for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:31.214342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.214566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6a6f5-e61e-47c0-9295-08e3c2d9ab68 None None] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:31.217618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.221911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:31.222550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.236173 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:31.239897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:31.240601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37766d7f-35d1-4b64-845c-1baf904dd112,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:31.244625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4b360eef-f4ba-4231-b481-f6c5f494b121 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:31.263100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.265992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a85eeb65-74be-4f1b-abea-292edc2c7072 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37766d7f-35d1-4b64-845c-1baf904dd112 HTTP/1.1" status: 204 len: 168 time: 0.7038395 Apr 29 11:50:31.285449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d291cfe7-b893-4048-9429-406e4ccf512e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/147d08e2-5a17-44f8-ae64-db55f3ec6fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0144458 Apr 29 11:50:31.286683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53040) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:31.407524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4b360eef-f4ba-4231-b481-f6c5f494b121 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:31.409432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4b360eef-f4ba-4231-b481-f6c5f494b121 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2883053 Apr 29 11:50:31.424742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53044) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:31.437891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289843805'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:31.496014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:31.531934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:31.532666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.554001 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-27a3a3b2-abb7-4acf-aa4c-693b6b7f8059 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5606806 Apr 29 11:50:31.558988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet affc01ab-ac69-400a-a7f5-17e9243c2736 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:31.565426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53048) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:31.565978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.578689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc', 'name': 'tempest-PortsTestJSON-355579653', 'fixed_ips': [{'subnet_id': 'baece8b5-2ead-4c33-8a61-0f0697fc2691', 'ip_address': '172.20.0.10'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:31.588255 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:31.640341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.718086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e86fe190-ffb8-48d3-bcf0-593f0a18fd1f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:31.751094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.773597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-3e01143b-8e9c-4ca9-96fa-856feadf43bc', 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': 'baece8b5-2ead-4c33-8a61-0f0697fc2691'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:31.774429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.780883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.800440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e86fe190-ffb8-48d3-bcf0-593f0a18fd1f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:31.800775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e86fe190-ffb8-48d3-bcf0-593f0a18fd1f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:31.820184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:31.827465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:31.837429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:31.843570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:31.844527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.849525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.860589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=5ab6423d-6b98-4baf-93eb-83c2ec84f77e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:31.863107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.892723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:31.904088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:31.908310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:31.913869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217797d5-44a3-4c9b-8650-4527d188b5d6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:31.916698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:31.920700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:31.942871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.943188 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:50:27Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:31.948630 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Checking router: 147d08e2-5a17-44f8-ae64-db55f3ec6fdc for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:31.953519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:31.957642 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3170e9f0-6e95-4d32-b628-d64204c1ab9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/217797d5-44a3-4c9b-8650-4527d188b5d6 HTTP/1.1" status: 204 len: 168 time: 0.9071579 Apr 29 11:50:31.962741 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Routers {'147d08e2-5a17-44f8-ae64-db55f3ec6fdc'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:31.963679 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:31.968268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:31.972107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3aa5c018-cbc9-43e3-8ef9-205342910814 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5552542 Apr 29 11:50:31.975505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:31.979913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53054) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:32.021837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:32.048618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.097200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:32.109061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.191316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/9998fb63-4145-41b5-94e3-d0aa4426dad3/5b70eeb0-935a-4a64-8518-991bb635513e) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:32.243874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] Set router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:32.428854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Allocated IP 172.20.0.2 (3e01143b-8e9c-4ca9-96fa-856feadf43bc/baece8b5-2ead-4c33-8a61-0f0697fc2691/27363893-ac6a-4d96-81c7-39d981994d62) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:32.500126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.543813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafc3a9-30e4-439c-8540-6a0123bca0c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:32.544914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ccafc3a9-30e4-439c-8540-6a0123bca0c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:32.545626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.558296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Transition to ACTIVE for port object 5b70eeb0-935a-4a64-8518-991bb635513e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:32.580053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Transition to ACTIVE for port object 5b70eeb0-935a-4a64-8518-991bb635513e will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:32.594120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.629806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 77423ca1-58e6-445a-a724-33d0c87921c5 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:32.687331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.692949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.718101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ccafc3a9-30e4-439c-8540-6a0123bca0c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:32.722165 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ccafc3a9-30e4-439c-8540-6a0123bca0c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.7385762 Apr 29 11:50:32.733257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53068) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:32.740741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=affc01ab-ac69-400a-a7f5-17e9243c2736,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:32.742877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.766036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:32.776813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.786512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:32.795852 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:50:27Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:32.800622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe025a-5fe1-4654-ab08-3b7b11cc6821 None None] Network 50e940da-8c7e-4cfe-ab92-94597792add9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:32.800879 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01d5d5-da27-45c4-8177-06618fae7d53 None None] The sync data for ids ['147d08e2-5a17-44f8-ae64-db55f3ec6fdc'] in dv-neutron-839741-1-hyperv is: [{'id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'name': 'tempest-TestNetworkBasicOps-router-393240422', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:45:39Z', 'updated_at': '2022-04-29T11:50:27Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '92a69c12-84fe-44f7-beb7-ff7e793d08ca', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147d08e2-5a17-44f8-ae64-db55f3ec6fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:45:42Z', 'updated_at': '2022-04-29T11:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:32.821606 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eeb2f506-0c21-483b-b6c5-de1c06bfd8f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/affc01ab-ac69-400a-a7f5-17e9243c2736 HTTP/1.1" status: 204 len: 168 time: 1.5297008 Apr 29 11:50:32.824753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53072) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:32.828874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:32.833049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Pushing event updated for resources: {'Port': ['ID=5b70eeb0-935a-4a64-8518-991bb635513e,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:32.888207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30551b-db21-4341-9a85-3044193e03d8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:32.921445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:32.926374 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ddb7645f-e8e9-4236-8dae-51c5eb7a55d0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4899776 Apr 29 11:50:32.936933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53078) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:32.972146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950337088'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:32.977984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:32.982146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:32.986326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:32.998630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:33.039078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port 8d35f143-458e-4fc4-b918-d23372a7a6b1 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:33.039410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.065622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.089069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 5ab6423d-6b98-4baf-93eb-83c2ec84f77e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:33.089477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.138366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.resource_extend [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:50:33.163646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.165919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d574180-8eb0-4f89-9eb0-ededa4f48214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.174934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Attempting to bind port 5b70eeb0-935a-4a64-8518-991bb635513e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:33.175285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Attempting to bind port 5b70eeb0-935a-4a64-8518-991bb635513e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:33.176316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Attempting to bind port 5b70eeb0-935a-4a64-8518-991bb635513e on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:33.183141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:33.192926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.197826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:33.205033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:33.213091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.222424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:33.241519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:33.242236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:33.242800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.243348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:33.243993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Bound port: 5b70eeb0-935a-4a64-8518-991bb635513e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:33.244546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.334674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53088) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:33.344413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040479 Apr 29 11:50:33.419320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53090) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:33.470675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.483322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] For port 5b70eeb0-935a-4a64-8518-991bb635513e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:33.489495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] For port 5b70eeb0-935a-4a64-8518-991bb635513e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5b70eeb0-935a-4a64-8518-991bb635513e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:33.501962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.521365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.525913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port 8d35f143-458e-4fc4-b918-d23372a7a6b1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8d35f143-458e-4fc4-b918-d23372a7a6b1,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:33.526290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.665425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Transition to ACTIVE for port object 27363893-ac6a-4d96-81c7-39d981994d62 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:33.704721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cdb01754-feb1-4bca-bc61-86e458517afc no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:33.720014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for 8d35f143-458e-4fc4-b918-d23372a7a6b1 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:33.752016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=3c57df32-10b4-40bd-a6c7-46f86e96075d,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:33.774435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.779307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e299c994-f414-4d7b-8a09-19f54eb21a69 tempest-NetworksApiDiscovery-1280796304 tempest-NetworksApiDiscovery-1280796304-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3584270 Apr 29 11:50:33.806427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 92a69c12-84fe-44f7-beb7-ff7e793d08ca {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:33.807147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.817489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] DHCP port deletion for 50e940da-8c7e-4cfe-ab92-94597792add9 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:33.819720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: cdb01754-feb1-4bca-bc61-86e458517afc {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:33.820050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cdb01754-feb1-4bca-bc61-86e458517afc not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:33.827124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Transition to ACTIVE for port object 27363893-ac6a-4d96-81c7-39d981994d62 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:33.845854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc1222-2d61-4748-bf1b-f8be5004791b None None] Pushing event updated for resources: {'Port': ['ID=5b70eeb0-935a-4a64-8518-991bb635513e,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:33.849072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Deleting port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:33.849812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.894997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.949858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:33.954632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.032171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:34.036673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:34.073953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:34.114328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Pushing event updated for resources: {'Port': ['ID=27363893-ac6a-4d96-81c7-39d981994d62,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:34.116798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.184830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.226683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 92a69c12-84fe-44f7-beb7-ff7e793d08ca, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=92a69c12-84fe-44f7-beb7-ff7e793d08ca,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:34.227319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.235147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP 85e0f762-ed6e-4264-9965-9cb5740f909c associated. External IP: 172.26.0.247, port: 11880170-bb6a-4e9d-8eb5-1c853a9b04f5. Apr 29 11:50:34.276010 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Attempting to bind port 27363893-ac6a-4d96-81c7-39d981994d62 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:34.276604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Attempting to bind port 27363893-ac6a-4d96-81c7-39d981994d62 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '9e786fbd-6ff3-417a-9b01-322f25882c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:34.277211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Attempting to bind port 27363893-ac6a-4d96-81c7-39d981994d62 on network 3e01143b-8e9c-4ca9-96fa-856feadf43bc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:34.317818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:34.318375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Checking segment: {'id': '9e786fbd-6ff3-417a-9b01-322f25882c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:34.318814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.319209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Bound using segment: {'id': '9e786fbd-6ff3-417a-9b01-322f25882c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:34.319719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Bound port: 27363893-ac6a-4d96-81c7-39d981994d62, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e786fbd-6ff3-417a-9b01-322f25882c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:34.320099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.364078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53100) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:34.395240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.426004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] For port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,segment=NetworkSegment(8e46e56e-d30e-43e8-81c4-1b2787c5a015),segment_id=8e46e56e-d30e-43e8-81c4-1b2787c5a015)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:34.426395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.570936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e0b8c-54b4-44bc-9eee-0659c55bdcf3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:34.623382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.10 (3e01143b-8e9c-4ca9-96fa-856feadf43bc/baece8b5-2ead-4c33-8a61-0f0697fc2691/77423ca1-58e6-445a-a724-33d0c87921c5) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:34.627011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.636859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Calling delete_port for c9adb7a7-2ab1-482f-8656-4a4fab8c5bff owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:34.645565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 92a69c12-84fe-44f7-beb7-ff7e793d08ca owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:34.708317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.789582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:34.798241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:34.807920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 5ab6423d-6b98-4baf-93eb-83c2ec84f77e owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:34.808173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.833715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=8d35f143-458e-4fc4-b918-d23372a7a6b1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:34.847020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.896812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.898544 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-223aa022-55e8-4bbc-b828-4a713ef02d24 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9559433 Apr 29 11:50:34.919425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:34.922607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53106) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:34.927050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc84c2-5593-42c5-a6df-e41df885823b None None] Pushing event updated for resources: {'Port': ['ID=27363893-ac6a-4d96-81c7-39d981994d62,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:34.935035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:34.944914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca6a690ee5d4b3a8231b48e6ece9d24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:34.973164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:35.000966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] Pushing event deleted for resources: {'Port': ['ID=c9adb7a7-2ab1-482f-8656-4a4fab8c5bff,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:35.007598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026d536-1a79-45b8-9e12-68e3f0431baf None None] No DVR routers for this DVR port c9adb7a7-2ab1-482f-8656-4a4fab8c5bff on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:35.053571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:35.103703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': 'ed30551b-db21-4341-9a85-3044193e03d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b67e0b8c-54b4-44bc-9eee-0659c55bdcf3', 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:35.120500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:35.130805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:35.140510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:35.165567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:35.190538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.414566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.506900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.728242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.755823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.799034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.813642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.868822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:35.896385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-829908d1-9c13-46ae-8c2c-7dc9b1368a21 None None] Provisioning for port 5b70eeb0-935a-4a64-8518-991bb635513e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:35.933125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:35.987540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 27363893-ac6a-4d96-81c7-39d981994d62 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:36.019368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=92a69c12-84fe-44f7-beb7-ff7e793d08ca,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.044567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01169221-d7cb-4b70-b0bd-b5c39f1543ab,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.058378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=5ab6423d-6b98-4baf-93eb-83c2ec84f77e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.074827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.084926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 77423ca1-58e6-445a-a724-33d0c87921c5 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:36.113192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.119821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 27363893-ac6a-4d96-81c7-39d981994d62 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:36.125413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5b70eeb0-935a-4a64-8518-991bb635513e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:36.130094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5eb33ae5-3805-4db5-b527-abb3e9eb18d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ca6a690ee5d4b3a8231b48e6ece9d24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7496955 Apr 29 11:50:36.175361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53110) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:36.177305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.238128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.239977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 5b70eeb0-935a-4a64-8518-991bb635513e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:36.251608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5b70eeb0-935a-4a64-8518-991bb635513e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:36.253711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.343343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.347763 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4168158 Apr 29 11:50:36.373053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-411612e9-2c64-4116-bfd8-d40c27f043da None None] Could not find standard attr ID for object 5ab6423d-6b98-4baf-93eb-83c2ec84f77e. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:50:36.387162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53114) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:36.444086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dc533361-8b76-47fd-914c-91b04f57b62f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/5ab6423d-6b98-4baf-93eb-83c2ec84f77e HTTP/1.1" status: 204 len: 168 time: 3.7051461 Apr 29 11:50:36.445002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53118) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:36.450066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:36.542156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.568607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.630978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 5b70eeb0-935a-4a64-8518-991bb635513e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5b70eeb0-935a-4a64-8518-991bb635513e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:36.638544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.764937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c9adb7a7-2ab1-482f-8656-4a4fab8c5bff no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:36.806786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3eb75-0ee9-4b4f-aaed-bc98dd3ef70d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530d01d2-ce08-4c4b-8a4e-53f23d07e5ea,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.807118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: c9adb7a7-2ab1-482f-8656-4a4fab8c5bff {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:36.807968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c9adb7a7-2ab1-482f-8656-4a4fab8c5bff not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:36.824700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.831869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=5b70eeb0-935a-4a64-8518-991bb635513e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:36.838781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.865930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.906420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a1d6b-bf79-485d-b16b-8ed187695140 None None] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:36.947202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:36.976727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:36.987160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.019578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:37.026783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.029444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=77423ca1-58e6-445a-a724-33d0c87921c5,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:37.029719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:37.029826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:37.043930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:37.049797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:37.050440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:37.087360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ace4e-b7e2-4f3e-b4ab-097c3a3e10de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:37.089158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ace4e-b7e2-4f3e-b4ab-097c3a3e10de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:37.090122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d15ace4e-b7e2-4f3e-b4ab-097c3a3e10de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:37.092861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.093483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router 147d08e2-5a17-44f8-ae64-db55f3ec6fdc {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:50:37.101361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.114776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.116305 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0649036d-9174-4c23-9960-cecd46f41397 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/147d08e2-5a17-44f8-ae64-db55f3ec6fdc HTTP/1.1" status: 204 len: 168 time: 4.2874248 Apr 29 11:50:37.119804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53124) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:37.132181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.165924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.167085 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/530d01d2-ce08-4c4b-8a4e-53f23d07e5ea HTTP/1.1" status: 204 len: 168 time: 0.7789423 Apr 29 11:50:37.173562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53128) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:37.206514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0312-f77d-493e-9819-a308fcadb37d tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=530d01d2-ce08-4c4b-8a4e-53f23d07e5ea,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:37.218697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d15ace4e-b7e2-4f3e-b4ab-097c3a3e10de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:37.219933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d15ace4e-b7e2-4f3e-b4ab-097c3a3e10de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7674375 Apr 29 11:50:37.229633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:37.248811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:37.267473 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:37.268278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-758087d7-7e4d-40f6-aa68-9cc3b489d3b9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2865901 Apr 29 11:50:37.271428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:37.272419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.274343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.278595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53136) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:37.283727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:37.284437 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:37.291297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Provisioning for port 27363893-ac6a-4d96-81c7-39d981994d62 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:37.303765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2038dfce-f6e3-41d8-8e26-42f6ba71b6ea tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5519409 Apr 29 11:50:37.326263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Provisioning complete for port 27363893-ac6a-4d96-81c7-39d981994d62 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:37.327085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.349943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:50:37.372808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 9998fb63-4145-41b5-94e3-d0aa4426dad3 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:37.379237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.383380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet c74598d3-0c14-4408-9eed-b41b60634462 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:37.391131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.446878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.474210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.477342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:37.478923 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:37.566132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.587246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.666940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.693108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.701393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.733343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.743159 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01169221-d7cb-4b70-b0bd-b5c39f1543ab HTTP/1.1" status: 204 len: 168 time: 1.5620563 Apr 29 11:50:37.771858 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355cb140-c046-4984-8f98-a8d1601af44a'] response: {'name': 'network-changed', 'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'status': 'completed', 'code': 200} Apr 29 11:50:37.781255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=9998fb63-4145-41b5-94e3-d0aa4426dad3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:37.822343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2e0243a-ae5d-4a45-b3c1-c6bf52780c81 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:37.846078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-92a30987-38ab-4181-b8b3-2c7fdf55f970 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.2759380 Apr 29 11:50:37.848623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53146) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:37.856651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcec3a7-be48-42a8-9a3a-c904255c9a99 None None] Network 6ded7d8f-c021-4a73-803b-688f2dfedfe8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:37.872021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5b70eeb0-935a-4a64-8518-991bb635513e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:37.879587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=c74598d3-0c14-4408-9eed-b41b60634462,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:37.911080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '3e01143b-8e9c-4ca9-96fa-856feadf43bc', 'name': 'tempest-PortsTestJSON-1914192339', 'fixed_ips': [{'subnet_id': 'baece8b5-2ead-4c33-8a61-0f0697fc2691', 'ip_address': '172.20.0.9'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:37.928299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:37.959114 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:34Z', 'revision_number': 10, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:37.964645 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:37.975843 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:37.976832 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.000512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.002575 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-50e21c9d-cd82-4b77-9f0a-e4d3f63f94a9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/c74598d3-0c14-4408-9eed-b41b60634462 HTTP/1.1" status: 204 len: 168 time: 0.7167170 Apr 29 11:50:38.015128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53150) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:38.022819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.034973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373b585-9b35-478e-922a-40333953cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01169221-d7cb-4b70-b0bd-b5c39f1543ab,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:38.129338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:38.141599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:38.145500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:38.166949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:38.170320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e940da-8c7e-4cfe-ab92-94597792add9']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.177844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.182604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d436336f-9ff2-483b-807b-31b6509c1ef2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/9998fb63-4145-41b5-94e3-d0aa4426dad3 HTTP/1.1" status: 204 len: 168 time: 0.9504526 Apr 29 11:50:38.185956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53154) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:38.196997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2e0243a-ae5d-4a45-b3c1-c6bf52780c81 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:38.206099 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2e0243a-ae5d-4a45-b3c1-c6bf52780c81 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.0267549 Apr 29 11:50:38.268300 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:38.274970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:38.297124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53158) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:38.337254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e46e56e-d30e-43e8-81c4-1b2787c5a015') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.337819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e46e56e-d30e-43e8-81c4-1b2787c5a015') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.359647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.371994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.390191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-c29546c7-654d-43b5-b0aa-1afa55428f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:38.392566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-c29546c7-654d-43b5-b0aa-1afa55428f91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1098 time: 0.5649462 Apr 29 11:50:38.426446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.442976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:38.443697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.477452 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ae5d4bcc-56cd-4980-8248-3db7db623ece tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2894766 Apr 29 11:50:38.483931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:38.486620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7bf2fa-c51b-4eb7-9e57-df47fe6af99d None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:38.488129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port b609268c-bc5c-4ba0-9e56-f623155d58e5 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:38.489220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.489910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:38.527610 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:38.666703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.684699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.698130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.714872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 09429847-2a28-401d-85bb-187f4c7704af yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:38.718505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-1c314ea9-8b7a-4249-90be-f8e77817e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:38.720260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-1c314ea9-8b7a-4249-90be-f8e77817e7f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.3189940 Apr 29 11:50:38.737052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:34Z', 'revision_number': 10, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:38.741359 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b8705-f284-4284-98ec-920accfc8a1d None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:34Z', 'revision_number': 10, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None, '_interfaces': [{'id': 'e59833a4-12d7-4e2e-a863-3407dcb7df6a', 'name': '', 'network_id': 'd7a5fa34-7a92-45be-bbc1-59af9a19c6c4', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'mac_address': 'fa:16:3e:41:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '7b08f354-211b-4723-9123-33f722429990', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:49:17Z', 'updated_at': '2022-04-29T11:49:32Z', 'revision_number': 5, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'subnets': [{'id': '7b08f354-211b-4723-9123-33f722429990', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:38.806853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.842859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238dffe6-2410-48e0-b3d7-1e046ac65721 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:38.843564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-238dffe6-2410-48e0-b3d7-1e046ac65721 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:38.846707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2592-f39d-4477-b1ac-4a0a26f30e38 None None] Pushing event updated for resources: {'Port': ['ID=27363893-ac6a-4d96-81c7-39d981994d62,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:38.938695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.941900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.975790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-238dffe6-2410-48e0-b3d7-1e046ac65721 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:38.976846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-238dffe6-2410-48e0-b3d7-1e046ac65721 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4744656 Apr 29 11:50:38.977443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:38.982655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53166) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:38.983543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e0b8c-54b4-44bc-9eee-0659c55bdcf3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:39.036322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5b70eeb0-935a-4a64-8518-991bb635513e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:39.036906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.134436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Provisioning complete for port 27363893-ac6a-4d96-81c7-39d981994d62 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:39.134810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.166734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=50e940da-8c7e-4cfe-ab92-94597792add9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:39.182571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4397d15a-6df4-4e9b-9091-c182de3c3837 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:39.183358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4397d15a-6df4-4e9b-9091-c182de3c3837 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:39.198264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.199466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-35c9fd44-c6fd-4d89-b127-1b8093ca9a86 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/b67e0b8c-54b4-44bc-9eee-0659c55bdcf3 HTTP/1.1" status: 204 len: 168 time: 0.8956449 Apr 29 11:50:39.206885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2a490d8c-c4c4-4271-8e4f-0bdef71fed75 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/50e940da-8c7e-4cfe-ab92-94597792add9 HTTP/1.1" status: 204 len: 168 time: 2.0857294 Apr 29 11:50:39.207857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53172) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:39.220572 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-293b2425-eab0-42d7-89d7-630633464884 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 999 time: 0.4301336 Apr 29 11:50:39.240721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53176) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:39.270939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4397d15a-6df4-4e9b-9091-c182de3c3837 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:39.276950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4397d15a-6df4-4e9b-9091-c182de3c3837 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2899103 Apr 29 11:50:39.278658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53182) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:39.287773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '85e0f762-ed6e-4264-9965-9cb5740f909c', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f5:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:31Z', 'updated_at': '2022-04-29T11:50:31Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:39.302921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:39.426955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.9 (3e01143b-8e9c-4ca9-96fa-856feadf43bc/baece8b5-2ead-4c33-8a61-0f0697fc2691/09429847-2a28-401d-85bb-187f4c7704af) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:39.438635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720efed1-22c8-43af-ac05-5462131134ad None None] DHCP port deletion for 6ded7d8f-c021-4a73-803b-688f2dfedfe8 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:39.464864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:39.465457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:39.519599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Deleting port b609268c-bc5c-4ba0-9e56-f623155d58e5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:39.521670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.567793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port b609268c-bc5c-4ba0-9e56-f623155d58e5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b609268c-bc5c-4ba0-9e56-f623155d58e5,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:39.568387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.569502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b00c61f-3d3a-462b-b22c-32a69d377bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2835746 Apr 29 11:50:39.595256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53186) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:39.642072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:39.688262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Deleting port 5b70eeb0-935a-4a64-8518-991bb635513e {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:39.688635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.713300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:39.734859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for b609268c-bc5c-4ba0-9e56-f623155d58e5 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:39.746210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Provisioning for port 77423ca1-58e6-445a-a724-33d0c87921c5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:39.757718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 92a69c12-84fe-44f7-beb7-ff7e793d08ca no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:39.810192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--787784761', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:39.820108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:39.822141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-b41a65f6-c47e-4a6b-aee2-a6ac0d635dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:39.823603 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-b41a65f6-c47e-4a6b-aee2-a6ac0d635dee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.5723903 Apr 29 11:50:39.828095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:39.833196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:39.833364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 92a69c12-84fe-44f7-beb7-ff7e793d08ca {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:39.833616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 92a69c12-84fe-44f7-beb7-ff7e793d08ca not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:39.848850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Provisioning complete for port 77423ca1-58e6-445a-a724-33d0c87921c5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:39.849215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.852274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:39.892630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.902822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:39.906809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.933808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 09429847-2a28-401d-85bb-187f4c7704af will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:39.952571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:50:39.972443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:39.972928 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 219a782e-40c3-47b9-bd77-bd92b0108e80 of type vlan for network e6953f44-47b6-49ed-8292-e088fba8f8d0 Apr 29 11:50:39.976626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22ba60de-d80c-4ed3-8099-fdc18087d25b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:40.004577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.014889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:40.026591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 27363893-ac6a-4d96-81c7-39d981994d62 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:40.037946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:40.040883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22ba60de-d80c-4ed3-8099-fdc18087d25b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:40.042255 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22ba60de-d80c-4ed3-8099-fdc18087d25b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8269382 Apr 29 11:50:40.043252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.046941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53190) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:40.061368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.094011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:40.099539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:40.102660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:40.126887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=b609268c-bc5c-4ba0-9e56-f623155d58e5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:40.142468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:40.146266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.154462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:40.164467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port b609268c-bc5c-4ba0-9e56-f623155d58e5 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:40.171037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-4726ce9e-2f71-4841-bb39-a23d8a43b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:40.172559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-4726ce9e-2f71-4841-bb39-a23d8a43b858 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3361425 Apr 29 11:50:40.179947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=09429847-2a28-401d-85bb-187f4c7704af,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:40.218829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.224281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:40.224876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.233846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:40.234440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.257129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1078f960-5b7f-4956-9ff7-7387051aec71 None None] Port 77423ca1-58e6-445a-a724-33d0c87921c5 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:40.324119 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-161d85b5-89a4-49b3-b4b2-5cb48975c189 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4466598 Apr 29 11:50:40.332937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-720efed1-22c8-43af-ac05-5462131134ad None None] For port b609268c-bc5c-4ba0-9e56-f623155d58e5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b609268c-bc5c-4ba0-9e56-f623155d58e5,segment=NetworkSegment(8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7),segment_id=8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:40.333327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.372186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53194) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:40.380366 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1384766 Apr 29 11:50:40.386269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:40.391762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:40.401040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1fb9-a7cc-4720-9228-693b6c00d73b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=e6953f44-47b6-49ed-8292-e088fba8f8d0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:40.403550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:40.407614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:40.411573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:40.417351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:40.427953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.428956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.444276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.504838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.517920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:50:40.542770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Calling delete_port for b609268c-bc5c-4ba0-9e56-f623155d58e5 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:40.626893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.690327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.710090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] For port 5b70eeb0-935a-4a64-8518-991bb635513e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5b70eeb0-935a-4a64-8518-991bb635513e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:40.710480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.722140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ded7d8f-c021-4a73-803b-688f2dfedfe8']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:40.744748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.776237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:40.776481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b37b70c-7e5e-4fcb-b4e1-0b13f198fdb7') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:40.789302 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-26483db6-8c20-4605-b897-2b6cd3415818 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760233 Apr 29 11:50:40.828326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7fc1e-957b-4587-b0f7-bd520f9b5bb1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:40.829034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f5f7fc1e-957b-4587-b0f7-bd520f9b5bb1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:40.833996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25e12c9c-0360-4945-8e32-d61bf5ebdcce None None] Provisioning for port 09429847-2a28-401d-85bb-187f4c7704af completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:40.835597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.904219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.918711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f5f7fc1e-957b-4587-b0f7-bd520f9b5bb1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:40.919835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f5f7fc1e-957b-4587-b0f7-bd520f9b5bb1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5333707 Apr 29 11:50:40.927126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Calling delete_port for 5b70eeb0-935a-4a64-8518-991bb635513e owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:40.955205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 27363893-ac6a-4d96-81c7-39d981994d62 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:40.955551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.969178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:40.969516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:40.976086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53204) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:40.984482 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:40.987646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.004776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25e12c9c-0360-4945-8e32-d61bf5ebdcce None None] Provisioning complete for port 09429847-2a28-401d-85bb-187f4c7704af triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:41.005156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25e12c9c-0360-4945-8e32-d61bf5ebdcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.116085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:41.116376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:41.132977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.170613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.199695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-25e12c9c-0360-4945-8e32-d61bf5ebdcce None None] Port 09429847-2a28-401d-85bb-187f4c7704af cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:50:41.222525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.247878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30551b-db21-4341-9a85-3044193e03d8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:41.257559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:41.264233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:41.269770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:41.270629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:41.304172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.321624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:41.325206 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6ae3d247-932d-41b1-9afc-3b83d292f395 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3452601 Apr 29 11:50:41.325421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53208) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:41.334937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] Pushing event deleted for resources: {'Port': ['ID=5b70eeb0-935a-4a64-8518-991bb635513e,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:41.339793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.346686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fb98b-6184-47b8-ad60-7cd458c9b610 None None] No DVR routers for this DVR port 5b70eeb0-935a-4a64-8518-991bb635513e on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:41.354753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=6ded7d8f-c021-4a73-803b-688f2dfedfe8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:41.357899 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42eed7d7-5b47-4f02-b2a3-20b72585c85b req-73f42bef-c9d8-4256-8cc5-b88e8b93b7ec service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599554 Apr 29 11:50:41.371712 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2181fb1f-93ff-4e4c-b606-e2e7bcf1e9ce tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/6ded7d8f-c021-4a73-803b-688f2dfedfe8 HTTP/1.1" status: 204 len: 168 time: 3.3382909 Apr 29 11:50:41.372675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.373731 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3233aec8-b128-48a2-a6be-5b666e0427da tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed30551b-db21-4341-9a85-3044193e03d8 HTTP/1.1" status: 204 len: 168 time: 1.2910008 Apr 29 11:50:41.374410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53212) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:41.378123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53214) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:41.465544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '85e0f762-ed6e-4264-9965-9cb5740f909c', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f5:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:31Z', 'updated_at': '2022-04-29T11:50:31Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:41.473041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17ce4f-4827-4698-95d8-e30474b4d8c3 None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '85e0f762-ed6e-4264-9965-9cb5740f909c', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f5:a8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:50:31Z', 'updated_at': '2022-04-29T11:50:31Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:41.482117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.71 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/7235a829-9144-46b4-84e7-bd70f4623f3e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:41.488420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8d35f143-458e-4fc4-b918-d23372a7a6b1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:41.492053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 09429847-2a28-401d-85bb-187f4c7704af {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:41.492053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.622358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Deleting port b609268c-bc5c-4ba0-9e56-f623155d58e5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:41.622733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-720efed1-22c8-43af-ac05-5462131134ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.678138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8d35f143-458e-4fc4-b918-d23372a7a6b1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:41.678138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8d35f143-458e-4fc4-b918-d23372a7a6b1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:41.678138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b609268c-bc5c-4ba0-9e56-f623155d58e5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:41.712174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b609268c-bc5c-4ba0-9e56-f623155d58e5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:41.712174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b609268c-bc5c-4ba0-9e56-f623155d58e5 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:41.712532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5b70eeb0-935a-4a64-8518-991bb635513e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:41.730508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:50:41.733902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23a2513b-a77f-4499-bb02-7e60a5c5771a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:41.739788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.776092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-720efed1-22c8-43af-ac05-5462131134ad None None] The port 'b609268c-bc5c-4ba0-9e56-f623155d58e5' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:41.777109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 5b70eeb0-935a-4a64-8518-991bb635513e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:41.777475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5b70eeb0-935a-4a64-8518-991bb635513e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:41.818227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d89e15-cb26-4630-86dc-62a97b96d2f0 None None] New status for floating IP 85e0f762-ed6e-4264-9965-9cb5740f909c: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:50:41.949269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:41.954768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:41.961200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-23a2513b-a77f-4499-bb02-7e60a5c5771a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:41.962733 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-23a2513b-a77f-4499-bb02-7e60a5c5771a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5206997 Apr 29 11:50:41.966792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:41.967620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:41.976974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53222) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:41.991164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--867198989'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:41.994363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b158199-9e20-4bd2-a792-fa3e3430a0de None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:42.001180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=0987723a-4f93-474f-9724-da40cfe9d94e,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.011408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:42.027619 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d1e85ee8-a734-456e-9471-09204e23b28c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4285605 Apr 29 11:50:42.029301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.029865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:42.030663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:42.038067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:42.069312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.125908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.195099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 09429847-2a28-401d-85bb-187f4c7704af owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:42.256563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.274213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:42.278782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:42.281791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:42.307682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:42.329899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '0987723a-4f93-474f-9724-da40cfe9d94e'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:42.331797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.346023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:42.349598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:42.360981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:42.382476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:42.397567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:42.437722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=7235a829-9144-46b4-84e7-bd70f4623f3e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.460357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:42.464171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.572281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Allocated IP 2001:db8::f816:3eff:feac:3609 (509b49ef-561b-4c7b-b648-76f046bd5c48/0987723a-4f93-474f-9724-da40cfe9d94e/69fa56ef-7cf0-436c-890f-8c008913fa21) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:42.595127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.692451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.722335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=09429847-2a28-401d-85bb-187f4c7704af,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:42.848246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.872513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Transition to ACTIVE for port object 69fa56ef-7cf0-436c-890f-8c008913fa21 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:42.903918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Transition to ACTIVE for port object 69fa56ef-7cf0-436c-890f-8c008913fa21 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:42.910711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.934339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0987723a-4f93-474f-9724-da40cfe9d94e (CIDR: 2001:db8::/64) Apr 29 11:50:42.941947 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:50:42.941947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:42.966696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:42.995711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:42.996984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:43.002956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:43.060134 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-42ee5bf6-91d0-4fd4-9a8a-509c0b8e482f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0188482 Apr 29 11:50:43.073185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.115816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53234) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:43.115816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:43.139640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.158257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Attempting to bind port 69fa56ef-7cf0-436c-890f-8c008913fa21 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:43.158257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Attempting to bind port 69fa56ef-7cf0-436c-890f-8c008913fa21 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:43.158257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Attempting to bind port 69fa56ef-7cf0-436c-890f-8c008913fa21 on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Bound port: 69fa56ef-7cf0-436c-890f-8c008913fa21, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:43.168667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.269173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72f666d6-a717-4e5b-854e-21750395af11 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/09429847-2a28-401d-85bb-187f4c7704af HTTP/1.1" status: 204 len: 168 time: 1.9338050 Apr 29 11:50:43.279007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53238) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:43.290199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.331606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:43.331606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:43.342325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.357945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.357945 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3780029 Apr 29 11:50:43.375722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53242) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:43.375722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '6cfce96f-76fa-4f5b-9b9f-adc1fdb27936', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:43.375722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a93db-6a05-48cf-9c70-ecb5a8845674 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfce96f-76fa-4f5b-9b9f-adc1fdb27936,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.390411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:43.390411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:43.391943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:43.401341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:43.499323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594eb2-460c-47c0-9a0d-e696dc8f7bc1 None None] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.552110 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8177bda-3b70-4194-9506-0b482dcfea70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:50:43.552110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b8177bda-3b70-4194-9506-0b482dcfea70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:43.560319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:43.565785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.570085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.613345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port e59833a4-12d7-4e2e-a863-3407dcb7df6a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:43.613345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.750519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.763405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.792154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:43.807755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b8177bda-3b70-4194-9506-0b482dcfea70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:43.812222 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b8177bda-3b70-4194-9506-0b482dcfea70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/09429847-2a28-401d-85bb-187f4c7704af HTTP/1.1" status: 404 len: 333 time: 0.5376132 Apr 29 11:50:43.815610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53248) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:43.820291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:43.823753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.851540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253765e9-92ba-45a3-a4eb-8f8c63df9e16,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:43.929465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 77423ca1-58e6-445a-a724-33d0c87921c5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:43.929465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:43.989340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port e59833a4-12d7-4e2e-a863-3407dcb7df6a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e59833a4-12d7-4e2e-a863-3407dcb7df6a,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:43.993298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.057692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 69fa56ef-7cf0-436c-890f-8c008913fa21 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:44.124507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.125989 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9140aa83-db94-4029-a833-639ebb2fa658 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7648432 Apr 29 11:50:44.154376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53252) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:44.185052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 69fa56ef-7cf0-436c-890f-8c008913fa21 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:44.194335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for e59833a4-12d7-4e2e-a863-3407dcb7df6a owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:44.372574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.375620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.432101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=e59833a4-12d7-4e2e-a863-3407dcb7df6a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:44.435792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.581664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.624834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.627146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.789614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=253765e9-92ba-45a3-a4eb-8f8c63df9e16,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:44.824532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.915081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:44.915555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Provisioning for port 69fa56ef-7cf0-436c-890f-8c008913fa21 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:44.921408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Provisioning complete for port 69fa56ef-7cf0-436c-890f-8c008913fa21 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:44.922029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:44.966402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 77423ca1-58e6-445a-a724-33d0c87921c5 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:44.997946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.002126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7ae63a39-2472-4e93-8a7a-b337d204073e tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/253765e9-92ba-45a3-a4eb-8f8c63df9e16 HTTP/1.1" status: 204 len: 168 time: 0.8400159 Apr 29 11:50:45.015538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53256) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.110133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.174803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:45.174803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.186959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-265b4838-fcda-4192-91d1-091229b3142c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:45.208199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:45.215966 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:45.228550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8373f4d7-8970-4fae-b248-59a253041eb1 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8493392 Apr 29 11:50:45.229199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.233560 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:45.234456 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.272015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ba19d-6f3f-4d46-984f-5c8ab4e2a7bd None None] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.323080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting subnet 7b08f354-211b-4723-9123-33f722429990 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:45.326847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.385053 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:45.385276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.409923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.453214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-265b4838-fcda-4192-91d1-091229b3142c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:45.454548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-265b4838-fcda-4192-91d1-091229b3142c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4281688 Apr 29 11:50:45.465642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53264) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.476052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.490751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:50:45.505236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:45.514243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:45.526923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07be3f-405a-4eae-b52a-2f90a30e71f7 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:45.528659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:45.529240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.541246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.550959 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.555852 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:45.566974 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:45.567649 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.572135 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.622180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Subnet': ['ID=7b08f354-211b-4723-9123-33f722429990,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.635742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.645982 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-197036ad-8017-4a72-849e-d08901b72068 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/7b08f354-211b-4723-9123-33f722429990 HTTP/1.1" status: 204 len: 168 time: 0.4158587 Apr 29 11:50:45.646859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53268) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.715770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a97fed-fea9-46a8-a455-a82f28bafa50 None None] Network d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:45.716524 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:45.745033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=321ca1bd-20a3-4298-867e-2d02440c6762,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.757556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=77423ca1-58e6-445a-a724-33d0c87921c5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:45.803409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d898ca8a-962e-404b-bfe5-15ddd42a0542 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6954827 Apr 29 11:50:45.804026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.806745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53272) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.816251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:0b:91:03', 'name': 'tempest-NetworksTestDHCPv6-1378115879'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:45.927331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.929552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bbd971ff-9bf2-40d0-a9c6-5acfdb70b8e7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/77423ca1-58e6-445a-a724-33d0c87921c5 HTTP/1.1" status: 204 len: 168 time: 2.1126986 Apr 29 11:50:45.934650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53276) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:45.935316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.965270 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:45.973976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:45.974189 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502bc527-f748-4f6c-9237-2d68f23a887a None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:46.019310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Deleting port ff1ae72f-b070-4441-a9e4-3e38192b778b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:46.019637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.099382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:46.135934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Sync routers for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:46.168732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:46.169326 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:46.182067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:46.188041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:46.192562 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5e7011-12f3-4d4d-a4fa-23d344ff2100 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:50:46.193175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c5e7011-12f3-4d4d-a4fa-23d344ff2100 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:46.196400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:46.200874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.202605 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b9b10397-b6b8-493e-9354-8f38cdc97dd7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8154204 Apr 29 11:50:46.217335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:46.222839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53280) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.277698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3c5e7011-12f3-4d4d-a4fa-23d344ff2100 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:46.281434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3c5e7011-12f3-4d4d-a4fa-23d344ff2100 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/77423ca1-58e6-445a-a724-33d0c87921c5 HTTP/1.1" status: 404 len: 333 time: 0.2542026 Apr 29 11:50:46.281434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.288545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53284) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.303572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:46.383163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] For port ff1ae72f-b070-4441-a9e4-3e38192b778b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ff1ae72f-b070-4441-a9e4-3e38192b778b,segment=NetworkSegment(4017b152-b764-4810-8116-21786f0d6c0d),segment_id=4017b152-b764-4810-8116-21786f0d6c0d)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:46.383163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.387799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfce96f-76fa-4f5b-9b9f-adc1fdb27936,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.400121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bd788082-87ec-4c45-9c4f-4204a8c4d727 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1763859 Apr 29 11:50:46.410593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53288) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.489846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 69fa56ef-7cf0-436c-890f-8c008913fa21 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:46.522383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.526739 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-de6734b2-ff06-41e6-9e2f-d32e5b9bcf59 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/6cfce96f-76fa-4f5b-9b9f-adc1fdb27936 HTTP/1.1" status: 204 len: 168 time: 1.0545313 Apr 29 11:50:46.535392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53292) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.568818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet baece8b5-2ead-4c33-8a61-0f0697fc2691 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:46.572705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.602360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Calling delete_port for ff1ae72f-b070-4441-a9e4-3e38192b778b owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:46.622933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:46.721842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.737024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a35b0-c148-4ada-92ac-7a26f921eecf None None] DHCP port deletion for d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:46.757362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e23a35b0-c148-4ada-92ac-7a26f921eecf None None] Deleting port ff1ae72f-b070-4441-a9e4-3e38192b778b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:46.757362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e23a35b0-c148-4ada-92ac-7a26f921eecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.769893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 38a960a3-500b-4b55-a3c4-30f27aec7c62 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:46.784880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc89115c-47d9-412a-9bb9-c3d8a0ae1c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:46.788756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.797577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Update dhcp port {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '0987723a-4f93-474f-9724-da40cfe9d94e', 'ip_address': '2001:db8::f816:3eff:feac:3609'}, {'subnet_id': '321ca1bd-20a3-4298-867e-2d02440c6762'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '69fa56ef-7cf0-436c-890f-8c008913fa21'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:50:46.830413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.914990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ba0cc-6f49-4eb8-8e1e-03d70fe5e950 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:46.923718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Port': ['ID=ff1ae72f-b070-4441-a9e4-3e38192b778b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:46.930559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fa8ba0cc-6f49-4eb8-8e1e-03d70fe5e950 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4908845 Apr 29 11:50:46.930559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53296) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.936304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No DVR routers for this DVR port ff1ae72f-b070-4441-a9e4-3e38192b778b on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:46.941971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:46.947328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc89115c-47d9-412a-9bb9-c3d8a0ae1c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:46.957529 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc89115c-47d9-412a-9bb9-c3d8a0ae1c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4154718 Apr 29 11:50:46.957529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53302) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:46.988728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--623600024'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:47.000404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:47.032038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:47.085692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.087301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e23a35b0-c148-4ada-92ac-7a26f921eecf None None] The port 'ff1ae72f-b070-4441-a9e4-3e38192b778b' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:47.090340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 69fa56ef-7cf0-436c-890f-8c008913fa21 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:47.090782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.103601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.153076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a5fa34-7a92-45be-bbc1-59af9a19c6c4']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:47.175097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4017b152-b764-4810-8116-21786f0d6c0d') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:47.175395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4017b152-b764-4810-8116-21786f0d6c0d') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:47.195915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.225212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.338844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:47.344551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.345469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=baece8b5-2ead-4c33-8a61-0f0697fc2691,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:47.352495 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c28c0f9c-9551-436a-8527-ef709f6c385b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4403179 Apr 29 11:50:47.354217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53306) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:47.361132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470751584', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:47.383526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ca5c3592-34be-4464-a591-21e1b63c8768 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/baece8b5-2ead-4c33-8a61-0f0697fc2691 HTTP/1.1" status: 204 len: 168 time: 1.0799584 Apr 29 11:50:47.391230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:47.392875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53310) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:47.431842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c725d-b2e1-457e-8b0a-c0f6fa3e323c None None] Network 3e01143b-8e9c-4ca9-96fa-856feadf43bc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:47.457641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8:0:1::39 (509b49ef-561b-4c7b-b648-76f046bd5c48/321ca1bd-20a3-4298-867e-2d02440c6762/38a960a3-500b-4b55-a3c4-30f27aec7c62) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:47.478728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe0b:9103 (509b49ef-561b-4c7b-b648-76f046bd5c48/0987723a-4f93-474f-9724-da40cfe9d94e/38a960a3-500b-4b55-a3c4-30f27aec7c62) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:47.501532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.563753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.582312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:47.582312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:47.596397 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:47.657520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:47.660690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.662579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Checking router: d2af6c46-720c-44c6-aec8-ea8a5ea62e98 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:47.662579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Updating router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 port 7235a829-9144-46b4-84e7-bd70f4623f3e binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:50:47.663710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:47.673784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:47.673784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:47.681183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:47.755541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.839401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.844586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:47.851269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.863821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] DHCP port deletion for 3e01143b-8e9c-4ca9-96fa-856feadf43bc request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:47.866145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.872278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Deleting port 27363893-ac6a-4d96-81c7-39d981994d62 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:47.874012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.875579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 27363893-ac6a-4d96-81c7-39d981994d62 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:47.875579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.891556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Pushing event deleted for resources: {'Network': ['ID=d7a5fa34-7a92-45be-bbc1-59af9a19c6c4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:47.910405 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e10e8094-025f-48ec-9e0d-d57df5f38f50 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/networks/d7a5fa34-7a92-45be-bbc1-59af9a19c6c4 HTTP/1.1" status: 204 len: 168 time: 2.2622828 Apr 29 11:50:47.913619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53314) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:47.921987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'routes': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:47.964230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:47.966717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 27363893-ac6a-4d96-81c7-39d981994d62 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:48.020753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.067417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.071150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1017714 Apr 29 11:50:48.076615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53318) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:48.081954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '155c8823-9be9-4a51-aa4d-530408898b18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:48.099847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:48.109409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:48.114733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.117966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:48.170787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09e049-d410-48d3-b835-d4092e87ade1 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155c8823-9be9-4a51-aa4d-530408898b18,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:48.232327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:48.299060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 38a960a3-500b-4b55-a3c4-30f27aec7c62 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:48.341573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:48.342116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.350299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.extraroute_db [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Added routes are [] {{(pid=88016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:50:48.350594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.extraroute_db [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Removed routes are [] {{(pid=88016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:50:48.350957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.352806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.427944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.483008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.487428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 27363893-ac6a-4d96-81c7-39d981994d62 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:48.515864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:48.516930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.579966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.720302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:48.720302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:48.720302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: e6953f44-47b6-49ed-8292-e088fba8f8d0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:50:48.727092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Allocated IP 2001:db8:0:1::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/321ca1bd-20a3-4298-867e-2d02440c6762/69fa56ef-7cf0-436c-890f-8c008913fa21) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:48.727092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Calling delete_port for 27363893-ac6a-4d96-81c7-39d981994d62 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:48.755986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:50:48.762216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:48.785620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.db.api [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:48.785620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG oslo_db.api [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:48.785620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, e6953f44-47b6-49ed-8292-e088fba8f8d0) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:48.793342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.793342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e59833a4-12d7-4e2e-a863-3407dcb7df6a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:48.799649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:48.799649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.812202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:48.812202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.812202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.825696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:48.825696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.825696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=38a960a3-500b-4b55-a3c4-30f27aec7c62,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:48.825696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:48.831767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:48.831767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.855593 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a9ba94b5-078c-4e0f-be8f-2b3d3dacafb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4958031 Apr 29 11:50:48.855593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53324) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:48.868887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.874766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa0b3a8-003c-471d-b5c9-0aa1ceae949c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:48.876066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:48.877872 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4ce0e1bb-f97d-492f-b537-a405a7e6947a tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7998612 Apr 29 11:50:48.886320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53328) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:48.970538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e59833a4-12d7-4e2e-a863-3407dcb7df6a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:48.970538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e59833a4-12d7-4e2e-a863-3407dcb7df6a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:48.971041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ff1ae72f-b070-4441-a9e4-3e38192b778b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:50:48.996003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6f030-ee58-4fd5-8654-570066ba7cfa None None] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:49.073456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ff1ae72f-b070-4441-a9e4-3e38192b778b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:50:49.073585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ff1ae72f-b070-4441-a9e4-3e38192b778b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:50:49.163484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4953787e-40eb-4770-80f1-fb3614ecf161 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules/faa0b3a8-003c-471d-b5c9-0aa1ceae949c HTTP/1.1" status: 200 len: 763 time: 0.2285140 Apr 29 11:50:49.167053 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a6ba3637-a025-417f-a94d-5114ba8710cf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3587790 Apr 29 11:50:49.167480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53332) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:49.172475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53334) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:49.192269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:49.199226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:50:49.279481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-de15541a-f68d-4b2c-b31f-a0d468eab632 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:49.280476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 27363893-ac6a-4d96-81c7-39d981994d62 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:49.280920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.367554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=27363893-ac6a-4d96-81c7-39d981994d62,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:49.368077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:49.386073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 38a960a3-500b-4b55-a3c4-30f27aec7c62 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:49.386675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.389198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.389784 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Sync routers for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:49.393346 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b7dd8931-aff4-40e6-b582-c63ae5d65e98 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 704 time: 1.4789722 Apr 29 11:50:49.394157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53340) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:49.397237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-de15541a-f68d-4b2c-b31f-a0d468eab632 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:49.402117 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-de15541a-f68d-4b2c-b31f-a0d468eab632 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2292311 Apr 29 11:50:49.420204 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:49.421068 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:49.457304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53344) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:49.472774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ad8b9b1b-9f81-4782-8c35-6e5cda416cbd tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:49.506956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.507683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:49.507683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:49.534094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.543516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ad8b9b1b-9f81-4782-8c35-6e5cda416cbd tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:49.545211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ad8b9b1b-9f81-4782-8c35-6e5cda416cbd tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 205 time: 0.1497712 Apr 29 11:50:49.552854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53348) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:49.565666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.581312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:49.591080 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:49.615302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Transition to ACTIVE for port object 7235a829-9144-46b4-84e7-bd70f4623f3e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:49.636220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.736987 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:49.743427 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Checking router: f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:49.744607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.756851 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Routers {'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:49.758176 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:49.768871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.resource_extend [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:50:49.839085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.845746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Attempting to bind port 7235a829-9144-46b4-84e7-bd70f4623f3e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:49.847172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Attempting to bind port 7235a829-9144-46b4-84e7-bd70f4623f3e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:49.847774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Attempting to bind port 7235a829-9144-46b4-84e7-bd70f4623f3e on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:49.863190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-e6953f44-47b6-49ed-8292-e088fba8f8d0', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:49.864334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.888074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.904865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:49.905539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:49.906107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.906657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:49.907321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Bound port: 7235a829-9144-46b4-84e7-bd70f4623f3e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:49.907902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:49.925293 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] Set router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:49.926002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa0b3a8-003c-471d-b5c9-0aa1ceae949c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:49.956711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d1aa-513f-49cb-a938-090f925b1180 None None] Pushing event updated for resources: {'Port': ['ID=7235a829-9144-46b4-84e7-bd70f4623f3e,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:50.006277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.009431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Deleting port 27363893-ac6a-4d96-81c7-39d981994d62 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:50.010053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.011252 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-02fb720b-587e-40e6-855b-c34383fe5588 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/faa0b3a8-003c-471d-b5c9-0aa1ceae949c HTTP/1.1" status: 204 len: 168 time: 0.5528905 Apr 29 11:50:50.011945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:50.053945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Transition to ACTIVE for port object 69fa56ef-7cf0-436c-890f-8c008913fa21 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:50.081930 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:50.089430 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89140782-68e9-4779-be3d-353973dc5fcb None None] The sync data for ids ['f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1'] in dv-neutron-839741-1-hyperv is: [{'id': 'f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1', 'name': 'tempest-RoutersIpV6Test-router-199298994', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:49:08Z', 'updated_at': '2022-04-29T11:50:44Z', 'revision_number': 11, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:50.142240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.212575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.215676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.249101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7af4ec1c-e41d-4060-8106-09e3691bd7ec tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:50.288464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7af4ec1c-e41d-4060-8106-09e3691bd7ec tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:50.296152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53356) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:50.297115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7af4ec1c-e41d-4060-8106-09e3691bd7ec tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2034895 Apr 29 11:50:50.300174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:50.301577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.302931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.303629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:50:50.332383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '155c8823-9be9-4a51-aa4d-530408898b18', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:50.332765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.338048 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b462f945-5936-4f8c-bd36-2068ce233367 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 204 len: 168 time: 0.7837815 Apr 29 11:50:50.338783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53360) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:50.345538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799438905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:50.359456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:50.370645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Usage tracker for resource:router and tenant:501944d834364ac19cf870d84b3d5b47 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:50.374431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:50.387185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:50.412738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.415356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.443263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] For port 7235a829-9144-46b4-84e7-bd70f4623f3e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:50.445369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.462619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb319-745f-4b14-b3d6-8cc156dd8101 None None] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:50.503913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.513481 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] For port 7235a829-9144-46b4-84e7-bd70f4623f3e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7235a829-9144-46b4-84e7-bd70f4623f3e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:50.530710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.570933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.577477 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-06ed1ca3-0df3-46fd-b7c6-b73ac1691794 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2361338 Apr 29 11:50:50.577899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53364) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:50.585099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:50.615186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:50.624891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:50.650413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 27363893-ac6a-4d96-81c7-39d981994d62 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:50.678427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Allocated IP 172.20.0.2 (e6953f44-47b6-49ed-8292-e088fba8f8d0/ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f/1f53f969-6e6b-4840-8031-ade538e3cc42) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:50.770017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.780491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:50.797862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:50.799467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:50.847373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.051711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=27363893-ac6a-4d96-81c7-39d981994d62,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:51.073783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 38a960a3-500b-4b55-a3c4-30f27aec7c62 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:51.208178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.224191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No DVR routers for this DVR port 27363893-ac6a-4d96-81c7-39d981994d62 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:50:51.343547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.374744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.376032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:51.424364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.444184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.468025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] For port 27363893-ac6a-4d96-81c7-39d981994d62, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=27363893-ac6a-4d96-81c7-39d981994d62,segment=NetworkSegment(9e786fbd-6ff3-417a-9b01-322f25882c86),segment_id=9e786fbd-6ff3-417a-9b01-322f25882c86)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:51.468678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.531600 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:50:51.604026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2d1aa-513f-49cb-a938-090f925b1180 None None] Pushing event updated for resources: {'Port': ['ID=7235a829-9144-46b4-84e7-bd70f4623f3e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:51.676937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Router ea491f4e-f912-4908-a226-f284b9b3d4e0 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:50:51.788261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Calling delete_port for 27363893-ac6a-4d96-81c7-39d981994d62 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:50:51.791669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f521c0-6939-4c89-b71f-e7f276b26f56,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:51.832394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ea03e58e-c776-467c-8c4e-42d03772a557 None None] Provisioning for port 69fa56ef-7cf0-436c-890f-8c008913fa21 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:51.839216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:51.843567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ea03e58e-c776-467c-8c4e-42d03772a557 None None] Provisioning complete for port 69fa56ef-7cf0-436c-890f-8c008913fa21 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:51.844096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ea03e58e-c776-467c-8c4e-42d03772a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.846409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.847732 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-91c65e82-b6b2-4a58-a1e2-7cf5613762d0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "PUT /v2.0/routers/ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 200 len: 698 time: 1.2688744 Apr 29 11:50:51.850422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53368) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:51.888048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.941352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e01143b-8e9c-4ca9-96fa-856feadf43bc']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:51.955357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:51.955583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Sync routers for ids ['ea491f4e-f912-4908-a226-f284b9b3d4e0'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:51.958805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-70b5e2bd-5a8d-4b51-a483-90597a90988c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6483459 Apr 29 11:50:51.977576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53372) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:51.983868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 69fa56ef-7cf0-436c-890f-8c008913fa21 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:52.026233 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1bc003bf-ee1e-40da-b3f2-851ac1d8cdb4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/routers/ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 200 len: 704 time: 0.1737766 Apr 29 11:50:52.028630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53376) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.035156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e786fbd-6ff3-417a-9b01-322f25882c86') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:52.035728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e786fbd-6ff3-417a-9b01-322f25882c86') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:52.074021 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9bc9db0d-572f-434e-8e97-98befe72f406 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules/20f521c0-6939-4c89-b71f-e7f276b26f56 HTTP/1.1" status: 200 len: 763 time: 0.0676255 Apr 29 11:50:52.077412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Routers {'ea491f4e-f912-4908-a226-f284b9b3d4e0'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:52.078333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ea491f4e-f912-4908-a226-f284b9b3d4e0'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:52.079778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53380) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.083835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dd2cc322-f8fb-418c-8aac-5c0116861926 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 200 len: 205 time: 0.0531695 Apr 29 11:50:52.086548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.099090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53384) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.144793 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3fc8053f-7d02-46e0-b216-008b2544183c tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0643871 Apr 29 11:50:52.147396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53386) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.185169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.198169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.238865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.254701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20f521c0-6939-4c89-b71f-e7f276b26f56,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:52.264027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.268635 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9c95ddfd-a59a-4698-a0d0-642f796ff9d8 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/20f521c0-6939-4c89-b71f-e7f276b26f56 HTTP/1.1" status: 204 len: 168 time: 0.1161983 Apr 29 11:50:52.268635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53392) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.297812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.343750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-859da65f-e4eb-4788-b84a-707ebce00d0b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:52.377529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Set router ea491f4e-f912-4908-a226-f284b9b3d4e0 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:52.378391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:50:52.378391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.378585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-859da65f-e4eb-4788-b84a-707ebce00d0b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:52.378585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-859da65f-e4eb-4788-b84a-707ebce00d0b tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975568 Apr 29 11:50:52.378585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53396) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.378585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': '155c8823-9be9-4a51-aa4d-530408898b18', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:50:52.381724 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:50:52.388169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:52.388299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.394607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:52.409728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Project 284dac0071ae4bdaab4bbea906f45dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:50:52.419772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.493834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.501072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.518150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.527232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64513e21-0b88-456d-878a-159705dcc323,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:52.536733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:50:52.537329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:50:52.550978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.553375 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-14c19c58-4f30-4773-adc1-3bef79566ddb tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1830857 Apr 29 11:50:52.557297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53400) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.558075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491f4e-f912-4908-a226-f284b9b3d4e0', 'name': 'tempest-RoutersIpV6Test-router-1799438905', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:50Z', 'updated_at': '2022-04-29T11:50:51Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:52.595668 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-701c7092-3f92-49dc-8a26-1aafbdd68bd0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules/64513e21-0b88-456d-878a-159705dcc323 HTTP/1.1" status: 200 len: 769 time: 0.0359044 Apr 29 11:50:52.597696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Checking router: ea491f4e-f912-4908-a226-f284b9b3d4e0 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:50:52.598197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53404) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.625192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 69fa56ef-7cf0-436c-890f-8c008913fa21 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:52.625545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.655197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-289e1b94-babc-4d27-b7bc-c2904ef3c826 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:52.687831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-289e1b94-babc-4d27-b7bc-c2904ef3c826 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:52.696360 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-289e1b94-babc-4d27-b7bc-c2904ef3c826 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0915790 Apr 29 11:50:52.696360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53408) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.702720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Routers {'ea491f4e-f912-4908-a226-f284b9b3d4e0'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:52.702720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ea491f4e-f912-4908-a226-f284b9b3d4e0'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:52.731741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.743697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.798184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.826042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64513e21-0b88-456d-878a-159705dcc323,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:52.832475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.837283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-98d9c58a-d158-41d8-aae2-ad41617d2036 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/64513e21-0b88-456d-878a-159705dcc323 HTTP/1.1" status: 204 len: 168 time: 0.1387777 Apr 29 11:50:52.837283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53412) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.847992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.854347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.856801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.864279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.895332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:52.914865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-221914b3-411b-4519-bc7d-6674099462e2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:52.940426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-221914b3-411b-4519-bc7d-6674099462e2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:52.941351 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-221914b3-411b-4519-bc7d-6674099462e2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039002 Apr 29 11:50:52.947930 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/3e01143b-8e9c-4ca9-96fa-856feadf43bc HTTP/1.1" status: 204 len: 168 time: 5.5497925 Apr 29 11:50:52.947930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53416) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.952769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53418) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:52.960303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] Set router ea491f4e-f912-4908-a226-f284b9b3d4e0 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:52.965794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416406443'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:52.976088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:52.982109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:network and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:52.986704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:52.997266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:53.012800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:53.013165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3bea-6ce8-4a9b-a75f-75138129d0fb tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=3e01143b-8e9c-4ca9-96fa-856feadf43bc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:53.016411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.043717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=38a960a3-500b-4b55-a3c4-30f27aec7c62,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:53.058647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:50:53.064539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.065509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Fanout notify agent at l3_agent the message router_deleted on router ea491f4e-f912-4908-a226-f284b9b3d4e0 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:50:53.071299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.071615 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Added segment 0a00216d-7582-464d-a25f-0c389f887466 of type vlan for network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e Apr 29 11:50:53.095413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea491f4e-f912-4908-a226-f284b9b3d4e0', 'name': 'tempest-RoutersIpV6Test-router-1799438905', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:50Z', 'updated_at': '2022-04-29T11:50:51Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:53.102896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Transition to ACTIVE for port object 1f53f969-6e6b-4840-8031-ade538e3cc42 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:53.105628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.135323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:53.141016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.146586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2d966-a986-401b-bcac-3da4b7ceaee2 None None] The sync data for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv is: [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:42Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:53.153614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.161773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:53.169606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.171143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.172644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cf521eb2-ce84-4c67-b2e6-fcc3dccd7b7a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 204 len: 168 time: 1.0263054 Apr 29 11:50:53.177102 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-58aa6cf5-7f09-46ab-b299-f64f4f60b967 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/38a960a3-500b-4b55-a3c4-30f27aec7c62 HTTP/1.1" status: 204 len: 168 time: 4.0047503 Apr 29 11:50:53.180024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53424) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.180538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53426) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.231755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3dc6c9-4d44-4400-ba79-7754e5c8cea8 None None] The sync data for ids ['ea491f4e-f912-4908-a226-f284b9b3d4e0'] in dv-neutron-839741-1-hyperv is: [{'id': 'ea491f4e-f912-4908-a226-f284b9b3d4e0', 'name': 'tempest-RoutersIpV6Test-router-1799438905', 'tenant_id': '501944d834364ac19cf870d84b3d5b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:50Z', 'updated_at': '2022-04-29T11:50:51Z', 'revision_number': 2, 'project_id': '501944d834364ac19cf870d84b3d5b47', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:50:53.262212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Deleting port 27363893-ac6a-4d96-81c7-39d981994d62 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:53.262866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.303687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.308155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-14c0eade-2e35-4b47-a320-a2e959d4b160 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Synchronizing usage tracker for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:53.323854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3667235 Apr 29 11:50:53.325418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.329218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042afa-5c65-46ca-add7-ff58d2d7d336 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Network': ['ID=9696c3af-0f47-41bf-ba37-20dd8c6e3a0e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:53.353163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:53.370780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:50:53.388964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Transition to ACTIVE for port object 1f53f969-6e6b-4840-8031-ade538e3cc42 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:53.390278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9b4a430d-a2bb-4223-b196-85502219aa63 None None] Could not find standard attr ID for object 38a960a3-500b-4b55-a3c4-30f27aec7c62. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:50:53.396584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b89a52e7-f63b-4173-ba74-220edca3803f None None] The port '27363893-ac6a-4d96-81c7-39d981994d62' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:50:53.418703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.594773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:53.606633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Pushing event updated for resources: {'Port': ['ID=1f53f969-6e6b-4840-8031-ade538e3cc42,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:53.609215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:53.616762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:53.650242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.731965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-14c0eade-2e35-4b47-a320-a2e959d4b160 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] Unset dirty status for tenant:501944d834364ac19cf870d84b3d5b47 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:53.733447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-14c0eade-2e35-4b47-a320-a2e959d4b160 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 200 len: 205 time: 0.5518167 Apr 29 11:50:53.736383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.744754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Attempting to bind port 1f53f969-6e6b-4840-8031-ade538e3cc42 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:53.745600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Attempting to bind port 1f53f969-6e6b-4840-8031-ade538e3cc42 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:53.746133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Attempting to bind port 1f53f969-6e6b-4840-8031-ade538e3cc42 on network e6953f44-47b6-49ed-8292-e088fba8f8d0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:53.753101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:53.753806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Checking segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:53.754408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.754980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Bound using segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:53.755777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Bound port: 1f53f969-6e6b-4840-8031-ade538e3cc42, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:53.756333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.817045 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-c77e1ac3-2735-44d8-9f4a-1522c25e5ae3 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:53.818547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c77e1ac3-2735-44d8-9f4a-1522c25e5ae3 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/ea491f4e-f912-4908-a226-f284b9b3d4e0 HTTP/1.1" status: 404 len: 336 time: 0.0812387 Apr 29 11:50:53.822726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53440) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.850781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (e6953f44-47b6-49ed-8292-e088fba8f8d0/ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f/808cc2df-b0c8-4488-bc10-141544dc2d75) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:53.853991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:53.864108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:53.866921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.871243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:53.893082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b454f22-5d91-4253-80bb-9fa12b50b88b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:53.893895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b454f22-5d91-4253-80bb-9fa12b50b88b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:53.897037 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b454f22-5d91-4253-80bb-9fa12b50b88b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/bf0c827c-df08-4c0d-a360-71da20781e59 HTTP/1.1" status: 404 len: 337 time: 0.0719056 Apr 29 11:50:53.899162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53444) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:53.926380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] For port 1f53f969-6e6b-4840-8031-ade538e3cc42, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:50:53.931644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] For port 1f53f969-6e6b-4840-8031-ade538e3cc42, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f53f969-6e6b-4840-8031-ade538e3cc42,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:50:53.932173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeef415-a7be-441b-9fb1-4c24515b80a8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:53.932928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2eeef415-a7be-441b-9fb1-4c24515b80a8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:53.938542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:53.940314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:53.952609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c8823-9be9-4a51-aa4d-530408898b18,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:53.959987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b00161-49f3-440d-9291-65ce2d0814ae tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:53.961554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b00161-49f3-440d-9291-65ce2d0814ae tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:53.963494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-63b00161-49f3-440d-9291-65ce2d0814ae tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/4111680c-32f4-403b-86bb-586826ca5673 HTTP/1.1" status: 404 len: 337 time: 0.0633795 Apr 29 11:50:53.976859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53448) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.016881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2eeef415-a7be-441b-9fb1-4c24515b80a8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:54.021347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2eeef415-a7be-441b-9fb1-4c24515b80a8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8380706 Apr 29 11:50:54.022527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:54.026737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.029481 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7235a829-9144-46b4-84e7-bd70f4623f3e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:54.031759 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8701c16-01a9-4126-a673-b67dda7cec8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:54.032219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8701c16-01a9-4126-a673-b67dda7cec8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:54.034109 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8701c16-01a9-4126-a673-b67dda7cec8d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/c74598d3-0c14-4408-9eed-b41b60634462 HTTP/1.1" status: 404 len: 337 time: 0.0559223 Apr 29 11:50:54.034693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53452) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.037053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53454) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.121738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.123793 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bbab8ea5-2570-4974-bd0e-1e63ba7b2838 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/155c8823-9be9-4a51-aa4d-530408898b18 HTTP/1.1" status: 204 len: 168 time: 1.1670532 Apr 29 11:50:54.136989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53460) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.159047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d304f01-c57c-4778-9792-2f835e0295b5 None None] Pushing event updated for resources: {'Port': ['ID=1f53f969-6e6b-4840-8031-ade538e3cc42,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:54.207446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7235a829-9144-46b4-84e7-bd70f4623f3e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:54.216217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7235a829-9144-46b4-84e7-bd70f4623f3e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:54.216971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.293959 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a174469e-db90-4bf2-a9a1-504d9adb1899 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:54.294410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a174469e-db90-4bf2-a9a1-504d9adb1899 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:54.296168 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a174469e-db90-4bf2-a9a1-504d9adb1899 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/7b08f354-211b-4723-9123-33f722429990 HTTP/1.1" status: 404 len: 337 time: 0.2110927 Apr 29 11:50:54.299955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53464) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.367510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53468) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.373135 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1423e257-b7e5-43d1-87c0-5ba994993a5d tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 200 len: 205 time: 0.0715530 Apr 29 11:50:54.400934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d840f6-2b9d-4f3f-bc6b-82a5c9d49705 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:54.402034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b3d840f6-2b9d-4f3f-bc6b-82a5c9d49705 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:54.412946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.429023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b3d840f6-2b9d-4f3f-bc6b-82a5c9d49705 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:54.432620 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b3d840f6-2b9d-4f3f-bc6b-82a5c9d49705 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3946013 Apr 29 11:50:54.433836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53472) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.441590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7235a829-9144-46b4-84e7-bd70f4623f3e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7235a829-9144-46b4-84e7-bd70f4623f3e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:54.448786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.528613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6ab455d1-73c5-44d2-a262-5355d2f495de tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:54.557002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:54.558702 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-3e8d0bdf-fdd2-40cc-b7ec-cc2b2367c863 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:54.559070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:54.560826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:54.561884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:54.562873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3e8d0bdf-fdd2-40cc-b7ec-cc2b2367c863 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/f9950e53-abbf-4fd2-b8dc-1fcd5d85c7f1 HTTP/1.1" status: 404 len: 336 time: 0.1900010 Apr 29 11:50:54.565521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53476) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.570976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.609416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-6ab455d1-73c5-44d2-a262-5355d2f495de tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:54.615105 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6ab455d1-73c5-44d2-a262-5355d2f495de tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4719641 Apr 29 11:50:54.622065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7235a829-9144-46b4-84e7-bd70f4623f3e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:54.642862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 808cc2df-b0c8-4488-bc10-141544dc2d75 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:54.643738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.655657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group': {'name': 'tempest-secgroup--162087753'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:54.672372 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cdb991b6-b90e-4ea5-bde3-e2223bee7bef tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=15938b91-6ffe-424d-a355-0346272f690b HTTP/1.1" status: 200 len: 205 time: 0.1054254 Apr 29 11:50:54.677779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:54.682105 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-64f1731f-39b0-4d19-b619-8361831e0b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2422161 Apr 29 11:50:54.683640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:54.686653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53484) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.687321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53486) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.729254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:54.774458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.798311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.834424 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-35b7fc91-fdd8-4b4e-8bad-b47a1a079f96 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:54.835453 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35b7fc91-fdd8-4b4e-8bad-b47a1a079f96 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/15938b91-6ffe-424d-a355-0346272f690b HTTP/1.1" status: 404 len: 336 time: 0.1465957 Apr 29 11:50:54.843177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53492) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.848301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:54.862687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:54.865664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.871782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:54.893751 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d728de08-bebe-4e47-acbf-768c4a542533 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:54.893751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d728de08-bebe-4e47-acbf-768c4a542533 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:54.899338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d728de08-bebe-4e47-acbf-768c4a542533 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/09de7b2f-e5af-4f95-9515-4fe18ad91246 HTTP/1.1" status: 404 len: 337 time: 0.0504599 Apr 29 11:50:54.899338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53496) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.923336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:54.946914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 0987723a-4f93-474f-9724-da40cfe9d94e {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:54.951731 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ddf1710-c041-41a7-a83c-f1a390e56d0b tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 200 len: 205 time: 0.0531602 Apr 29 11:50:54.952442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:54.975255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:54.982257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:54.990417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=dd4a12c7-6756-458c-b048-3ec68bfcbd5f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:55.011876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.052313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:55.082961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:55.120191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.137770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-6e55c0ec-8e2d-4727-847b-917bde255d94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:55.139462 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6e55c0ec-8e2d-4727-847b-917bde255d94 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/302449ae-c0a1-4681-bd92-517445c94054 HTTP/1.1" status: 404 len: 336 time: 0.1611168 Apr 29 11:50:55.140729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:55.142669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53504) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.193221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Checking segment: {'id': '0a00216d-7582-464d-a25f-0c389f887466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:55.193616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network hostable DHCP agents. Network: 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:50:55.216142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.224722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-298641a6-e64f-4f38-a351-a33a95fa42e9 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd09e52-de36-42d7-ba2c-35ebac0f4bf5 HTTP/1.1" status: 200 len: 205 time: 0.0762289 Apr 29 11:50:55.227819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53508) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.268852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.272442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.279186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675dd3c1-5415-4fe4-b995-c432ef41823d None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:55.292233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:50:55.327854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.333561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:55.338357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.343579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:55.344916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.396072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=0987723a-4f93-474f-9724-da40cfe9d94e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:55.404031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-46186dd1-7ba1-44ca-843b-834c2b62cf75 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:55.405611 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-46186dd1-7ba1-44ca-843b-834c2b62cf75 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/abd09e52-de36-42d7-ba2c-35ebac0f4bf5 HTTP/1.1" status: 404 len: 336 time: 0.1362913 Apr 29 11:50:55.417619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53512) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.424278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.424770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.424880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.425145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.425533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.426195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.426195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.426468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.427840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.428867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.429526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.430105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.443912 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-936ed17f-ed50-4b4e-b8c5-3b0977e2a584 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/0987723a-4f93-474f-9724-da40cfe9d94e HTTP/1.1" status: 204 len: 168 time: 0.7527609 Apr 29 11:50:55.449158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53516) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.457172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef692b0-e61e-409d-adb8-b959b3627cef None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:55.525210 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf24821-920d-495f-9a8e-9c5a70a016c4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:55.525892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf24821-920d-495f-9a8e-9c5a70a016c4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:55.527597 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aaf24821-920d-495f-9a8e-9c5a70a016c4 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/bbcdbd3c-ccce-458c-a0eb-15437d851fe0 HTTP/1.1" status: 404 len: 337 time: 0.1089921 Apr 29 11:50:55.530905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53520) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.547297 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0db14fe5-140c-45f8-9ba0-be23701219ef tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2040927 Apr 29 11:50:55.547297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e14c5-0337-4461-a1f7-b1eb3f465312,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:55.547297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53524) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.555851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-392302271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:55.569794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.571590 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9213071 Apr 29 11:50:55.576693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53528) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.580085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.580834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.581577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.583046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.584220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.584632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.587184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.588362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.588952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.589613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.591400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.591400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29d8e30-60bd-4ccd-b998-18f255858c15 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:50:55.596809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Request body: {'security_group_rule': {'security_group_id': 'a86e14c5-0337-4461-a1f7-b1eb3f465312', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:55.597798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:55.605479 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9559a08d-520d-45ca-a512-cd4ed8dd00a0 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20998c4-8180-473c-8827-76f301bd8b72 HTTP/1.1" status: 200 len: 205 time: 0.0735338 Apr 29 11:50:55.607429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:router and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:55.610618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:55.614431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53532) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.616809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 321ca1bd-20a3-4298-867e-2d02440c6762 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:50:55.619449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:55.693072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.712714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:55.745826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Usage tracker for resource:security_group_rule and tenant:284dac0071ae4bdaab4bbea906f45dac is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:55.749643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:55.758886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:55.759895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.760924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.795010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.850236 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-e4ceebdf-164d-4339-a23f-1e12f774b09a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:55.853938 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4ceebdf-164d-4339-a23f-1e12f774b09a tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/f20998c4-8180-473c-8827-76f301bd8b72 HTTP/1.1" status: 404 len: 336 time: 0.2349734 Apr 29 11:50:55.870918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53536) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:55.942169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.961530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-9696c3af-0f47-41bf-ba37-20dd8c6e3a0e', 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': 'dd4a12c7-6756-458c-b048-3ec68bfcbd5f'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:50:55.962459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.984320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:55.988727 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce39e96-be82-4cfa-b1e9-1f603773d660 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:55.990081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce39e96-be82-4cfa-b1e9-1f603773d660 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:55.994730 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9ce39e96-be82-4cfa-b1e9-1f603773d660 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/7003d1cc-12ed-476e-bd68-e79eca54ec71 HTTP/1.1" status: 404 len: 337 time: 0.1224654 Apr 29 11:50:55.998189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.053912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53542) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.188030 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f0d7680b-dbe1-43dd-a2e1-6133d51dc993 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7d12950-cb14-4e1e-a8c1-689f3a756e9a HTTP/1.1" status: 200 len: 205 time: 0.1219108 Apr 29 11:50:56.201889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53546) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.298750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7235a829-9144-46b4-84e7-bd70f4623f3e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:56.311538 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-0534562c-d54b-46e1-bbd8-22b2fe04f74e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] delete failed (client error): The resource could not be found. Apr 29 11:50:56.312733 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0534562c-d54b-46e1-bbd8-22b2fe04f74e tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/routers/c7d12950-cb14-4e1e-a8c1-689f3a756e9a HTTP/1.1" status: 404 len: 336 time: 0.1097507 Apr 29 11:50:56.319147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53550) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.320297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.372242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.376077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f24ae027-0672-41ea-952c-07a46e0b4648 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8250577 Apr 29 11:50:56.379162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53554) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.389803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd665200-9c8d-4763-80cc-a9953b9458fb None None] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:56.395697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e', 'name': 'tempest-PortsTestJSON-513378608'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:56.441714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.522636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5dadcd-59a9-41fd-87fd-43f6f1c4e041 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:56.523229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5dadcd-59a9-41fd-87fd-43f6f1c4e041 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:56.529260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4e5dadcd-59a9-41fd-87fd-43f6f1c4e041 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/5795cd91-c529-40b0-abd8-90e5cee30647 HTTP/1.1" status: 404 len: 337 time: 0.2024603 Apr 29 11:50:56.531157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53558) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.537110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Allocated IP 172.20.0.2 (9696c3af-0f47-41bf-ba37-20dd8c6e3a0e/dd4a12c7-6756-458c-b048-3ec68bfcbd5f/09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:56.548023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f6fefe4c-0bd1-4ed6-a5d2-f40b7ff8cc39 None None] Provisioning for port 1f53f969-6e6b-4840-8031-ade538e3cc42 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:56.573929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7235a829-9144-46b4-84e7-bd70f4623f3e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:56.573929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.632165 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-21548234-7146-40af-bbc1-0cabccad4e43 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] DELETE failed (client error): The resource could not be found. Apr 29 11:50:56.633005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21548234-7146-40af-bbc1-0cabccad4e43 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:50:56.641507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.656190 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-21548234-7146-40af-bbc1-0cabccad4e43 tempest-RoutersIpV6Test-733177695 tempest-RoutersIpV6Test-733177695-project] 10.222.0.53 "DELETE /v2.0/subnets/f340c8dc-baeb-4a27-a0ca-0aa08fb2d561 HTTP/1.1" status: 404 len: 337 time: 0.1189456 Apr 29 11:50:56.666685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.709035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8fe150-b613-4984-9649-d75f15805747,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:56.722491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.726534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-57fa64f4-2cc5-4373-90e7-132e826f08c0 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1443241 Apr 29 11:50:56.727797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53564) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:56.786009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.918234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:56.927595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:56.934130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.025263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.030119 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/321ca1bd-20a3-4298-867e-2d02440c6762 HTTP/1.1" status: 204 len: 168 time: 1.5764341 Apr 29 11:50:57.031046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8d96-d01b-48a4-bb94-1260d3fc51ff tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=321ca1bd-20a3-4298-867e-2d02440c6762,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:57.032769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53568) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.058388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:port and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:57.087976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:57.118319 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bd25c4f5-4bbb-40a2-bf6d-c2ed58542c04 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833206 Apr 29 11:50:57.119401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:57.121974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53574) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.130930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:50:57.163062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:57.178425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.180009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0412d23-a3e1-4b17-aa3c-79379beb3623 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:50:57.186446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:57.191771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.246340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53578) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.257814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.266502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:50:57.273655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:50:57.280387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:50:57.281315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:50:57.294265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:50:57.305186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.331171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:50:57.334402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f53f969-6e6b-4840-8031-ade538e3cc42 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:50:57.334937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.466827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fe5e454f-dead-4410-8be1-70e86bdd2d0e None None] Provisioning complete for port 69fa56ef-7cf0-436c-890f-8c008913fa21 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:57.467341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fe5e454f-dead-4410-8be1-70e86bdd2d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.473681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.505055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e14c5-0337-4461-a1f7-b1eb3f465312,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:57.518428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.519934 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-34734094-875e-486a-bbd5-6ec5944c2a34 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/a86e14c5-0337-4461-a1f7-b1eb3f465312 HTTP/1.1" status: 204 len: 168 time: 0.7905338 Apr 29 11:50:57.522590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53584) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.650795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:57.658819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:57.687351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.697292 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-104dcff5-ede7-4de1-a704-6a8e477b64bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=501944d834364ac19cf870d84b3d5b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470701 Apr 29 11:50:57.706198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53588) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.764269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Transition to ACTIVE for port object 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:57.772438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eaa6a1a9-da5c-4ebd-95b0-b66c19ccc92f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:57.816396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eaa6a1a9-da5c-4ebd-95b0-b66c19ccc92f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:57.820110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eaa6a1a9-da5c-4ebd-95b0-b66c19ccc92f tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2937629 Apr 29 11:50:57.822328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53592) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:57.823573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.854104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:57.873859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Transition to ACTIVE for port object 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:57.937268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1f53f969-6e6b-4840-8031-ade538e3cc42 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:50:57.950491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.001675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1f53f969-6e6b-4840-8031-ade538e3cc42 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:58.001675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.138116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.183673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.13 (9696c3af-0f47-41bf-ba37-20dd8c6e3a0e/dd4a12c7-6756-458c-b048-3ec68bfcbd5f/4a93fe01-90c1-4044-8ae7-e24515ca3f17) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:50:58.200494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Pushing event updated for resources: {'Port': ['ID=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:58.204692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-692fc753-daee-46a6-8c6c-ee3fc0dcf8d2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Synchronizing usage tracker for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:50:58.212601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:50:58.227324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1a9bc-3e92-4a45-90c4-df8108576660,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:58.264250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:50:58.271537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:58.317874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:58.338887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:58.446312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.447456 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-026274d4-9406-4c22-ad09-61fa4e54aee2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2aa1a9bc-3e92-4a45-90c4-df8108576660 HTTP/1.1" status: 204 len: 168 time: 0.7418857 Apr 29 11:50:58.487044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:50:58.511283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Provisioning complete for port 1f53f969-6e6b-4840-8031-ade538e3cc42 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:50:58.511655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.532074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-692fc753-daee-46a6-8c6c-ee3fc0dcf8d2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] Unset dirty status for tenant:284dac0071ae4bdaab4bbea906f45dac on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:50:58.535947 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-692fc753-daee-46a6-8c6c-ee3fc0dcf8d2 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6292875 Apr 29 11:50:58.538871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53598) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:58.614444 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-e908fe78-56b0-4b29-927e-911ded57b569 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] delete failed (client error): The resource could not be found. Apr 29 11:50:58.615943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e908fe78-56b0-4b29-927e-911ded57b569 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "DELETE /v2.0/security-groups/a86e14c5-0337-4461-a1f7-b1eb3f465312 HTTP/1.1" status: 404 len: 347 time: 0.0754151 Apr 29 11:50:58.620134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53602) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:58.663649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Deleting port 69fa56ef-7cf0-436c-890f-8c008913fa21 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:50:58.665208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.747150 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7fcd8ad1-797f-4912-8c36-b686e6905169 tempest-SecGroupIPv6Test-1595819494 tempest-SecGroupIPv6Test-1595819494-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204307 Apr 29 11:50:58.766249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:50:58.783121 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Sync routers for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:50:58.787399 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-78cbbf80-efa1-430d-b5b6-68901bd0ff40 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/d2af6c46-720c-44c6-aec8-ea8a5ea62e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9310868 Apr 29 11:50:58.794084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53610) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:58.815839 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:50:58.815839 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:50:58.906704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:58.999123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.030271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object 4a93fe01-90c1-4044-8ae7-e24515ca3f17 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:50:59.139274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.142874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.144389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.144389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.146255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.147440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.147440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.147658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.148179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.159816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9640f958-9176-4b3b-ba0a-e377672a8429 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6329 time: 0.3655770 Apr 29 11:50:59.160785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53620) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:59.194691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.211515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Attempting to bind port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:50:59.211515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Attempting to bind port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '0a00216d-7582-464d-a25f-0c389f887466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:50:59.211515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Attempting to bind port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f on network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Checking segment: {'id': '0a00216d-7582-464d-a25f-0c389f887466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Bound using segment: {'id': '0a00216d-7582-464d-a25f-0c389f887466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Bound port: 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a00216d-7582-464d-a25f-0c389f887466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9696c3af-0f47-41bf-ba37-20dd8c6e3a0e'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:50:59.252181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.363324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.363960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.364463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.364962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.366037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.367467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.367769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.368416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.370723 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b127034-78e8-4899-a416-7ae5ec1a78ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.2099905 Apr 29 11:50:59.376880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53628) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:59.381012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:50:59.543179 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:50:59.548481 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.671396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53632) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:59.786232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:50:59.805257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:50:59.815646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:50:59.883179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.890590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=4a93fe01-90c1-4044-8ae7-e24515ca3f17,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:50:59.907306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.908115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.914508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:50:59.915506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:50:59.940617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7ec86116-73de-406a-87d2-501a218327ac tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5600190 Apr 29 11:50:59.943597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53644) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:50:59.982107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.071676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] For port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:00.285884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:00.307243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:00.373327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:00.375107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.414577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=e43f0930-fa8b-41c1-8215-2a2d6ae799ba,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:00.432352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53650) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:00.433891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1f53f969-6e6b-4840-8031-ade538e3cc42, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f53f969-6e6b-4840-8031-ade538e3cc42,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:00.445255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] For port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,segment=NetworkSegment(0a00216d-7582-464d-a25f-0c389f887466),segment_id=0a00216d-7582-464d-a25f-0c389f887466)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:00.454692 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e677613b-f8b0-4ba7-90bd-10db52e9e9bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=284dac0071ae4bdaab4bbea906f45dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911286 Apr 29 11:51:00.459338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53656) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:00.465819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=8']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:00.470472 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:50:56Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:00.484730 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b0adbdb7-c60b-466b-99e7-fa2420575621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3582721 Apr 29 11:51:00.485254 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Checking router: d2af6c46-720c-44c6-aec8-ea8a5ea62e98 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:51:00.485718 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Updating router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 port 808cc2df-b0c8-4488-bc10-141544dc2d75 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:51:00.489297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53660) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:00.522276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:00.551104 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bd1af461-04a5-43c1-9566-01abb9a046c2 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3574 time: 1.1698151 Apr 29 11:51:00.592265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.620939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1891450821'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:00.630527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:00.636962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:00.642082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:00.656759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:00.676597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:00.680145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.693446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:00.694072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.708455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.746222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:00.756257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:security_group_rule and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:00.759502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:00.773710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:00.843243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Calling delete_port for 69fa56ef-7cf0-436c-890f-8c008913fa21 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:00.898788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.972637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.983733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:00.992459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.012017 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.026230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53666) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:01.029174 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Transition to ACTIVE for port object 808cc2df-b0c8-4488-bc10-141544dc2d75 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:01.038329 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.051581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202628861', 'description': 'tempest-secgroup-smoke-202628861 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.060388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:01.078606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:01.084236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:51:01.086650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:01.096482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca5805e-cf27-40be-9137-fb51276cd8d4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.099858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:01.107223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.107654 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment a9b324fd-3cdd-431f-98d8-af06af4a790f of type vlan for network f39c485d-eaf2-4328-b5be-bb52a379c519 Apr 29 11:51:01.122928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:01.123283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.124011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:01.139117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:01.139516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:01.140328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 69fa56ef-7cf0-436c-890f-8c008913fa21 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:01.161681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:01.165803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:01.168718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:01.173708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.174702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:01.182736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.249242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea522-25c4-47e7-8324-21e42bbaea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.256345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.269636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:01.270556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:01.271295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.309131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:01.321622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.358074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:01.374977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.395892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1f53f969-6e6b-4840-8031-ade538e3cc42,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.419754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:01.511638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0773530 Apr 29 11:51:01.517145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53672) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:01.534348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-819628718'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.557020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:01.563040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:01.571086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:01.583019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:01.587580 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Pushing event updated for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.591822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.593049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92b88-c9ab-4d86-88a9-dc54020eb235 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=f39c485d-eaf2-4328-b5be-bb52a379c519,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.602651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.613980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f39c485d-eaf2-4328-b5be-bb52a379c519 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:51:01.623572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:01.627237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.628078 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Attempting to bind port 808cc2df-b0c8-4488-bc10-141544dc2d75 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:01.628650 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Attempting to bind port 808cc2df-b0c8-4488-bc10-141544dc2d75 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:01.629417 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Attempting to bind port 808cc2df-b0c8-4488-bc10-141544dc2d75 on network e6953f44-47b6-49ed-8292-e088fba8f8d0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:01.640252 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:01.641079 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Checking segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:01.641682 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.642471 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Bound using segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:01.643252 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Bound port: 808cc2df-b0c8-4488-bc10-141544dc2d75, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:01.643784 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.716480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.718230 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6877058 Apr 29 11:51:01.724876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53676) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:01.731473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:01.736577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3cc0b-834d-452a-92ca-e82f43e46aec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6200eb-c140-420f-b028-f420fa40c2bc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:01.742216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:01.772017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:01.775479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:51:01.778021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:01.787683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Deleting port 69fa56ef-7cf0-436c-890f-8c008913fa21 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:01.788250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.790299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:01.797841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.798631 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment f5b0313b-6783-4e28-90b3-e85b651dc3e3 of type vlan for network b6089f37-30b2-4ca5-b15a-b73b57ddc46e Apr 29 11:51:01.838428 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] For port 808cc2df-b0c8-4488-bc10-141544dc2d75, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:01.842907 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] For port 808cc2df-b0c8-4488-bc10-141544dc2d75, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=808cc2df-b0c8-4488-bc10-141544dc2d75,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:01.849366 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.849741 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.850334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.850988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.852318 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.852855 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.853766 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.854579 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.855195 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.855970 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.857073 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.857653 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.858982 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:01.871247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.872539 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.898257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:01.904019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.972165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.978628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:01.979616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:01.987414 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:01.989462 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:50:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:02.054972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.078274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa34a5-6caf-489b-890f-3b5736f889a9 None None] Pushing event updated for resources: {'Port': ['ID=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.108338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:02.109788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9f9f0547-d7a2-4629-8e8b-30ce739b0f75 None None] Provisioning for port 808cc2df-b0c8-4488-bc10-141544dc2d75 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:02.120676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.162829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=b6089f37-30b2-4ca5-b15a-b73b57ddc46e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.170171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c8e6d7f5-7729-4d0d-b2c3-03c79199a072 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6472664 Apr 29 11:51:02.172816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.173916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53680) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:02.181264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:02.199495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.263861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c295002b-b999-4e88-ba8d-e0884033a671,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.331891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:51:02.351073 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.ipam_backend_mixin [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e43f0930-fa8b-41c1-8215-2a2d6ae799ba (CIDR: 2001:db8::/64) Apr 29 11:51:02.356820 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:02.357593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:02.375096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:51:02.384621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.398387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.399777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1e08f28b-14c8-43bd-95db-3e058a764f3a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6742468 Apr 29 11:51:02.401144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:02.403481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53684) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:02.411843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:02.417910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c4c82-ee45-4e8b-b93d-4ca40855013e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.418335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:02.423896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:02.428377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:02.436534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:02.439990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:02.450016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.451101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:02.458984 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5648fc11-be68-41af-9b46-96fb17c1aa71 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9631443 Apr 29 11:51:02.463986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.465270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53688) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:02.475398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:02.500168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:02.533870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:02.538342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.578790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.584635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3d99e5c8-c2f3-4815-98c1-fe56d79b5c7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e1c4c82-ee45-4e8b-b93d-4ca40855013e HTTP/1.1" status: 204 len: 168 time: 2.1240370 Apr 29 11:51:02.625591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=4a93fe01-90c1-4044-8ae7-e24515ca3f17,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.755108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:02.799827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.803574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.806871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.807418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.807907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.808569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.809182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.811978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.812578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.813250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.814143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.814644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:02.815376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:02.834057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:02.859106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:02.872634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:02.886141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:03.033556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084274-f5d2-44ac-b16c-25d29ef83aa9 None None] Pushing event updated for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:03.044633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed487617-91c3-4fd0-ba33-168be513957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.077127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8dd1e-6fa6-4bab-90ef-a0f1708d1a07 None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:03.092116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:03.096299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.114431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:03.114832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.168105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.216676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.224788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.299408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:03.312575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7460d-b7b7-4b92-9ebd-8bfa032d4bc7 None None] The sync data for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv is: [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:01Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:03.314613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd5a1df-5583-4b3c-b73f-a08278a771a0,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:03.367048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.371379 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a1e83d66-cecc-439f-8d5f-b26b2cd9cf3b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9666839 Apr 29 11:51:03.376471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53698) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:03.407500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:03.421803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:03.460633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:03.466511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.466644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:03.478613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:03.482050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:03.528753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.597922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.619022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Calling delete_port for 69fa56ef-7cf0-436c-890f-8c008913fa21 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:03.775230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fe50a243-866f-4a92-b342-3441cfccf911 None None] Provisioning for port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:03.965265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:03.970694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:03.971045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:03.977070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.026571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': 'a9b324fd-3cdd-431f-98d8-af06af4a790f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:04.027264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: f39c485d-eaf2-4328-b5be-bb52a379c519, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:51:04.046197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:04.052493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.064007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:04.064387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.071874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=813e9457-8337-444a-bc80-a7471e21c9ef,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.078002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.098459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.156495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3342894-584d-4d9c-aa9a-8f4d17e0bf76,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.178369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.183478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network f39c485d-eaf2-4328-b5be-bb52a379c519 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:51:04.200688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.226746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f39c485d-eaf2-4328-b5be-bb52a379c519) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:04.241116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.242838 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aad25016-28d4-4798-8443-d4ec7922fc4c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8628669 Apr 29 11:51:04.248076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.252520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53716) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:04.255625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.259709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f5777-96d8-4b90-8596-82e4b00da191 None None] Network f39c485d-eaf2-4328-b5be-bb52a379c519 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:04.295070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.345658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53718) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:04.385651 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-37df3d25-140c-417f-b595-cc9e16aeb396 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2097650 Apr 29 11:51:04.394848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.407605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53722) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:04.409489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:04.433433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:04.456402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:04.469855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:04.477783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:04.482045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:04.482634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.504703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.526955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:04.535471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=4eb97b36-66c9-40ea-b6cb-055aa0d66760,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.541430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=4a93fe01-90c1-4044-8ae7-e24515ca3f17,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:04.546123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:04.585924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:04.602825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,segment=NetworkSegment(0a00216d-7582-464d-a25f-0c389f887466),segment_id=0a00216d-7582-464d-a25f-0c389f887466)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:04.615336 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f3cafcd-ce1a-4cfb-aa7d-670106904b73 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1462653 Apr 29 11:51:04.615899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53730) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:04.645545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:2e:11:b4', 'name': 'tempest-NetworksTestDHCPv6-1930732271'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:04.663681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.664501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f53f969-6e6b-4840-8031-ade538e3cc42 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:04.712531 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dca32f33-2245-487e-9624-c3e121acd30e tempest-ServiceProvidersTest-1833782119 tempest-ServiceProvidersTest-1833782119-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3193886 Apr 29 11:51:04.719181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:04.738897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.742680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:04.852382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:04.854813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:04.887451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Provisioning complete for port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:04.887881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.935565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:04.980326 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Deleting port 69fa56ef-7cf0-436c-890f-8c008913fa21 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:04.981153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:04.990454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:05.065682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:05.075883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.224911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.256483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.307386 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53740) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:05.312839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f39c485d-eaf2-4328-b5be-bb52a379c519', 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '813e9457-8337-444a-bc80-a7471e21c9ef'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:05.314388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.344460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8886cbe8-abbe-4676-b2d5-cb7a1234c27a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:05.366155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.376110 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ea235c4a-6adf-4cd5-bb0c-102e7195a984 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0310054 Apr 29 11:51:05.381504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53746) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:05.388547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:05.408417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:05.424634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:05.440441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:05.463871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:05.477063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Router 87cb936d-9d6f-4750-a902-a9c838db563a is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:51:05.488703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:05.507127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:05.522863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:05.540180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Allocated IP 172.20.0.2 (f39c485d-eaf2-4328-b5be-bb52a379c519/813e9457-8337-444a-bc80-a7471e21c9ef/daeafbc7-8bed-4736-9aeb-6a80b3645c3b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:05.581559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:05.606603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:05.672352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:05.698233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1f53f969-6e6b-4840-8031-ade538e3cc42 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:05.698584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.790251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Provisioning for port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:05.803381 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:51:05.803593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.848974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.871330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Provisioning complete for port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:05.871700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.896062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port 1412149b-8196-441a-b1a2-fa0850c43893 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:05.920392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.931929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.932411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:05.966539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-93631042-e5d4-408f-b81f-908f5a820150 None None] Port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:05.978441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:06.003326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Usage tracker for resource:security_group_rule and tenant:682840947f154eafaffa71e9aec919f6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:06.011102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:06.013597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:06.027111 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9cfdd5dc-d646-4e96-86fd-6bf9b117c17d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/routers/87cb936d-9d6f-4750-a902-a9c838db563a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0822737 Apr 29 11:51:06.028864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:06.033246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53750) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.033660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] Sync routers for ids ['87cb936d-9d6f-4750-a902-a9c838db563a'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:06.079780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.086818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] For port 69fa56ef-7cf0-436c-890f-8c008913fa21, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=69fa56ef-7cf0-436c-890f-8c008913fa21,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:06.087652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.090719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.129843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=bb5ba398-cf27-4053-901e-baf7f934aa59,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:06.132168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5266d2-8e6d-417f-883b-1aeea34e3de9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:06.165997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.167167 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5c0b98f4-5e90-49f0-bff6-f9c5a5d98e89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7829592 Apr 29 11:51:06.176836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53754) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.182500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '2d6200eb-c140-420f-b028-f420fa40c2bc', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:06.196457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:06.203898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': 'f5b0313b-6783-4e28-90b3-e85b651dc3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:06.204206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:06.204657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: b6089f37-30b2-4ca5-b15a-b73b57ddc46e, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:51:06.212489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:06.223367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:06.226683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.233193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.240141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Calling delete_port for 69fa56ef-7cf0-436c-890f-8c008913fa21 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:06.253263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:51:06.282703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.283566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] Routers {'87cb936d-9d6f-4750-a902-a9c838db563a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:06.283566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['87cb936d-9d6f-4750-a902-a9c838db563a'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:06.300926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48884c4a-389c-4e3f-bd90-c2ee06dd2654 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:06.302582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-48884c4a-389c-4e3f-bd90-c2ee06dd2654 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?device_id=87cb936d-9d6f-4750-a902-a9c838db563a HTTP/1.1" status: 200 len: 982 time: 0.2683568 Apr 29 11:51:06.303389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:51:06.306891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53758) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.318480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6bed8-5230-4446-8707-b83a8ec97517,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:06.335744 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-33826b4b-1465-495e-b534-6f454c1d1c90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=682840947f154eafaffa71e9aec919f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0174379 Apr 29 11:51:06.341017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53762) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.403599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.432340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.444697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8:0:1::35b (509b49ef-561b-4c7b-b648-76f046bd5c48/4eb97b36-66c9-40ea-b6cb-055aa0d66760/1412149b-8196-441a-b1a2-fa0850c43893) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:06.451822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.452406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:06.454434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::f816:3eff:fe2e:11b4 (509b49ef-561b-4c7b-b648-76f046bd5c48/e43f0930-fa8b-41c1-8215-2a2d6ae799ba/1412149b-8196-441a-b1a2-fa0850c43893) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:06.464850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.471300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Transition to ACTIVE for port object daeafbc7-8bed-4736-9aeb-6a80b3645c3b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:06.484232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.506266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bba1a6-4178-4b2a-82e3-6b90e491efc9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:06.510813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4eb71bf4-484f-409a-8996-fa8ddd6ec39a None None] Provisioning complete for port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:06.511380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4eb71bf4-484f-409a-8996-fa8ddd6ec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.531446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.532675 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2d220ca6-b021-455c-816d-e015be0831d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546965 Apr 29 11:51:06.550771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b6089f37-30b2-4ca5-b15a-b73b57ddc46e) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:06.568329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:06.568923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.577779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] Routers {'87cb936d-9d6f-4750-a902-a9c838db563a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:06.578448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['87cb936d-9d6f-4750-a902-a9c838db563a'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:06.593365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.612032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6bed8-5230-4446-8707-b83a8ec97517,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:06.616790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.619292 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-318edd90-5033-40f0-98ee-311213e013f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ae6bed8-5230-4446-8707-b83a8ec97517 HTTP/1.1" status: 204 len: 168 time: 0.2768483 Apr 29 11:51:06.645099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d1ab1-6a9c-4c5f-a92a-7154d0e4824f None None] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:06.656341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53770) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.661765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008233962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:06.670602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:06.673762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-af6c4998-127b-4736-bd64-0c6f36dd7f9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2557752 Apr 29 11:51:06.678265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:06.685588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:06.702356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:06.733614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.734928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.736463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Transition to ACTIVE for port object daeafbc7-8bed-4736-9aeb-6a80b3645c3b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:06.739055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:06.739627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf8c3e-68c8-45ff-a89a-ecc8dbf93765 None None] The sync data for ids ['87cb936d-9d6f-4750-a902-a9c838db563a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:06.764676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4eb71bf4-484f-409a-8996-fa8ddd6ec39a None None] Port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:06.765641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.791127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.838134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.912849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.918728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-525b11b4-8034-4e84-8121-31355d7c040d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2612162 Apr 29 11:51:06.920911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53784) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:06.960047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:06.984784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Network f39c485d-eaf2-4328-b5be-bb52a379c519 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:06.993965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.003793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Pushing event updated for resources: {'Port': ['ID=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:07.019887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object 1412149b-8196-441a-b1a2-fa0850c43893 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:07.114675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:07.137082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:07.176877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:07.179253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-471f9cce-d961-424b-ba49-27e9414e5bdd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202628861&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.3102770 Apr 29 11:51:07.208118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] Pushing event deleted for resources: {'Port': ['ID=69fa56ef-7cf0-436c-890f-8c008913fa21,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:07.304035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.446411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f69bdf-e084-4dbf-9e13-d8a7b75f9dda None None] No DVR routers for this DVR port 69fa56ef-7cf0-436c-890f-8c008913fa21 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:07.482374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01347acb-ba6d-4cc8-9ffe-814e73b377ca None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:07.536942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:07.541409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:07.546211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:07.552887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:07.553561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.560963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Attempting to bind port daeafbc7-8bed-4736-9aeb-6a80b3645c3b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:07.561634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Attempting to bind port daeafbc7-8bed-4736-9aeb-6a80b3645c3b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'a9b324fd-3cdd-431f-98d8-af06af4a790f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:07.561995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Attempting to bind port daeafbc7-8bed-4736-9aeb-6a80b3645c3b on network f39c485d-eaf2-4328-b5be-bb52a379c519 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:07.569937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=1412149b-8196-441a-b1a2-fa0850c43893,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Checking segment: {'id': 'a9b324fd-3cdd-431f-98d8-af06af4a790f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Bound using segment: {'id': 'a9b324fd-3cdd-431f-98d8-af06af4a790f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Bound port: daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b324fd-3cdd-431f-98d8-af06af4a790f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f39c485d-eaf2-4328-b5be-bb52a379c519'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:07.586529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.607590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-b6089f37-30b2-4ca5-b15a-b73b57ddc46e', 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': 'bb5ba398-cf27-4053-901e-baf7f934aa59'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:07.608419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.635088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d310b3f9-f157-4312-82d5-cdacb8304821 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0042949 Apr 29 11:51:07.640124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53788) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:07.664059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-03202420-56c3-41b4-b583-80895ef92c50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:07.665174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-03202420-56c3-41b4-b583-80895ef92c50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:07.728972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:07.729578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.735101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-03202420-56c3-41b4-b583-80895ef92c50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:07.736297 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-03202420-56c3-41b4-b583-80895ef92c50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 200 len: 796 time: 0.5531163 Apr 29 11:51:07.745675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.753103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port 1412149b-8196-441a-b1a2-fa0850c43893 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:07.753462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:07.771129 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-4a1af94e-162b-4609-b43a-f85fb55b89e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0275462 Apr 29 11:51:07.953462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] For port daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:07.960173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.023653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] For port daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,segment=NetworkSegment(a9b324fd-3cdd-431f-98d8-af06af4a790f),segment_id=a9b324fd-3cdd-431f-98d8-af06af4a790f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:08.068334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.248329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Allocated IP 172.21.0.2 (b6089f37-30b2-4ca5-b15a-b73b57ddc46e/bb5ba398-cf27-4053-901e-baf7f934aa59/813aad89-a665-4c3c-b220-5bd13704ed85) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:08.268603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 808cc2df-b0c8-4488-bc10-141544dc2d75 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:08.309775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-cf6caa0c-f869-47b5-b613-ae14b2e728c2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:08.412813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79913b-2d42-4ba4-99a6-3f6e2e27b9cd None None] Pushing event updated for resources: {'Port': ['ID=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:08.416095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.421821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-cf6caa0c-f869-47b5-b613-ae14b2e728c2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:08.423204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-cf6caa0c-f869-47b5-b613-ae14b2e728c2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5936854 Apr 29 11:51:08.571795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for 1412149b-8196-441a-b1a2-fa0850c43893 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:08.646707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.20.0.1 (f39c485d-eaf2-4328-b5be-bb52a379c519/813e9457-8337-444a-bc80-a7471e21c9ef/9ce039f4-bddf-4545-b886-814f5ade6044) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:08.656937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 4a93fe01-90c1-4044-8ae7-e24515ca3f17 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:08.657344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '4eb97b36-66c9-40ea-b6cb-055aa0d66760'}, {'subnet_id': 'e43f0930-fa8b-41c1-8215-2a2d6ae799ba'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:08.657561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.658766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:08.683370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 808cc2df-b0c8-4488-bc10-141544dc2d75 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:08.706354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 808cc2df-b0c8-4488-bc10-141544dc2d75 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:08.706502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.113006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.148577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.171730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-bacddf60-a1a4-4046-b03d-8f8c4f2747bc service neutron] 10.222.0.53 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249756 Apr 29 11:51:09.321922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.369670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Transition to ACTIVE for port object 813aad89-a665-4c3c-b220-5bd13704ed85 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:09.380950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object 9ce039f4-bddf-4545-b886-814f5ade6044 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:09.394145 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-96ecd470-e9c3-4925-b749-d0c9e5f85d80 service neutron] 10.222.0.53 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184269 Apr 29 11:51:09.399582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.416479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.425966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.463660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=1412149b-8196-441a-b1a2-fa0850c43893,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:09.477488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Transition to ACTIVE for port object 813aad89-a665-4c3c-b220-5bd13704ed85 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:09.672078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.695359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network f39c485d-eaf2-4328-b5be-bb52a379c519 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:09.709970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:09.715181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:09.816641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 808cc2df-b0c8-4488-bc10-141544dc2d75, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=808cc2df-b0c8-4488-bc10-141544dc2d75,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:09.841139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.871229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a55c839d-432c-47e7-84eb-c63869190e2d req-c16ec789-4bee-46b4-93ff-34654ee92de0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:09.872311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:09.881023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=9ce039f4-bddf-4545-b886-814f5ade6044,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:09.892901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:09.893970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 4a93fe01-90c1-4044-8ae7-e24515ca3f17 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:09.896860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:09.901848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Pushing event updated for resources: {'Port': ['ID=813aad89-a665-4c3c-b220-5bd13704ed85,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:09.947720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:09.988405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Allocated IP 2001:db8:0:1::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/4eb97b36-66c9-40ea-b6cb-055aa0d66760/cbad2a08-ca61-4443-b9ca-e13baa61f35e) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:10.052316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.074064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a55c839d-432c-47e7-84eb-c63869190e2d req-c16ec789-4bee-46b4-93ff-34654ee92de0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:10.075822 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a55c839d-432c-47e7-84eb-c63869190e2d req-c16ec789-4bee-46b4-93ff-34654ee92de0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 210 time: 0.4119995 Apr 29 11:51:10.082550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-06c5a52f-da4e-461f-8f85-749f81e8f6a6 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/1412149b-8196-441a-b1a2-fa0850c43893 HTTP/1.1" status: 204 len: 168 time: 2.4410682 Apr 29 11:51:10.090058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53806) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:10.139820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b2f2f-f8cd-4491-a528-b81c735b948e None None] Network f39c485d-eaf2-4328-b5be-bb52a379c519 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:10.171602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.201604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-df062d25-64ec-4772-8129-6dcfd613b6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:10.243804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-df062d25-64ec-4772-8129-6dcfd613b6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:10.249014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-df062d25-64ec-4772-8129-6dcfd613b6f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1535101 Apr 29 11:51:10.250086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53812) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:10.256217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device daeafbc7-8bed-4736-9aeb-6a80b3645c3b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:10.308259 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-718c79af-277b-430d-ba13-d70dc26b4866 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0573068 Apr 29 11:51:10.325878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Allocated IP 2001:db8::f816:3eff:fec6:d091 (509b49ef-561b-4c7b-b648-76f046bd5c48/e43f0930-fa8b-41c1-8215-2a2d6ae799ba/cbad2a08-ca61-4443-b9ca-e13baa61f35e) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:10.329447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53816) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:10.497226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:10.500642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:10.504794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:10.505993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:10.547038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.616725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:10.616725 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22c43466-3909-4365-9599-ba8c62d46c08 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2744720 Apr 29 11:51:10.616725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=4a93fe01-90c1-4044-8ae7-e24515ca3f17,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:10.626443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53820) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:10.656257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:10.743581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Attempting to bind port 813aad89-a665-4c3c-b220-5bd13704ed85 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:10.746669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Attempting to bind port 813aad89-a665-4c3c-b220-5bd13704ed85 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'f5b0313b-6783-4e28-90b3-e85b651dc3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:10.747175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Attempting to bind port 813aad89-a665-4c3c-b220-5bd13704ed85 on network b6089f37-30b2-4ca5-b15a-b73b57ddc46e {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:10.829095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 4eb97b36-66c9-40ea-b6cb-055aa0d66760 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:10.852070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-badf8d65-5e87-4ad6-80a5-301d5a0b29a5 None None] Provisioning for port daeafbc7-8bed-4736-9aeb-6a80b3645c3b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:10.887707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:10.888016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Checking segment: {'id': 'f5b0313b-6783-4e28-90b3-e85b651dc3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:10.888313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.888724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Bound using segment: {'id': 'f5b0313b-6783-4e28-90b3-e85b651dc3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:10.889584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Bound port: 813aad89-a665-4c3c-b220-5bd13704ed85, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0313b-6783-4e28-90b3-e85b651dc3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b6089f37-30b2-4ca5-b15a-b73b57ddc46e'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:10.890126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.944307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:10.950800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.017329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port daeafbc7-8bed-4736-9aeb-6a80b3645c3b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:11.033103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.033575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port daeafbc7-8bed-4736-9aeb-6a80b3645c3b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:11.033953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.416919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] For port 813aad89-a665-4c3c-b220-5bd13704ed85, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:11.559631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] For port 813aad89-a665-4c3c-b220-5bd13704ed85, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=813aad89-a665-4c3c-b220-5bd13704ed85,segment=NetworkSegment(f5b0313b-6783-4e28-90b3-e85b651dc3e3),segment_id=f5b0313b-6783-4e28-90b3-e85b651dc3e3)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:11.597939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.642205 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a0ff617a-5a03-4c97-8f98-447e3325cf50 req-93d1dfdd-f1bd-4076-ac33-a89bdf9f035b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 210 time: 0.1759400 Apr 29 11:51:11.693704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.721538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.736711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Transition to ACTIVE for port object cbad2a08-ca61-4443-b9ca-e13baa61f35e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:11.755180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.772045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3a49b-4192-49ca-9007-ed99bacbc7e0 None None] Pushing event updated for resources: {'Port': ['ID=813aad89-a665-4c3c-b220-5bd13704ed85,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:11.806375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Transition to ACTIVE for port object cbad2a08-ca61-4443-b9ca-e13baa61f35e will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:11.841905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,segment=NetworkSegment(a9b324fd-3cdd-431f-98d8-af06af4a790f),segment_id=a9b324fd-3cdd-431f-98d8-af06af4a790f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:11.844630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.846617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=9ce039f4-bddf-4545-b886-814f5ade6044,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:11.852228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.896549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.952883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:11.955140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:11.956964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:11.961261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:11.968958 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Pushing event updated for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:12.070274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.194404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.217836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 808cc2df-b0c8-4488-bc10-141544dc2d75 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:12.325767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb97b36-66c9-40ea-b6cb-055aa0d66760,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:12.444488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.500630 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bd3c4687-b9f3-4da3-bdbd-41ddf44a4bda tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/4eb97b36-66c9-40ea-b6cb-055aa0d66760 HTTP/1.1" status: 204 len: 168 time: 1.8917136 Apr 29 11:51:12.503853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53830) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:12.618183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:12.654490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Provisioning for port 9ce039f4-bddf-4545-b886-814f5ade6044 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:12.669512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Provisioning complete for port 9ce039f4-bddf-4545-b886-814f5ade6044 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:12.670853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.680478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Router 87cb936d-9d6f-4750-a902-a9c838db563a has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:12.690531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-b0246c1f-c537-4a6f-8cae-a9eaae46afb4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:12.691261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-b0246c1f-c537-4a6f-8cae-a9eaae46afb4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:12.703822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network f39c485d-eaf2-4328-b5be-bb52a379c519 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:12.717362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet e43f0930-fa8b-41c1-8215-2a2d6ae799ba {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:12.721730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:12.727481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.857155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Attempting to bind port cbad2a08-ca61-4443-b9ca-e13baa61f35e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:12.857821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Attempting to bind port cbad2a08-ca61-4443-b9ca-e13baa61f35e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:12.857947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Attempting to bind port cbad2a08-ca61-4443-b9ca-e13baa61f35e on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:12.870666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:12.871038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:12.871621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.872230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:12.881564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Bound port: cbad2a08-ca61-4443-b9ca-e13baa61f35e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:12.882341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:12.901520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-b0246c1f-c537-4a6f-8cae-a9eaae46afb4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:12.903118 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-b0246c1f-c537-4a6f-8cae-a9eaae46afb4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 200 len: 796 time: 1.2866225 Apr 29 11:51:12.929549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Port 9ce039f4-bddf-4545-b886-814f5ade6044 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:13.001564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.014859 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b884bd7-0d1c-4423-b21c-292a5a5797e9 req-4d18bc47-7014-4213-9e61-c57d2161d867 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 210 time: 0.0948436 Apr 29 11:51:13.043155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:13.048999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-21a83731-d1b7-4cee-a9d2-3bc30f108427 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:13.054173 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] Sync routers for ids ['87cb936d-9d6f-4750-a902-a9c838db563a'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:13.070113 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] Routers {'87cb936d-9d6f-4750-a902-a9c838db563a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:13.070727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['87cb936d-9d6f-4750-a902-a9c838db563a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.075570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:13.079340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cbad2a08-ca61-4443-b9ca-e13baa61f35e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:13.097078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.099666 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ff72c420-25ac-4106-b360-80301c52a527 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/routers/87cb936d-9d6f-4750-a902-a9c838db563a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7894113 Apr 29 11:51:13.103477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53836) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.110115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Provisioning complete for port daeafbc7-8bed-4736-9aeb-6a80b3645c3b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:13.110799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4d01b27b-f740-4748-aa90-08d575d6fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.172588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.175885 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.199652 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] Routers {'87cb936d-9d6f-4750-a902-a9c838db563a'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:13.202386 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['87cb936d-9d6f-4750-a902-a9c838db563a'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.206506 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c512c-9660-416b-8982-9b68e57f6d75 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:51:13.207762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1f4c512c-9660-416b-8982-9b68e57f6d75 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:13.221489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-21a83731-d1b7-4cee-a9d2-3bc30f108427 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:13.223656 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-21a83731-d1b7-4cee-a9d2-3bc30f108427 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 379 time: 0.2643189 Apr 29 11:51:13.237436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['2d6200eb-c140-420f-b028-f420fa40c2bc']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:13.242097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 808cc2df-b0c8-4488-bc10-141544dc2d75 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:13.242571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.285753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606008-0bd9-4e9a-ac5c-ff6c1bd1e4dd None None] Pushing event updated for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:13.321975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1f4c512c-9660-416b-8982-9b68e57f6d75 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:13.323026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1f4c512c-9660-416b-8982-9b68e57f6d75 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/4a93fe01-90c1-4044-8ae7-e24515ca3f17 HTTP/1.1" status: 404 len: 333 time: 0.2179232 Apr 29 11:51:13.324858 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.325431 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e69dd-13ac-48a8-867a-82fbeb195ed1 None None] The sync data for ids ['87cb936d-9d6f-4750-a902-a9c838db563a'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:13.325864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53840) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.344725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6a613fe3-67d8-40e6-9fc4-49b70ccf5140 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:51:13.346281 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.392610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=e43f0930-fa8b-41c1-8215-2a2d6ae799ba,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:13.403715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.493143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe1061-6158-46aa-ad41-d0d721a69f5d None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:13.587270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f8f31c5e-32fb-4290-8bae-d57bc69811d8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e43f0930-fa8b-41c1-8215-2a2d6ae799ba HTTP/1.1" status: 204 len: 168 time: 1.0729415 Apr 29 11:51:13.588375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53844) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.620221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:13.627853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0a8ddd80-77ee-4410-a680-7ea4001b73ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7052882 Apr 29 11:51:13.630056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53848) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.664716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] Sync routers for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:13.666808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac10ec-dd1a-4999-a023-cb50d9a90b2c None None] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:13.681913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:13.719777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ca3bc-c583-479f-93ed-52f578a7cf00 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:13.720728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-902ca3bc-c583-479f-93ed-52f578a7cf00 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:13.742295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-902ca3bc-c583-479f-93ed-52f578a7cf00 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:13.743309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-902ca3bc-c583-479f-93ed-52f578a7cf00 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports/9ce039f4-bddf-4545-b886-814f5ade6044 HTTP/1.1" status: 200 len: 910 time: 0.1116538 Apr 29 11:51:13.746373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53852) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.815271 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ac4a159b-3f4d-47ff-be5e-b47df1eb3510 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2255380 Apr 29 11:51:13.821529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:13.822166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.826540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53856) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:13.839411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:13.929060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:13.968192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b696282e-4fe1-4eb5-aff6-102980626f9e None None] Provisioning for port 813aad89-a665-4c3c-b220-5bd13704ed85 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:14.003146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:14.003790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:14.025089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:14.036145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:14.157149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:14.161014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.176920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:14.177716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1057a21-36a9-4d69-aeca-cb445fea4b87 None None] The sync data for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:14.191275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device daeafbc7-8bed-4736-9aeb-6a80b3645c3b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:14.213292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.219498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.224560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:14.258285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b696282e-4fe1-4eb5-aff6-102980626f9e None None] Provisioning complete for port 9ce039f4-bddf-4545-b886-814f5ade6044 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:14.258729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b696282e-4fe1-4eb5-aff6-102980626f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.293089 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-492aeaee-29b4-4f58-ae08-6afabfeaf4f2 req-6ff39d81-af57-48e3-be66-0b2a3e8612a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 210 time: 0.0658395 Apr 29 11:51:14.300126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-ddad877e-1ffd-4f98-a2aa-87c424da398a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4868674 Apr 29 11:51:14.379080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b696282e-4fe1-4eb5-aff6-102980626f9e None None] Port 9ce039f4-bddf-4545-b886-814f5ade6044 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:14.417395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port daeafbc7-8bed-4736-9aeb-6a80b3645c3b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:14.417762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.438813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:14.445737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:14.471123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:14.503885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.506199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Fanout notify agent at l3_agent the message router_deleted on router 87cb936d-9d6f-4750-a902-a9c838db563a {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:51:14.526398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:14.530330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.586531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 813aad89-a665-4c3c-b220-5bd13704ed85 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:14.616606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.620642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53862) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:14.621033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4c0c5a4b-7cbd-43e5-97c9-a64f10aecd07 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/routers/87cb936d-9d6f-4750-a902-a9c838db563a HTTP/1.1" status: 204 len: 168 time: 1.2857366 Apr 29 11:51:14.660217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-9bca7131-d147-4f33-8683-866e225ce253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:14.661699 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-9bca7131-d147-4f33-8683-866e225ce253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1098 time: 0.1874461 Apr 29 11:51:14.670581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 813aad89-a665-4c3c-b220-5bd13704ed85 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:14.677451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 813aad89-a665-4c3c-b220-5bd13704ed85 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:14.678126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.752463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.8 (e6953f44-47b6-49ed-8292-e088fba8f8d0/ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f/5b92d3c5-44ba-40f9-af97-3e672ad5c4b2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:14.827542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.828493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet dd4a12c7-6756-458c-b048-3ec68bfcbd5f {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:14.834045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.859558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:14.900277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9062e24e-d976-4773-8c18-f4713285ae86 None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:51:14.972945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 813aad89-a665-4c3c-b220-5bd13704ed85, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=813aad89-a665-4c3c-b220-5bd13704ed85,segment=NetworkSegment(f5b0313b-6783-4e28-90b3-e85b651dc3e3),segment_id=f5b0313b-6783-4e28-90b3-e85b651dc3e3)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:14.974090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-76f48c3f-6ad4-4c21-b528-a984608d7329 None None] Provisioning complete for port 813aad89-a665-4c3c-b220-5bd13704ed85 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:14.974364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-76f48c3f-6ad4-4c21-b528-a984608d7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.016506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.034177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.069837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.099137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-1a833e8d-3317-43a3-a73b-d7c92eecc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.100853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-1a833e8d-3317-43a3-a73b-d7c92eecc8cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.4014688 Apr 29 11:51:15.121643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.145223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:15.145802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=813aad89-a665-4c3c-b220-5bd13704ed85,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:15.151212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:15.160269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.161137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.178917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:15.180063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=2d153422-6e64-47d7-bc70-ed8cfd66794b,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:15.202730 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1375b9d3-a3bd-44af-8e55-46af0a7364cd tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3721874 Apr 29 11:51:15.206588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53866) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:15.212751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:15.241659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062e24e-d976-4773-8c18-f4713285ae86 None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:51:15.298574 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-644a8184-3b2c-4314-8ca6-e7816b6b422a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 1001 time: 0.1911695 Apr 29 11:51:15.343788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.426644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.530506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:15.604943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:15.611069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:15.614237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:15.617801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:15.622660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-3bceb6b2-2c7b-4352-9e4c-ebdd6901398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.624093 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-3bceb6b2-2c7b-4352-9e4c-ebdd6901398a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.3198271 Apr 29 11:51:15.643114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:15.647328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:15.655775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:15.685005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:15.688907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.743309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Update dhcp port {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '2d153422-6e64-47d7-bc70-ed8cfd66794b'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': 'cbad2a08-ca61-4443-b9ca-e13baa61f35e'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:15.745472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.745996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.761821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.798321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.21.0.1 (b6089f37-30b2-4ca5-b15a-b73b57ddc46e/bb5ba398-cf27-4053-901e-baf7f934aa59/a36ba574-a28e-4a0d-bc8f-648150e9debf) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:15.805374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.812301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4a12c7-6756-458c-b048-3ec68bfcbd5f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:15.814987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:15.826977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9a263-1faa-4820-beb0-9c0513808d3a req-d97fd629-e077-4f80-b17f-f3f3b669cbd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.827692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-f4c9a263-1faa-4820-beb0-9c0513808d3a req-d97fd629-e077-4f80-b17f-f3f3b669cbd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:15.835640 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-50fc5956-c98c-4baa-a649-4e36861e7dd9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/dd4a12c7-6756-458c-b048-3ec68bfcbd5f HTTP/1.1" status: 204 len: 168 time: 1.2128243 Apr 29 11:51:15.840907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53872) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:15.842329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ad1aefbe-6a46-4dfb-ab4a-b41c41e74097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6122890 Apr 29 11:51:15.868134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-fb8e1a6c-d98a-4774-bd15-450a6d65e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:15.869628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-fb8e1a6c-d98a-4774-bd15-450a6d65e14c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2364357 Apr 29 11:51:15.876769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Request body: {'port': {'device_id': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:15.951846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-f4c9a263-1faa-4820-beb0-9c0513808d3a req-d97fd629-e077-4f80-b17f-f3f3b669cbd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:15.952607 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4c9a263-1faa-4820-beb0-9c0513808d3a req-d97fd629-e077-4f80-b17f-f3f3b669cbd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 931 time: 0.4342206 Apr 29 11:51:16.049088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d153422-6e64-47d7-bc70-ed8cfd66794b (CIDR: 2001:db8::/64) Apr 29 11:51:16.061295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 813aad89-a665-4c3c-b220-5bd13704ed85 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:16.062318 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:16.062812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:16.096771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.097080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.112492 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-c0379f4a-98ac-4bfe-8583-7501ff5b186d service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363181 Apr 29 11:51:16.141245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object a36ba574-a28e-4a0d-bc8f-648150e9debf will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:16.152888 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4c9a263-1faa-4820-beb0-9c0513808d3a req-4fe0e483-20f6-43a9-a035-672ce542460a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413329 Apr 29 11:51:16.164238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38f380bb-97c3-4375-bda3-88bd4c216389 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9564030 Apr 29 11:51:16.168020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53876) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:16.171457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/2d153422-6e64-47d7-bc70-ed8cfd66794b/cbad2a08-ca61-4443-b9ca-e13baa61f35e) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:16.176791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:16.177287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.190613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:16.191805 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.248626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 813aad89-a665-4c3c-b220-5bd13704ed85 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:16.248989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.364137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.421082 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-295ed5c4-1e72-4c43-8082-558ffb0d7d72 req-2c034c8f-bb85-44d6-8aca-a5d11dd70cad service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010502 Apr 29 11:51:16.471884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:16.476915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:16.484734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:16.520504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:16.528935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=a36ba574-a28e-4a0d-bc8f-648150e9debf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:16.531438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:16.540168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:16.542780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cbad2a08-ca61-4443-b9ca-e13baa61f35e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:16.550980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:16.565628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.576857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:16.580486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.597747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.618424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Ignored duplicate provisioning block setup for port cbad2a08-ca61-4443-b9ca-e13baa61f35e by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 11:51:16.624237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.749593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40bdd-c379-4551-a25e-0cfa8d8170e6 None None] Pushing event updated for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:16.773944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] For port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,segment=NetworkSegment(0a00216d-7582-464d-a25f-0c389f887466),segment_id=0a00216d-7582-464d-a25f-0c389f887466)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:16.774451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:16.859472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.008882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:17.175132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.286728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:17.291283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No DVR routers for this DVR port 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:17.330049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:51:17.354651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.414886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Transition to ACTIVE for port object 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:17.477087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.530538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.643144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.objects.ports [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88015) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:51:17.708444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729183aa-aac0-47dd-b956-4c4966c2b10c req-6c45c633-070d-4211-be0f-7f74cbf87efd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:17.710060 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-729183aa-aac0-47dd-b956-4c4966c2b10c req-6c45c633-070d-4211-be0f-7f74cbf87efd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 931 time: 0.3904800 Apr 29 11:51:17.727336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9696c3af-0f47-41bf-ba37-20dd8c6e3a0e']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:17.785533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a00216d-7582-464d-a25f-0c389f887466') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:17.785847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a00216d-7582-464d-a25f-0c389f887466') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:17.801608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Pushing event updated for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:17.805866 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-729183aa-aac0-47dd-b956-4c4966c2b10c req-ab81f1d8-3d50-45fd-988c-9abd72402b47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858090 Apr 29 11:51:17.806441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.814750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.830527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.840935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.848607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:17.849271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:17.884954 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:17.974414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:17.997028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Attempting to bind port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:17.997366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Attempting to bind port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:17.998018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Attempting to bind port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 on network e6953f44-47b6-49ed-8292-e088fba8f8d0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:18.002363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.009803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.025229 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/9696c3af-0f47-41bf-ba37-20dd8c6e3a0e HTTP/1.1" status: 204 len: 168 time: 2.1784620 Apr 29 11:51:18.025229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 on network e6953f44-47b6-49ed-8292-e088fba8f8d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:51:18.025931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Attempting to bind port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 on network e6953f44-47b6-49ed-8292-e088fba8f8d0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:18.028210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53884) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:18.028991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d557-aa9d-49f3-92e6-7f1e8f183de3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=9696c3af-0f47-41bf-ba37-20dd8c6e3a0e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:18.035211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=a36ba574-a28e-4a0d-bc8f-648150e9debf,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:18.093002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.095030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83e857-447a-4525-84f6-4c6811119f1b None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:18.125726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d4482-043b-4192-a450-a45aa06790bf None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:18.138742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebba1ce-9e16-4460-9e61-a9dc365cc58b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:18.139349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7ebba1ce-9e16-4460-9e61-a9dc365cc58b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:18.148067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:18.148401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Checking segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:18.148779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Bound using segment: {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:18.149213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Bound port: 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219a782e-40c3-47b9-bd77-bd92b0108e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:18.149579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.200343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cbad2a08-ca61-4443-b9ca-e13baa61f35e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:18.216411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7ebba1ce-9e16-4460-9e61-a9dc365cc58b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:18.217629 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7ebba1ce-9e16-4460-9e61-a9dc365cc58b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/9c2d2da9-fdec-487b-9340-6c99a9352ecf HTTP/1.1" status: 200 len: 840 time: 0.1862423 Apr 29 11:51:18.230963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53888) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:18.256328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d4482-043b-4192-a450-a45aa06790bf None None] Network 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e could not be found, it might have been deleted concurrently. {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 11:51:18.294172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:18.307804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:18.316416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.368756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4f8ac104-3e09-42d1-b384-2d8879401208 None None] Provisioning for port cbad2a08-ca61-4443-b9ca-e13baa61f35e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:18.372524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b280236-5308-44cc-b06e-731c7f6b5af0 None None] DHCP port deletion for 9696c3af-0f47-41bf-ba37-20dd8c6e3a0e request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:18.440266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:18.441025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.442548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] 10.222.0.66 "PUT /v2.0/ports/5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 200 len: 1093 time: 2.5699704 Apr 29 11:51:18.448333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:18.475188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c429a2a4-9908-4b39-8ad5-22a261cba8db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:18.495238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0972-1b00-4f31-b621-f11510619a45 service neutron] Pushing event updated for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:18.571592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c429a2a4-9908-4b39-8ad5-22a261cba8db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:18.576724 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c429a2a4-9908-4b39-8ad5-22a261cba8db tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/9c2d2da9-fdec-487b-9340-6c99a9352ecf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3248839 Apr 29 11:51:18.578745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53894) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:18.590132 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59de328-61d4-48e9-861b-97e1ab6d1853'] response: {'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'status': 'completed', 'code': 200} Apr 29 11:51:18.592714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:18.632386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port cbad2a08-ca61-4443-b9ca-e13baa61f35e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:18.640704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:18.641293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.653105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-3748244e-3422-4016-860c-593a4135f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:18.655064 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-3748244e-3422-4016-860c-593a4135f799 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1342487 Apr 29 11:51:18.665617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:18.688978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:18.689345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e2b75ace-21b4-4b7f-bd7f-025b22af790e None None] Provisioning for port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:18.831486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e2b75ace-21b4-4b7f-bd7f-025b22af790e None None] Provisioning for port a36ba574-a28e-4a0d-bc8f-648150e9debf completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:18.841139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e2b75ace-21b4-4b7f-bd7f-025b22af790e None None] Provisioning complete for port a36ba574-a28e-4a0d-bc8f-648150e9debf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:18.841443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2b75ace-21b4-4b7f-bd7f-025b22af790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:18.940449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2b75ace-21b4-4b7f-bd7f-025b22af790e None None] Port a36ba574-a28e-4a0d-bc8f-648150e9debf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:18.973737 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-ea226e34-156c-4ca1-aa00-3658254692d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 200 len: 217 time: 0.3053031 Apr 29 11:51:19.062870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.092210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-18a229e2-1ad1-4659-aa90-d15d64034c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.094487 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-18a229e2-1ad1-4659-aa90-d15d64034c54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f HTTP/1.1" status: 200 len: 834 time: 0.0998151 Apr 29 11:51:19.135150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:19.136323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1803a8ea-e412-43b3-9420-b2d3e86ef933 None None] Provisioning complete for port a36ba574-a28e-4a0d-bc8f-648150e9debf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:19.136769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1803a8ea-e412-43b3-9420-b2d3e86ef933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.150419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:19.159309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cbad2a08-ca61-4443-b9ca-e13baa61f35e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:19.164594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:19.184101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:19.200077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6a613fe3-67d8-40e6-9fc4-49b70ccf5140 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:19.213082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-11467fb0-486c-4b5d-9204-565623e1ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.215049 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-11467fb0-486c-4b5d-9204-565623e1ff74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6953f44-47b6-49ed-8292-e088fba8f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137319 Apr 29 11:51:19.221432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1803a8ea-e412-43b3-9420-b2d3e86ef933 None None] Port a36ba574-a28e-4a0d-bc8f-648150e9debf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:19.306445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:19.309721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.340045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.374573 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-18254266-214c-453e-bd91-dd9c9abac21a service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483703 Apr 29 11:51:19.430790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:19.431351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:19.544624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b3df713-24d0-4f8b-a9c7-9916da872899 req-c452e64d-3d72-4f55-8c7c-c9c05244a351 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580527 Apr 29 11:51:19.602645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.602645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.709622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-9bf265bb-79bc-486b-9e0a-babeadc492e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.711201 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-9bf265bb-79bc-486b-9e0a-babeadc492e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0784421 Apr 29 11:51:19.713653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:19.772917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:19.785583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88ad06-b7a2-4d57-9db1-b1659f897b3f None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:19.802469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.803050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.848995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ba26-a43c-4200-bb7f-977ba52e23a5 req-ddce57ca-4844-440c-b905-d30352c6a9e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.850502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cad4ba26-a43c-4200-bb7f-977ba52e23a5 req-ddce57ca-4844-440c-b905-d30352c6a9e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 943 time: 0.8042228 Apr 29 11:51:19.869903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-3e723966-9316-4dcb-bf47-db5f23533f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:19.871485 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-3e723966-9316-4dcb-bf47-db5f23533f4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 200 len: 897 time: 0.1542704 Apr 29 11:51:19.878426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=1b539ff7-8058-49bd-af82-e25c8bc91d3c,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:19.884037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-887d16c4-42a6-4617-b961-28109f180df0 None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:19.884615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887d16c4-42a6-4617-b961-28109f180df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:19.903321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:19.905083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=7']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:19.913665 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-350a2b24-54bb-4e5a-848b-109557b2e002 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1654851 Apr 29 11:51:19.917785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:19.919526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cd92b560-80a0-4122-a3e3-baab80a1d70c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7476449 Apr 29 11:51:19.922420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53904) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:19.934987 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] Sync routers for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:19.948161 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:19.949487 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:19.960223 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-81d8eff5-7847-4b2b-a834-e3eb3806042e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0823386 Apr 29 11:51:19.970888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:9f:78:92', 'name': 'tempest-NetworksTestDHCPv6-232478058'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:20.027637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.036366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-7c6b1e58-b3e9-4501-8849-b534b2228b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:20.039067 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-7c6b1e58-b3e9-4501-8849-b534b2228b98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f HTTP/1.1" status: 200 len: 834 time: 0.0723190 Apr 29 11:51:20.066925 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:20.079645 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:20.080556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:20.089010 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cad4ba26-a43c-4200-bb7f-977ba52e23a5 req-6c1a8d4d-c98d-45e8-9ad3-7e3ef8ffe2bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209718 Apr 29 11:51:20.145875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-76e81ce1-4cc2-4ac9-b677-8a7dd366886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:20.148250 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-76e81ce1-4cc2-4ac9-b677-8a7dd366886a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6953f44-47b6-49ed-8292-e088fba8f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036987 Apr 29 11:51:20.159178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-887d16c4-42a6-4617-b961-28109f180df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.166719 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:20.168257 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9b2eb-17fc-484a-8e54-c02b8b0ddd9e None None] The sync data for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:20.187089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cbad2a08-ca61-4443-b9ca-e13baa61f35e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:20.188750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6526488-2062-4d9e-b66d-75e5409c2a3c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:20.189672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a6526488-2062-4d9e-b66d-75e5409c2a3c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:20.227720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.278050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a6526488-2062-4d9e-b66d-75e5409c2a3c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:20.279226 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a6526488-2062-4d9e-b66d-75e5409c2a3c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports/a36ba574-a28e-4a0d-bc8f-648150e9debf HTTP/1.1" status: 200 len: 910 time: 0.3586719 Apr 29 11:51:20.284320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53908) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:20.346953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-c30f3cb3-1f37-438d-ad2f-d00a3f74f856 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913652 Apr 29 11:51:20.363214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cbad2a08-ca61-4443-b9ca-e13baa61f35e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:20.387691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-887d16c4-42a6-4617-b961-28109f180df0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:20.388034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-887d16c4-42a6-4617-b961-28109f180df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:20.410599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:20.461628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:20.469969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.472535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:20.472904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.474561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:port and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:20.518200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:20.539665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:20.586782 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b9c9f25-cac4-426f-9f2b-df655519e096 req-854973a7-1f81-45c4-bb1d-5d143fbae480 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242751 Apr 29 11:51:20.631168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:20.650909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:20.666629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:20.691216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:20.703115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216509ac-5adf-4542-9613-09d77175ea3e None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:20.715743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:51:20.716088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 09e933b7-fa2a-4b23-ba6f-9fbb0ec3c15f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:51:20.780612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:20.781071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.784613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=26864f04-8ae6-48dd-b503-a4d94ddd839e,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:20.894437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f7665b55-ac4e-470f-bf99-c160fa1394cc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3106637 Apr 29 11:51:20.897561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:20.904223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288911172'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:20.910616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:20.915316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:20.918404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:20.925608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:20.937734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.963613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:20.968517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:20.972483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:20.975898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:20.979807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:21.054778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port e9455181-d2d8-44a8-bc9c-8275af0e79c2 yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:21.063067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.068491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.074055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-7e12fbde-6796-42b0-aa88-b88e2188a281', 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'tenant_id': '92e3aa3fc6a943628b67b192b8f53f30', 'fixed_ips': [{'subnet_id': '26864f04-8ae6-48dd-b503-a4d94ddd839e'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:21.075247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.107221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299c1618-9590-44d0-b38d-1c50a47b7a92,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:21.120563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.122255 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-089c145f-d13e-4995-86de-111e9ddf9269 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2233481 Apr 29 11:51:21.124762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:21.131546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'security_group': {'name': 'tempest-secgroup-826995668'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:21.139558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:21.143977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:21.147630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:21.154539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:21.175490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.198670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:21.203391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:21.207267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:21.246732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:21.271875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2df05e31-f8bf-4c84-b992-ee8109e28ea5 None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:21.272695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2df05e31-f8bf-4c84-b992-ee8109e28ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.348304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Allocated IP 172.20.0.2 (7e12fbde-6796-42b0-aa88-b88e2188a281/26864f04-8ae6-48dd-b503-a4d94ddd839e/66da3181-ad24-41ca-8687-291a05636fcd) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:21.356807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c4b9-100a-4bdf-8070-466869382719 req-68cc28b3-4ff0-47c1-947f-dbdd9d6f9223 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:21.358548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64b2c4b9-100a-4bdf-8070-466869382719 req-68cc28b3-4ff0-47c1-947f-dbdd9d6f9223 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 943 time: 0.1474578 Apr 29 11:51:21.415190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.424498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.471567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a937c09d-a246-4638-8cde-5cecb8ebb4eb,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:21.476813 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64b2c4b9-100a-4bdf-8070-466869382719 req-d04a478a-6b88-4b59-ba30-ae2525c1a5e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059291 Apr 29 11:51:21.495052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.499636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a619d66c-43a3-4d94-847e-de231292e59f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3711486 Apr 29 11:51:21.510996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:21.518834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1493965295', 'security_groups': ['a937c09d-a246-4638-8cde-5cecb8ebb4eb'], 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26864f04-8ae6-48dd-b503-a4d94ddd839e'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:21.587164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::54 (509b49ef-561b-4c7b-b648-76f046bd5c48/2d153422-6e64-47d7-bc70-ed8cfd66794b/e9455181-d2d8-44a8-bc9c-8275af0e79c2) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:21.593580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.648318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:7892 (509b49ef-561b-4c7b-b648-76f046bd5c48/1b539ff7-8058-49bd-af82-e25c8bc91d3c/e9455181-d2d8-44a8-bc9c-8275af0e79c2) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:21.696342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.711111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Transition to ACTIVE for port object 66da3181-ad24-41ca-8687-291a05636fcd will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:21.748275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Transition to ACTIVE for port object 66da3181-ad24-41ca-8687-291a05636fcd will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:21.758905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.832578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:21.836474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:21.839364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:21.844572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:21.854914 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:21.873631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:21.915282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:51:21.946064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:21.977601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Attempting to bind port 66da3181-ad24-41ca-8687-291a05636fcd on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:21.977987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Attempting to bind port 66da3181-ad24-41ca-8687-291a05636fcd by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '2d6efc65-579f-4031-8aa2-7e0718a93366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:21.978322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Attempting to bind port 66da3181-ad24-41ca-8687-291a05636fcd on network 7e12fbde-6796-42b0-aa88-b88e2188a281 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:21.999646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:21.999646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Checking segment: {'id': '2d6efc65-579f-4031-8aa2-7e0718a93366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:21.999646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:21.999646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Bound using segment: {'id': '2d6efc65-579f-4031-8aa2-7e0718a93366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:22.002282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Bound port: 66da3181-ad24-41ca-8687-291a05636fcd, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6efc65-579f-4031-8aa2-7e0718a93366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:22.002282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.013922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.035592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port d5a33d1e-bce6-493a-b78e-2382fe995d00 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:22.078647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.138187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object e9455181-d2d8-44a8-bc9c-8275af0e79c2 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:22.150245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port a36ba574-a28e-4a0d-bc8f-648150e9debf {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:22.150614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.174391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:22.177650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:22.188680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.195117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:22.269417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.275894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'port_id': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'mac_address': 'fa:16:3e:a9:2c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:51:22.344231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.5 (7e12fbde-6796-42b0-aa88-b88e2188a281/26864f04-8ae6-48dd-b503-a4d94ddd839e/d5a33d1e-bce6-493a-b78e-2382fe995d00) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:22.369795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cbad2a08-ca61-4443-b9ca-e13baa61f35e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:22.430178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be96d5-9bce-42f1-9caa-fa12073aa5ba None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:22.439109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.473426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.501317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:51:22.541004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:22.549966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.581652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for a36ba574-a28e-4a0d-bc8f-648150e9debf owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:22.652513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:22.653002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.699875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:22.706371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:22.709040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:22.716042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:22.716716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.744548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.772444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object d5a33d1e-bce6-493a-b78e-2382fe995d00 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:22.790845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:22.833465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:22.864301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=e9455181-d2d8-44a8-bc9c-8275af0e79c2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:22.921115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-21418129-e944-467d-ab90-eb8fe8a9bda4 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9583783 Apr 29 11:51:22.921972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53928) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:22.970320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:22.975446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:22.977367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:51:22.978474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:23.019110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port e9455181-d2d8-44a8-bc9c-8275af0e79c2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:23.019428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.049701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:23.050360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.051047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ca80d-0670-44ef-8074-216b78c89cdc req-79c4dc64-519d-49e7-8429-4acff2587134 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:23.056711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=d5a33d1e-bce6-493a-b78e-2382fe995d00,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:23.058328 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c53ca80d-0670-44ef-8074-216b78c89cdc req-79c4dc64-519d-49e7-8429-4acff2587134 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 944 time: 0.3181961 Apr 29 11:51:23.094898 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb315a6c-80db-446e-9984-0aa04f924d63 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5826349 Apr 29 11:51:23.100988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53932) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:23.108687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:23.149646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ed100658-3177-406d-93fd-b0166d8e52db None None] Provisioning for port e9455181-d2d8-44a8-bc9c-8275af0e79c2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:23.162577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ed100658-3177-406d-93fd-b0166d8e52db None None] Provisioning complete for port e9455181-d2d8-44a8-bc9c-8275af0e79c2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:23.163108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed100658-3177-406d-93fd-b0166d8e52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.248279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ed100658-3177-406d-93fd-b0166d8e52db None None] Port e9455181-d2d8-44a8-bc9c-8275af0e79c2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:23.285828 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c53ca80d-0670-44ef-8074-216b78c89cdc req-4401bf81-8d1f-47d6-b66e-35d1e2f8f374 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264946 Apr 29 11:51:23.325198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:23.331047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:23.335327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:23.344651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:23.357943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:23.365088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.376441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.479189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=a36ba574-a28e-4a0d-bc8f-648150e9debf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:23.549513 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.ipam_backend_mixin [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26864f04-8ae6-48dd-b503-a4d94ddd839e (CIDR: 172.20.0.0/28) Apr 29 11:51:23.562279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:23.562811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:23.588650 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f1d8afcd-afe4-4b61-a7f8-950ccfe97229 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4859731 Apr 29 11:51:23.591658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53936) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:23.606665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:23.674215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.776626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:23.782422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:23.786123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:23.792427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:23.806812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:23.810935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.879066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3fee3ac-9bba-4bf6-9c60-57ff2ae3beda None None] Provisioning for port 66da3181-ad24-41ca-8687-291a05636fcd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:23.901907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3fee3ac-9bba-4bf6-9c60-57ff2ae3beda None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:23.902457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3fee3ac-9bba-4bf6-9c60-57ff2ae3beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:23.926292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for e9455181-d2d8-44a8-bc9c-8275af0e79c2 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:24.021076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.054719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3fee3ac-9bba-4bf6-9c60-57ff2ae3beda None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:24.178531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9c834446-9a6f-4917-b265-d231d4d0c99e None None] Provisioning for port d5a33d1e-bce6-493a-b78e-2382fe995d00 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:24.181146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.184281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9c834446-9a6f-4917-b265-d231d4d0c99e None None] Provisioning complete for port d5a33d1e-bce6-493a-b78e-2382fe995d00 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:24.184863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9c834446-9a6f-4917-b265-d231d4d0c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.241538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9c834446-9a6f-4917-b265-d231d4d0c99e None None] Port d5a33d1e-bce6-493a-b78e-2382fe995d00 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:24.243817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:24.248389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:24.254142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:24.254911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.259356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1a50c-a811-4578-87e8-865ace007ef6 None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:24.279761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6860709 Apr 29 11:51:24.286298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53940) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:24.290645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-716043477', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9a66fe9-03ef-4a91-a9d8-ceeb165007fc'}], 'security_groups': ['299c1618-9590-44d0-b38d-1c50a47b7a92']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:24.400004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6353d-e008-4615-8323-ba0fce31ca0b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=f9a66fe9-03ef-4a91-a9d8-ceeb165007fc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:24.436393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.451388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:24.485082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.537511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=e9455181-d2d8-44a8-bc9c-8275af0e79c2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:24.546263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6a613fe3-67d8-40e6-9fc4-49b70ccf5140 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:24.653560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 66da3181-ad24-41ca-8687-291a05636fcd completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:24.691538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:24.691907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.849173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.851811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:24.928217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011a3b-3b02-4516-a663-8622b062a06e req-3c384734-fdd6-456e-9589-5031dbb9ce8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:24.929865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3011a3b-3b02-4516-a663-8622b062a06e req-3c384734-fdd6-456e-9589-5031dbb9ce8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 944 time: 0.4179397 Apr 29 11:51:24.939645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:24.951164 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e7405ee-080d-4ecd-aee9-4895da9ba189 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/e9455181-d2d8-44a8-bc9c-8275af0e79c2 HTTP/1.1" status: 204 len: 168 time: 2.0228059 Apr 29 11:51:24.953047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53946) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:24.955175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Update dhcp port {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'fixed_ips': [{'subnet_id': '26864f04-8ae6-48dd-b503-a4d94ddd839e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f9a66fe9-03ef-4a91-a9d8-ceeb165007fc'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '66da3181-ad24-41ca-8687-291a05636fcd'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:24.984478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.025244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:25.039526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d7fbfcb4-007f-4d7c-90cc-ed91cc920f47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7392423 Apr 29 11:51:25.040720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53950) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:25.049996 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3011a3b-3b02-4516-a663-8622b062a06e req-9c2a1c96-2870-4ccd-b563-00141a373b93 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101184 Apr 29 11:51:25.076368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:25.079849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] Sync routers for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:25.094429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:25.095138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:25.170257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:25.177181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.195100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:25.195733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:25.246359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7655c-cb1d-4123-82e6-5c5653f48a5c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.247519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4fb7655c-cb1d-4123-82e6-5c5653f48a5c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:25.308663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Delete allocated IP 172.20.0.5 (7e12fbde-6796-42b0-aa88-b88e2188a281/26864f04-8ae6-48dd-b503-a4d94ddd839e) {{(pid=88016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:51:25.316117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:25.316647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61100503-4edd-4695-87b3-afae7ee3bea6 None None] The sync data for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:25.319996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.20 (7e12fbde-6796-42b0-aa88-b88e2188a281/f9a66fe9-03ef-4a91-a9d8-ceeb165007fc/d5a33d1e-bce6-493a-b78e-2382fe995d00) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:25.385313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4fb7655c-cb1d-4123-82e6-5c5653f48a5c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:25.389073 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4fb7655c-cb1d-4123-82e6-5c5653f48a5c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4337378 Apr 29 11:51:25.395019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53954) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:25.594528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c7075-20ce-4135-bec1-82038663444b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.596074 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-469c7075-20ce-4135-bec1-82038663444b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2002382 Apr 29 11:51:25.598944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53958) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:25.653923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.678120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.685458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object d5a33d1e-bce6-493a-b78e-2382fe995d00 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:25.694308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.695949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.697511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.698334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:25.701077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.765830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Allocated IP 172.20.0.18 (7e12fbde-6796-42b0-aa88-b88e2188a281/f9a66fe9-03ef-4a91-a9d8-ceeb165007fc/66da3181-ad24-41ca-8687-291a05636fcd) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:25.865771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:25.871046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35ccd0d9-555e-45e1-aeb5-07bc11c3ca81 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2671003 Apr 29 11:51:25.876425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53962) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:25.876778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=d5a33d1e-bce6-493a-b78e-2382fe995d00,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:25.902986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:25.949301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] In _notify_port_updated(), no bound segment for port d5a33d1e-bce6-493a-b78e-2382fe995d00 on network 7e12fbde-6796-42b0-aa88-b88e2188a281 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:51:25.954753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:25.955649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:25.956854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b7c07c7b-8c15-4c1e-9ca4-4b6ca710c91a tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/ports/d5a33d1e-bce6-493a-b78e-2382fe995d00 HTTP/1.1" status: 200 len: 920 time: 1.6717918 Apr 29 11:51:25.960549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53966) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:25.987174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:26.013729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 1b539ff7-8058-49bd-af82-e25c8bc91d3c {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:26.019938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:26.027665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.036312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:26.036829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.066615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.104794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Transition to ACTIVE for port object 66da3181-ad24-41ca-8687-291a05636fcd will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:26.109146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 9ce039f4-bddf-4545-b886-814f5ade6044 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:26.111660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.112892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.118630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port d5a33d1e-bce6-493a-b78e-2382fe995d00 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:26.118985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.188915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.280701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d5f77-f781-40c6-be25-a49c5d96afd6 None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:26.434693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:26.450045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.471368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.534590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.581153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.615738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:26.622797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:26.630702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.731450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 9ce039f4-bddf-4545-b886-814f5ade6044 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:26.772600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:26.772861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for d5a33d1e-bce6-493a-b78e-2382fe995d00 owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:26.797778 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf921078-ef42-4d4e-91c2-bac9ba585562'] response: {'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'code': 200} Apr 29 11:51:26.825773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:26.887090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4108e8-33b6-4dea-a785-abf42a4432d4 req-a1f764c3-0266-41b4-a833-b1bda957f3aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:26.889052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8e4108e8-33b6-4dea-a785-abf42a4432d4 req-a1f764c3-0266-41b4-a833-b1bda957f3aa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 944 time: 0.6572285 Apr 29 11:51:26.997897 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8e4108e8-33b6-4dea-a785-abf42a4432d4 req-b4cd46a7-02e1-43d1-8401-106d42a42b19 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943842 Apr 29 11:51:27.053655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.059757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f7614-523b-4f04-8c9d-3e5ce7d70ae4 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:27.064469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=1b539ff7-8058-49bd-af82-e25c8bc91d3c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:27.069139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.108044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=9ce039f4-bddf-4545-b886-814f5ade6044,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:27.127150 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d08c7a50-1c98-4104-bc48-b365ea888169 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/1b539ff7-8058-49bd-af82-e25c8bc91d3c HTTP/1.1" status: 204 len: 168 time: 1.2475379 Apr 29 11:51:27.130804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53974) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:27.179424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Provisioning for port 66da3181-ad24-41ca-8687-291a05636fcd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:27.197351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:27.197764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.251903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 2d153422-6e64-47d7-bc70-ed8cfd66794b {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:27.255678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.331431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.372788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.472787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.502765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:27.503121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.584455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:27.585156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573beedb-dc8f-4743-8496-62a9997090c6 req-39b90b59-256a-462d-a199-50dd005d4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:27.587219 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-573beedb-dc8f-4743-8496-62a9997090c6 req-39b90b59-256a-462d-a199-50dd005d4b97 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1098 time: 0.5820165 Apr 29 11:51:27.671148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Provisioning for port d5a33d1e-bce6-493a-b78e-2382fe995d00 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:27.679167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Provisioning complete for port d5a33d1e-bce6-493a-b78e-2382fe995d00 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:27.679556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.684119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.727285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.728967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-9036a335-5a83-4eb9-973e-971416830805 None None] Port d5a33d1e-bce6-493a-b78e-2382fe995d00 was deleted so its status cannot be updated. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 11:51:27.772800 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-573beedb-dc8f-4743-8496-62a9997090c6 req-8c409466-55a3-49dc-92d6-87fad53b0da5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752598 Apr 29 11:51:27.776821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6a613fe3-67d8-40e6-9fc4-49b70ccf5140 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:27.790872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=d5a33d1e-bce6-493a-b78e-2382fe995d00,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:27.844101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-875e9f39-4466-4697-9b1a-6b61a6761a23 None None] Could not find standard attr ID for object d5a33d1e-bce6-493a-b78e-2382fe995d00. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:51:27.906895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=2d153422-6e64-47d7-bc70-ed8cfd66794b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:27.916129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.933758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:27.944672 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] Sync routers for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:27.952925 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c20967d0-7e3a-4ee3-b1a8-931f845b7faa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/2d153422-6e64-47d7-bc70-ed8cfd66794b HTTP/1.1" status: 204 len: 168 time: 0.8207991 Apr 29 11:51:27.955385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53978) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:27.961951 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:27.962575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:27.976250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:27.982117 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0fed25a4-b3fe-4460-9d85-7e0885ea3c5f tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/d5a33d1e-bce6-493a-b78e-2382fe995d00 HTTP/1.1" status: 204 len: 168 time: 2.0179844 Apr 29 11:51:27.985533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53982) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.032992 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d5beb09e-23cc-440c-b159-b749320007aa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9898031 Apr 29 11:51:28.036858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53988) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.067949 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:28.078547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-59d486e8-f529-4834-a698-f3955cd4c020 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192555 Apr 29 11:51:28.079061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 53992) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.084835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:28.094891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] Routers {'6a613fe3-67d8-40e6-9fc4-49b70ccf5140'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:28.098308 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:28.148554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-59409680-6c31-4565-ad3a-03dd5b40c831 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:51:28.149099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-59409680-6c31-4565-ad3a-03dd5b40c831 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:28.155082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b3ccbd5d-5ab3-4875-90f4-5591d31049f3 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a613fe3-67d8-40e6-9fc4-49b70ccf5140 HTTP/1.1" status: 200 len: 205 time: 0.1145568 Apr 29 11:51:28.157721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 53996) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.271757 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:28.272830 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673609b-bec2-4081-9e88-d05dcab71258 None None] The sync data for ids ['6a613fe3-67d8-40e6-9fc4-49b70ccf5140'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:28.286076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:28.298449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:28.303926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:28.314460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:28.327929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:28.334280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.338663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-59409680-6c31-4565-ad3a-03dd5b40c831 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:28.339843 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-59409680-6c31-4565-ad3a-03dd5b40c831 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/d5a33d1e-bce6-493a-b78e-2382fe995d00 HTTP/1.1" status: 404 len: 333 time: 0.3530552 Apr 29 11:51:28.346092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54000) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.357939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.393305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:28.476133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563f9c6-2279-486a-a811-423684b8c872 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:28.530738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:51:28.667552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5df0ab81-6849-49da-b1f1-27f59b227602 None None] Provisioning complete for port cbad2a08-ca61-4443-b9ca-e13baa61f35e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:28.667900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5df0ab81-6849-49da-b1f1-27f59b227602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.710648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:28.710962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.728496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.788168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.791972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.837375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.844877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:28.846228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:28.849843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:28.853616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:28.854710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.895772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb982503-b418-4778-ba5d-a62c813ebfce tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8155622 Apr 29 11:51:28.896992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54004) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:28.903262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:28.993185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:28.993766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router 6a613fe3-67d8-40e6-9fc4-49b70ccf5140 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:51:29.024755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02204-2d3c-42b5-a6cf-9f2c665e31c3 req-f9043fd2-909a-4530-99fa-f9c7a153ec7d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:29.026367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48e02204-2d3c-42b5-a6cf-9f2c665e31c3 req-f9043fd2-909a-4530-99fa-f9c7a153ec7d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.5116088 Apr 29 11:51:29.030412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.034004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-879c0bd9-9a4e-4ca9-8e34-26d82d6e28ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140 HTTP/1.1" status: 204 len: 168 time: 0.8717475 Apr 29 11:51:29.034004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.040822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54008) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:29.042033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:29.047137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Deleting port cbad2a08-ca61-4443-b9ca-e13baa61f35e {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:29.047588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.124693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48e02204-2d3c-42b5-a6cf-9f2c665e31c3 req-f3a5cc61-147f-4bfc-8a6d-3335dbbd06f1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806637 Apr 29 11:51:29.136936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.166516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937c09d-a246-4638-8cde-5cecb8ebb4eb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:29.186591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.190128 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ad004fbc-274a-47ca-ac37-39e33150880b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/security-groups/a937c09d-a246-4638-8cde-5cecb8ebb4eb HTTP/1.1" status: 204 len: 168 time: 0.8414261 Apr 29 11:51:29.192523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:29.198886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:29.205786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:29.210213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:29.218078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:29.236423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet bb5ba398-cf27-4053-901e-baf7f934aa59 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:29.240774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:29.244344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.259156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.263209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.294231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.351332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.361783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] For port cbad2a08-ca61-4443-b9ca-e13baa61f35e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cbad2a08-ca61-4443-b9ca-e13baa61f35e,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:29.362617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.369287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c1618-9590-44d0-b38d-1c50a47b7a92,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:29.378311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.382527 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-efa45911-916a-441f-b1f7-f48985b59112 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/security-groups/299c1618-9590-44d0-b38d-1c50a47b7a92 HTTP/1.1" status: 204 len: 168 time: 0.1890192 Apr 29 11:51:29.383134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54016) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:29.422965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.458672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 26864f04-8ae6-48dd-b503-a4d94ddd839e {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:29.462428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.534731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.ipam_backend_mixin [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6 (CIDR: 2001:db8::/64) Apr 29 11:51:29.537097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.541856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:29.542305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:29.568874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Calling delete_port for cbad2a08-ca61-4443-b9ca-e13baa61f35e owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:29.573711 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e52181b2-62d1-4823-8718-21cf6e393f4b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6761112 Apr 29 11:51:29.575186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54020) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:29.584484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.585718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'subnet': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:29.658681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.684685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.713790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] Pushing event deleted for resources: {'Port': ['ID=cbad2a08-ca61-4443-b9ca-e13baa61f35e,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:29.715952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d4327-a234-4c98-9a3f-3dace3ce9fa9 None None] No DVR routers for this DVR port cbad2a08-ca61-4443-b9ca-e13baa61f35e on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:29.737988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.739176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bb57b-1117-4f4f-bedc-04bb6d5feea7 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:29.746773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5ba398-cf27-4053-901e-baf7f934aa59,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:29.754067 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f55eb8aa-86ed-4252-bcda-f440c85da094 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/bb5ba398-cf27-4053-901e-baf7f934aa59 HTTP/1.1" status: 204 len: 168 time: 0.7099149 Apr 29 11:51:29.755057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54024) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:29.755193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c4811-b3af-49bc-baf2-858f60f76b3f None None] Network b6089f37-30b2-4ca5-b15a-b73b57ddc46e requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:29.766078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.842687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:29.842687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Usage tracker for resource:subnet and tenant:5de55af8931940f9bf3975d9aed86b24 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:29.853250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:29.864934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:29.875586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:29.883477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.916989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 813e9457-8337-444a-bc80-a7471e21c9ef {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:29.916989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.933431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:29.971763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=26864f04-8ae6-48dd-b503-a4d94ddd839e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:30.022089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.022982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.038550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24ed02-ca3f-47c3-a37a-e184ccc59097 None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:30.046573 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0bb83b2e-9497-4d99-bc83-3b67677fecce tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/26864f04-8ae6-48dd-b503-a4d94ddd839e HTTP/1.1" status: 204 len: 168 time: 0.6623151 Apr 29 11:51:30.055021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:30.063649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:30.161761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.287648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:30.300502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:30.316587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-509b49ef-561b-4c7b-b648-76f046bd5c48', 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'tenant_id': '5de55af8931940f9bf3975d9aed86b24', 'fixed_ips': [{'subnet_id': '73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:30.317934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.357014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:30.377040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:30.382262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.441358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:30.447447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.453255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] DHCP port deletion for b6089f37-30b2-4ca5-b15a-b73b57ddc46e request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:30.456964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cbad2a08-ca61-4443-b9ca-e13baa61f35e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:30.487783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=813e9457-8337-444a-bc80-a7471e21c9ef,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:30.498866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.509957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bf19e730-3119-4fd6-bcf9-99a09abb4435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.515970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-11727e78-501c-4c5d-aabc-7b3ae28ce37e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/813e9457-8337-444a-bc80-a7471e21c9ef HTTP/1.1" status: 204 len: 168 time: 0.7593491 Apr 29 11:51:30.524597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54034) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:30.531275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72745e4-d6ea-48c9-a9c2-59167151f2f6 None None] Network f39c485d-eaf2-4328-b5be-bb52a379c519 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:30.552749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: cbad2a08-ca61-4443-b9ca-e13baa61f35e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:51:30.553373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cbad2a08-ca61-4443-b9ca-e13baa61f35e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:51:30.556271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Deleting port 813aad89-a665-4c3c-b220-5bd13704ed85 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:30.557008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.568660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd509389-86b5-4417-a897-7ea8474fdb20 req-0264c937-e3d2-4087-8468-083a2f305839 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:30.570493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd509389-86b5-4417-a897-7ea8474fdb20 req-0264c937-e3d2-4087-8468-083a2f305839 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.2361910 Apr 29 11:51:30.758312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.766210 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd509389-86b5-4417-a897-7ea8474fdb20 req-c090d471-7d71-4f14-8af6-9f01edf478ca tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784322 Apr 29 11:51:30.786578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 813aad89-a665-4c3c-b220-5bd13704ed85 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:30.787111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:30.953820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.objects.ports [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88016) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 11:51:30.961123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.050250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Allocated IP 2001:db8::2 (509b49ef-561b-4c7b-b648-76f046bd5c48/73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6/363e8304-5199-482e-aec3-fcec3a42ef1a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:31.138466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:31.141002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 813aad89-a665-4c3c-b220-5bd13704ed85, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=813aad89-a665-4c3c-b220-5bd13704ed85,segment=NetworkSegment(f5b0313b-6783-4e28-90b3-e85b651dc3e3),segment_id=f5b0313b-6783-4e28-90b3-e85b651dc3e3)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:31.141368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.158676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:31.171163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:31.172620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.292839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] For port 813aad89-a665-4c3c-b220-5bd13704ed85, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=813aad89-a665-4c3c-b220-5bd13704ed85,segment=NetworkSegment(f5b0313b-6783-4e28-90b3-e85b651dc3e3),segment_id=f5b0313b-6783-4e28-90b3-e85b651dc3e3)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:31.293154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.293284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.297128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Subnet': ['ID=71af47c4-3f3b-4a35-9619-27e0e61b2995,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:31.300148 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6618320-a8b9-4722-a52d-f989b29fd3a0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7246068 Apr 29 11:51:31.336141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54042) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:31.347350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Request body: {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'mac_address': 'fa:16:3e:1c:f4:57', 'name': 'tempest-NetworksTestDHCPv6-643435325'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:31.433642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 813aad89-a665-4c3c-b220-5bd13704ed85 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:31.438833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32a773-0c06-4e3b-8889-23f3c6d3a7fb req-7bac5429-aae9-4ce4-9e38-35595c653f9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:31.446379 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8c32a773-0c06-4e3b-8889-23f3c6d3a7fb req-7bac5429-aae9-4ce4-9e38-35595c653f9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.4871616 Apr 29 11:51:31.448494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:31.470373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:31.546344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.566364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Calling delete_port for 813aad89-a665-4c3c-b220-5bd13704ed85 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:31.632080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port 813aad89-a665-4c3c-b220-5bd13704ed85 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:31.675914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=813aad89-a665-4c3c-b220-5bd13704ed85,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:31.704897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:31.705512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.709641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=0ebd1691-546e-4b3f-ac02-701dd72fa0f6,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:31.715409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] DHCP port deletion for f39c485d-eaf2-4328-b5be-bb52a379c519 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:31.767839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Deleting port daeafbc7-8bed-4736-9aeb-6a80b3645c3b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:31.768259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.778554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8c32a773-0c06-4e3b-8889-23f3c6d3a7fb req-b46e21e0-eab3-4067-a6b0-9f988f766a9c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241408 Apr 29 11:51:31.788940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2ce69fd8-4b61-422c-9a49-05c19ed5e6f7 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7330134 Apr 29 11:51:31.793891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54046) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:31.803665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900083089'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:31.810794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54050) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:31.822431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:31.830645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:31.836414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:31.842769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:31.845566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:31.858808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:31.859198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.859628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28989507-6835-487e-b498-8ebe29d10280 None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:31.867215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.881498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:31.882258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:31.883224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Made reservation on behalf of 5de55af8931940f9bf3975d9aed86b24 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:31.909253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6089f37-30b2-4ca5-b15a-b73b57ddc46e']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:31.924535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:31.924763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b0313b-6783-4e28-90b3-e85b651dc3e3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:31.924998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b0313b-6783-4e28-90b3-e85b651dc3e3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:31.931287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:31.942186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.963752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.974045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11691eb3-7a55-4a3a-ac8a-43c00c9c6d5e tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:31.975477 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-11691eb3-7a55-4a3a-ac8a-43c00c9c6d5e tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1093 time: 0.1633925 Apr 29 11:51:31.976271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:31.976850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:31.976850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.985898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54054) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:31.987744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:31.988709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:31.993525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:31.993774 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:32.010785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:32.020514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:32.025933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:32.034870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:32.062580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.081513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.098145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.105579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Transition to ACTIVE for port object 363e8304-5199-482e-aec3-fcec3a42ef1a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:32.123728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.137513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=b6089f37-30b2-4ca5-b15a-b73b57ddc46e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:32.144316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b076e58d-2e5b-463b-b638-79b708bad613 None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:32.145013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b076e58d-2e5b-463b-b638-79b708bad613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.149065 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-08aab811-e26a-47c7-96e2-5fcc4e4a84e2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/b6089f37-30b2-4ca5-b15a-b73b57ddc46e HTTP/1.1" status: 204 len: 168 time: 1.6188076 Apr 29 11:51:32.152047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54058) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:32.155960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] device_id is not set on port ce64540e-118a-4c49-a21f-e36e6fd8218d yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:32.321693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Transition to ACTIVE for port object 363e8304-5199-482e-aec3-fcec3a42ef1a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:32.324402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.326831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.355456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port daeafbc7-8bed-4736-9aeb-6a80b3645c3b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:32.355783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.375878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device daeafbc7-8bed-4736-9aeb-6a80b3645c3b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:32.415788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Deleting port 813aad89-a665-4c3c-b220-5bd13704ed85 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:32.416192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.440919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.462554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.546867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2358ec-dc56-4f6b-ad65-0122f3d8125f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:32.553175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.554795 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4620b82e-6c4f-4865-aa34-8952d02116c1 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7594938 Apr 29 11:51:32.556667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8::32f (509b49ef-561b-4c7b-b648-76f046bd5c48/73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6/ce64540e-118a-4c49-a21f-e36e6fd8218d) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:32.561181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54062) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:32.566605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'security_group': {'name': 'tempest-secgroup-1401608766'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:32.577075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1c:f457 (509b49ef-561b-4c7b-b648-76f046bd5c48/71af47c4-3f3b-4a35-9619-27e0e61b2995/ce64540e-118a-4c49-a21f-e36e6fd8218d) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:32.585246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:32.592369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] For port daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,segment=NetworkSegment(a9b324fd-3cdd-431f-98d8-af06af4a790f),segment_id=a9b324fd-3cdd-431f-98d8-af06af4a790f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:32.593135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.607141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:32.613223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:32.621257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:32.624468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port daeafbc7-8bed-4736-9aeb-6a80b3645c3b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,segment=NetworkSegment(a9b324fd-3cdd-431f-98d8-af06af4a790f),segment_id=a9b324fd-3cdd-431f-98d8-af06af4a790f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:32.624909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e885f1d4-2ebb-462f-822a-36623c9f9ccf None None] The port '813aad89-a665-4c3c-b220-5bd13704ed85' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:51:32.625261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.649124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.681217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.698828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:32.761296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:32.769426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:32.775401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:32.782699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:32.792145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for daeafbc7-8bed-4736-9aeb-6a80b3645c3b owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:32.797806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:32.815237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Calling delete_port for daeafbc7-8bed-4736-9aeb-6a80b3645c3b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:32.842831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:32.896161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:32.925199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Pushing event updated for resources: {'Port': ['ID=363e8304-5199-482e-aec3-fcec3a42ef1a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:32.953286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=daeafbc7-8bed-4736-9aeb-6a80b3645c3b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:32.961294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port daeafbc7-8bed-4736-9aeb-6a80b3645c3b on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:33.029521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.031424 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No ports have port_id starting with daeafbc7-8bed-4736-9aeb-6a80b3645c3b Apr 29 11:51:33.033907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.30 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/cb6489a8-99db-4200-bccc-a8fb587d5508) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:33.051566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 813aad89-a665-4c3c-b220-5bd13704ed85 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:33.071434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.090753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Transition to ACTIVE for port object ce64540e-118a-4c49-a21f-e36e6fd8218d will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:33.091818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.106460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.139462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39c485d-eaf2-4328-b5be-bb52a379c519']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:33.145537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 813aad89-a665-4c3c-b220-5bd13704ed85 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:51:33.146184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 813aad89-a665-4c3c-b220-5bd13704ed85 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:51:33.184583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-95c3a8e3-3f52-4903-ab3a-f52dee01a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.197620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Attempting to bind port 363e8304-5199-482e-aec3-fcec3a42ef1a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:33.197919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Attempting to bind port 363e8304-5199-482e-aec3-fcec3a42ef1a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:33.199461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Attempting to bind port 363e8304-5199-482e-aec3-fcec3a42ef1a on network 509b49ef-561b-4c7b-b648-76f046bd5c48 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:33.212490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:33.212490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:33.215386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:33.215841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Checking segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:33.216387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.216925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Bound using segment: {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:33.217703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Bound port: 363e8304-5199-482e-aec3-fcec3a42ef1a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:33.218160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.223247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9ae767-1ae9-41f0-a55d-9eec0ee5a7cb,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.231621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b076e58d-2e5b-463b-b638-79b708bad613 None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:33.232034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b076e58d-2e5b-463b-b638-79b708bad613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.234915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.236161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-eb966cc9-76bf-40d4-90f3-9114df51be8d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6741884 Apr 29 11:51:33.240627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54066) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:33.246576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'security_group': {'name': 'tempest-secgroup-1605777150'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:33.255165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:33.264378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:33.276759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:33.284124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.290786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b324fd-3cdd-431f-98d8-af06af4a790f') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:33.291147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b324fd-3cdd-431f-98d8-af06af4a790f') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:33.307852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.330148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:33.333643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.341619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:33.342545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.353975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b076e58d-2e5b-463b-b638-79b708bad613 None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:33.366182 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:33.381193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.399954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:33.399954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:33.402056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.411863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:33.414342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] For port 363e8304-5199-482e-aec3-fcec3a42ef1a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:33.417334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:33.418027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.424789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event updated for resources: {'Port': ['ID=ce64540e-118a-4c49-a21f-e36e6fd8218d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.455806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:33.466723 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-73bfa14b-8d21-40ca-b7d6-3261cbc7dc7b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1247470 Apr 29 11:51:33.466723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:security_group_rule and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:33.467058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54070) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:33.470671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:33.502172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.511695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:33.516604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] For port 363e8304-5199-482e-aec3-fcec3a42ef1a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=363e8304-5199-482e-aec3-fcec3a42ef1a,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:33.525904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.530101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.540411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=f39c485d-eaf2-4328-b5be-bb52a379c519,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.554961 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-403ab78a-537c-424b-ac87-7af3044ae9de tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/f39c485d-eaf2-4328-b5be-bb52a379c519 HTTP/1.1" status: 204 len: 168 time: 1.3976915 Apr 29 11:51:33.556210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54074) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:33.563580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1183195420'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:33.567721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting port ce64540e-118a-4c49-a21f-e36e6fd8218d {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:33.568067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.569059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:33.573488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:33.577719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:33.584990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:33.597066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:33.599661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.601136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.634491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:51:33.645203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.645638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 36a9e404-4e90-47a4-9708-4afff8ba5907 of type vlan for network af7b7594-0900-4610-b673-2d86421f52a6 Apr 29 11:51:33.646391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Update dhcp port {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'fixed_ips': [{'subnet_id': 'f9a66fe9-03ef-4a91-a9d8-ceeb165007fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '0ebd1691-546e-4b3f-ac02-701dd72fa0f6'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '66da3181-ad24-41ca-8687-291a05636fcd'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:33.676282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.711728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.715553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Deleting port daeafbc7-8bed-4736-9aeb-6a80b3645c3b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:33.716005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.719372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:33.720475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.762558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:33.774562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=cb6489a8-99db-4200-bccc-a8fb587d5508,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.784894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:33.792149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:33.810681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-36e189e1-856a-45a8-b687-58d04d8597b9 None None] The port 'daeafbc7-8bed-4736-9aeb-6a80b3645c3b' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:51:33.862286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.864763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.866563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:33.894404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d746b-2408-4004-aa90-f6255081fa32 None None] Pushing event updated for resources: {'Port': ['ID=363e8304-5199-482e-aec3-fcec3a42ef1a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.915915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3583903 Apr 29 11:51:33.916754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7692-8ab7-48db-a34e-f7d9ee3f7595 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=af7b7594-0900-4610-b673-2d86421f52a6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:33.920538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54078) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:33.926349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:33.941572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network af7b7594-0900-4610-b673-2d86421f52a6 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:51:34.033675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.080835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.127959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.156116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:34.164001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:34.169106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:34.193785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:34.209760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:34.214771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.292378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Allocated IP 172.20.0.2 (7e12fbde-6796-42b0-aa88-b88e2188a281/0ebd1691-546e-4b3f-ac02-701dd72fa0f6/66da3181-ad24-41ca-8687-291a05636fcd) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:34.325934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.330478 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0889742 Apr 29 11:51:34.331211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54082) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:34.340238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0bb4f-eb4a-4e54-a0ec-65f0b20bc9fc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94578830-5a85-460e-b2c1-d90c4c5577c2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:34.352464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1831124883', 'security_groups': ['94578830-5a85-460e-b2c1-d90c4c5577c2'], 'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ebd1691-546e-4b3f-ac02-701dd72fa0f6'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:34.404553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.474435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 363e8304-5199-482e-aec3-fcec3a42ef1a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:34.566015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:34.584318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 363e8304-5199-482e-aec3-fcec3a42ef1a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:34.605139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.616438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.623698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Transition to ACTIVE for port object 66da3181-ad24-41ca-8687-291a05636fcd will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:34.627931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.682096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Calling delete_port for ce64540e-118a-4c49-a21f-e36e6fd8218d owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:34.700840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d8135-7a61-48c5-a721-fa80a91d0272,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:34.746849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '36a9e404-4e90-47a4-9708-4afff8ba5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:34.747904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: af7b7594-0900-4610-b673-2d86421f52a6, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:51:34.783370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c48d1-1408-4492-99e7-cfe3daac7b7e None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:34.797122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network af7b7594-0900-4610-b673-2d86421f52a6 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:51:34.818044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, af7b7594-0900-4610-b673-2d86421f52a6) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:34.823097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:34.823957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.830584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab4813-9d3a-4a3a-ad98-915b44168c09 None None] Network af7b7594-0900-4610-b673-2d86421f52a6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:34.889187 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b110812d-b792-4ea5-a828-3a9bb717c61d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9675546 Apr 29 11:51:34.893505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54086) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:34.907708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-295470575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:34.908560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:34.918997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:34.924032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:34.936909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:34.944166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:34.945251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:34.960680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:34.979631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:34.981156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.009113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.047302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.102454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.104971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4fdc8084-9d93-467f-9248-6324b9ad8f58 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2081766 Apr 29 11:51:35.107055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54090) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:35.116125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'port': {'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6', 'name': 'tempest-RoutersTest-2020349273'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:35.215579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-af7b7594-0900-4610-b673-2d86421f52a6', 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '9f3d8135-7a61-48c5-a721-fa80a91d0272'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:35.217109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.244695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.329427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:35.334593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:port and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:35.337084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] device_id is not set on port d7716a5d-5703-4183-8edf-3d7efdc86ae0 yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:35.337717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:35.344136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:35.359084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:35.381023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.386661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0dd54a-6261-4d84-bbb9-80a5f5a95bd4 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:35.426896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.450455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] device_id is not set on port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:51:35.501348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Port': ['ID=ce64540e-118a-4c49-a21f-e36e6fd8218d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:35.559340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Provisioning for port 363e8304-5199-482e-aec3-fcec3a42ef1a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:35.580726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Provisioning complete for port 363e8304-5199-482e-aec3-fcec3a42ef1a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:35.581406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.725699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.734738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.20.0.8 (af7b7594-0900-4610-b673-2d86421f52a6/9f3d8135-7a61-48c5-a721-fa80a91d0272/2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:35.815779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.874433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.883713 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-46552e86-1203-4f64-8d4a-8a22cc39d0af tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/ce64540e-118a-4c49-a21f-e36e6fd8218d HTTP/1.1" status: 204 len: 168 time: 2.4145265 Apr 29 11:51:35.887612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54094) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:35.924123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] For port 363e8304-5199-482e-aec3-fcec3a42ef1a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=363e8304-5199-482e-aec3-fcec3a42ef1a,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:35.933250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.951423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:35.980558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.3 (7e12fbde-6796-42b0-aa88-b88e2188a281/0ebd1691-546e-4b3f-ac02-701dd72fa0f6/d7716a5d-5703-4183-8edf-3d7efdc86ae0) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:36.025075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8293d-1163-489e-80ba-00accda5ba3c None None] Pushing event updated for resources: {'Port': ['ID=363e8304-5199-482e-aec3-fcec3a42ef1a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:36.045679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.068440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:36.111677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.151760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Provisioning for port 66da3181-ad24-41ca-8687-291a05636fcd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:36.167482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:36.167848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.200869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network af7b7594-0900-4610-b673-2d86421f52a6 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:36.205737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:36.209877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:36.224457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.258758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:36.268194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.284700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object d7716a5d-5703-4183-8edf-3d7efdc86ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:36.297361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:36.298051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.300803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecdfb5-e725-451f-b7de-15fe7a40429e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:36.301322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-abecdfb5-e725-451f-b7de-15fe7a40429e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:36.308700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Allocated IP 172.20.0.2 (af7b7594-0900-4610-b673-2d86421f52a6/9f3d8135-7a61-48c5-a721-fa80a91d0272/eec14171-f193-40d0-8b2e-7d12c8f5aeed) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:36.317674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Update dhcp port {'port': {'network_id': '509b49ef-561b-4c7b-b648-76f046bd5c48', 'fixed_ips': [{'subnet_id': '73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '71af47c4-3f3b-4a35-9619-27e0e61b2995'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '363e8304-5199-482e-aec3-fcec3a42ef1a'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:36.336651 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b8c5a03b-80ea-4fa4-b5cf-e5cd87dfc7d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2258511 Apr 29 11:51:36.337597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54098) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:36.375705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.424370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:36.483109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-abecdfb5-e725-451f-b7de-15fe7a40429e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:36.486889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-abecdfb5-e725-451f-b7de-15fe7a40429e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5959103 Apr 29 11:51:36.487075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.496801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54102) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:36.581086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:36.599801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:36.600195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.632930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:36.651662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:36.702261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=d7716a5d-5703-4183-8edf-3d7efdc86ae0,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:36.784715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:36.785342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.825613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e75a98-39c9-430f-9ca2-16c819326a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:36.827203 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-57e75a98-39c9-430f-9ca2-16c819326a46 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3081222 Apr 29 11:51:36.837072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54106) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:36.840791 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d5b6b639-0df1-4f06-a0f0-1fad0442e10d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5019889 Apr 29 11:51:36.868302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54110) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:36.874159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:36.892659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.908356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.980562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:36.994350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-caf4a542-7f6b-480e-be13-eda6526efa2f None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:37.012341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Transition to ACTIVE for port object eec14171-f193-40d0-8b2e-7d12c8f5aeed will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:37.020484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:37.022232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:37.023804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:37.024633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Synchronizing usage tracker for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:37.042484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:37.042934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.061713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=cb6489a8-99db-4200-bccc-a8fb587d5508,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:37.076875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.077183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:6fa4 (509b49ef-561b-4c7b-b648-76f046bd5c48/71af47c4-3f3b-4a35-9619-27e0e61b2995/363e8304-5199-482e-aec3-fcec3a42ef1a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:37.095554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Transition to ACTIVE for port object eec14171-f193-40d0-8b2e-7d12c8f5aeed will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:37.121590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.140792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Unset dirty status for tenant:5de55af8931940f9bf3975d9aed86b24 on resource:subnet {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:37.142498 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0323e2d4-9da7-4690-9e2b-552038dc4306 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3042006 Apr 29 11:51:37.150672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54114) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:37.221004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Network af7b7594-0900-4610-b673-2d86421f52a6 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:37.229011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:37.237726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:37.250635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 71af47c4-3f3b-4a35-9619-27e0e61b2995 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:37.313735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:37.320357 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP a0422546-09cd-4065-9fd7-338353fccb07 associated. External IP: 172.26.0.30, port: 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2. Apr 29 11:51:37.321871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:37.332186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:37.342113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:37.344220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.352771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0d67e4b8-5bc7-46d4-b04f-e2c49cb7b4a0 None None] Provisioning for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:37.397908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:37.407016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.458673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0d67e4b8-5bc7-46d4-b04f-e2c49cb7b4a0 None None] Provisioning complete for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:37.459354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d67e4b8-5bc7-46d4-b04f-e2c49cb7b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.548106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Pushing event updated for resources: {'Port': ['ID=eec14171-f193-40d0-8b2e-7d12c8f5aeed,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:37.621797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] For port 363e8304-5199-482e-aec3-fcec3a42ef1a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=363e8304-5199-482e-aec3-fcec3a42ef1a,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:37.643905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0d67e4b8-5bc7-46d4-b04f-e2c49cb7b4a0 None None] Port d7716a5d-5703-4183-8edf-3d7efdc86ae0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:37.646341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Attempting to bind port eec14171-f193-40d0-8b2e-7d12c8f5aeed on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:37.646708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Attempting to bind port eec14171-f193-40d0-8b2e-7d12c8f5aeed by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '36a9e404-4e90-47a4-9708-4afff8ba5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:37.647064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Attempting to bind port eec14171-f193-40d0-8b2e-7d12c8f5aeed on network af7b7594-0900-4610-b673-2d86421f52a6 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:37.661420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:37.661931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Checking segment: {'id': '36a9e404-4e90-47a4-9708-4afff8ba5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:37.662259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.662553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Bound using segment: {'id': '36a9e404-4e90-47a4-9708-4afff8ba5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:37.663023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Bound port: eec14171-f193-40d0-8b2e-7d12c8f5aeed, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a9e404-4e90-47a4-9708-4afff8ba5907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'af7b7594-0900-4610-b673-2d86421f52a6'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:37.663388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.677522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 363e8304-5199-482e-aec3-fcec3a42ef1a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:37.741006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.743708 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.ipam_backend_mixin [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ebd1691-546e-4b3f-ac02-701dd72fa0f6 (CIDR: 172.20.0.0/28) Apr 29 11:51:37.803722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:37.804487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:37.806397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Transition to ACTIVE for port object 363e8304-5199-482e-aec3-fcec3a42ef1a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:37.816549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.828640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.875218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-80df525c-8c54-4b14-bb0f-ece13e9e0c93 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0057299 Apr 29 11:51:37.881360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54118) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:37.896031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:37.956598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:37.981801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] For port eec14171-f193-40d0-8b2e-7d12c8f5aeed, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:38.003638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:38.007366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] For port eec14171-f193-40d0-8b2e-7d12c8f5aeed, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eec14171-f193-40d0-8b2e-7d12c8f5aeed,segment=NetworkSegment(36a9e404-4e90-47a4-9708-4afff8ba5907),segment_id=36a9e404-4e90-47a4-9708-4afff8ba5907)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:38.011615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640069a9-3185-4f26-96c5-869955c8cba2 None None] Pushing event updated for resources: {'Port': ['ID=363e8304-5199-482e-aec3-fcec3a42ef1a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:38.023436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.141647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968fe84-6798-490f-abbb-de235fec70cd None None] Pushing event updated for resources: {'Port': ['ID=eec14171-f193-40d0-8b2e-7d12c8f5aeed,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:38.235825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:38.248921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Sync routers for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:38.258219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.269921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:38.271757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:38.335409 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3bdc571d-fdc7-4b6b-8f33-ec2862902c88 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3465853 Apr 29 11:51:38.336356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:51:38.341293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54122) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:38.349581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:38.355603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:38.370751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:38.377741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:38.401309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:38.421193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.467042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.471410 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e349596-734b-4a9a-822c-48a2dde25da2'] response: {'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'status': 'completed', 'code': 200} Apr 29 11:51:38.503311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.524516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6e9fd139-bdcc-4871-9fc8-b3e60652871d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 990 time: 0.1799953 Apr 29 11:51:38.656201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 363e8304-5199-482e-aec3-fcec3a42ef1a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:38.662382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:38.668025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157550-15d8-4b00-a854-a4b815c7e962 req-340f4879-ed57-4c93-b8a6-6cf935140181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:38.670857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-340f4879-ed57-4c93-b8a6-6cf935140181 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1098 time: 0.1519914 Apr 29 11:51:38.845523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:51:38.880175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157550-15d8-4b00-a854-a4b815c7e962 req-02633ff8-128d-45a7-aa4b-661b46ac2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:38.882026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-02633ff8-128d-45a7-aa4b-661b46ac2931 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 200 len: 897 time: 0.2055938 Apr 29 11:51:38.889917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:38.942211 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.ipam_backend_mixin [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f9a66fe9-03ef-4a91-a9d8-ceeb165007fc (CIDR: 172.20.0.16/28) Apr 29 11:51:38.978024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:38.978510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:39.010581 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-a99b66b6-671d-498d-b281-d30354b61618 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 200 len: 998 time: 0.1214118 Apr 29 11:51:39.100248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157550-15d8-4b00-a854-a4b815c7e962 req-abd352b8-ab56-47b7-b06f-da34b6c05601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:39.102058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-abd352b8-ab56-47b7-b06f-da34b6c05601 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f HTTP/1.1" status: 200 len: 834 time: 0.0854309 Apr 29 11:51:39.104960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-415f69b5-83b0-4a0a-851c-70a4331c0a91 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2159717 Apr 29 11:51:39.110467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54128) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:39.124109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-506cabaa-22c7-486c-86ee-3eea27d2a5f6 None None] Provisioning for port 363e8304-5199-482e-aec3-fcec3a42ef1a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:39.135891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'subnet': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:39.193378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.218436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79157550-15d8-4b00-a854-a4b815c7e962 req-98173f46-8d3b-4fea-8241-4c304ed2a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:39.221059 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-98173f46-8d3b-4fea-8241-4c304ed2a9d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6953f44-47b6-49ed-8292-e088fba8f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043923 Apr 29 11:51:39.222893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-506cabaa-22c7-486c-86ee-3eea27d2a5f6 None None] Provisioning complete for port 363e8304-5199-482e-aec3-fcec3a42ef1a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:39.223269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-506cabaa-22c7-486c-86ee-3eea27d2a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.416092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=71af47c4-3f3b-4a35-9619-27e0e61b2995,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:39.529764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:39.534505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.555395 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-bc11bd39-5eae-48ed-bb91-03f476533645 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274591 Apr 29 11:51:39.631252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a0422546-09cd-4065-9fd7-338353fccb07', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'port_id': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'mac_address': 'fa:16:3e:a9:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:35Z', 'updated_at': '2022-04-29T11:51:35Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:39.643501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Checking router: d2af6c46-720c-44c6-aec8-ea8a5ea62e98 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:51:39.660953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:39.661656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:39.712420 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5ac7fe6-4fa8-4161-8a03-4895ed1cb94d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/71af47c4-3f3b-4a35-9619-27e0e61b2995 HTTP/1.1" status: 204 len: 168 time: 2.5582662 Apr 29 11:51:39.732523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54136) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:39.816199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef170dc6-1114-4658-8e88-ad2a81681da5 None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:39.854943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.856478 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-79157550-15d8-4b00-a854-a4b815c7e962 req-ba34c93e-cbf9-489c-b415-c1816258df33 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863598 Apr 29 11:51:39.872401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:39.882418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e1379171-c5cd-4939-9058-83d006d34168 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 990 time: 0.3367996 Apr 29 11:51:39.892944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Usage tracker for resource:subnet and tenant:92e3aa3fc6a943628b67b192b8f53f30 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:39.899890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:39.913264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:39.940430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Deleting subnet 73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:39.944776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Made reservation on behalf of 92e3aa3fc6a943628b67b192b8f53f30 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:39.948133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.963003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:39.990790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-71e4c7ae-1de7-42da-abc1-56d2113d3cc4 None None] Could not find standard attr ID for object ce64540e-118a-4c49-a21f-e36e6fd8218d. {{(pid=88017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 11:51:39.992251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f0ac08-5bbe-4468-b817-9a1bd9dcd359 None None] Network af7b7594-0900-4610-b673-2d86421f52a6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:40.145955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:40.212429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:40.247051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3a8c03c3-0a6b-4d3e-9baf-d675920c4dbb None None] Provisioning for port eec14171-f193-40d0-8b2e-7d12c8f5aeed completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:40.303582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:51:40.394952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eec14171-f193-40d0-8b2e-7d12c8f5aeed up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:40.671379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:40.702948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port eec14171-f193-40d0-8b2e-7d12c8f5aeed completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:40.724721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port eec14171-f193-40d0-8b2e-7d12c8f5aeed triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:40.725025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:40.873608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:40.886086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54140) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:40.992798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.032377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Subnet': ['ID=73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:41.039969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.040821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port eec14171-f193-40d0-8b2e-7d12c8f5aeed, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eec14171-f193-40d0-8b2e-7d12c8f5aeed,segment=NetworkSegment(36a9e404-4e90-47a4-9708-4afff8ba5907),segment_id=36a9e404-4e90-47a4-9708-4afff8ba5907)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:41.057910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.069338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.081314 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-17a3e96f-3fda-4799-8876-6d1cae9b5ec6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 990 time: 0.1932454 Apr 29 11:51:41.112393 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-08765732-6f70-4775-82c2-aa7025c9eb8e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6 HTTP/1.1" status: 204 len: 168 time: 1.3749328 Apr 29 11:51:41.116202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:41.116823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.139021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a0422546-09cd-4065-9fd7-338353fccb07', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'port_id': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'mac_address': 'fa:16:3e:a9:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:35Z', 'updated_at': '2022-04-29T11:51:35Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:41.152989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:41.158304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:41.160025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.173900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5e73a-2bb9-4949-9dab-cdfaedfb5439 None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:41.197646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22848fb-b108-491e-b3cc-025f3d18cbbd None None] The sync data for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv is: [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a0422546-09cd-4065-9fd7-338353fccb07', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'port_id': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'mac_address': 'fa:16:3e:a9:2c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:51:35Z', 'updated_at': '2022-04-29T11:51:35Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:41.240583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:41.241160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.242728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6bfaadc-ea51-433c-b969-f7dc45f35c7d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236753 Apr 29 11:51:41.243344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54148) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:41.287923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.372324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=eec14171-f193-40d0-8b2e-7d12c8f5aeed,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:41.432657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Subnet': ['ID=20564d8e-c1bc-4477-a50c-dec4c6059aac,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:41.436016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-92a8a209-060d-485a-b1b0-2f47d59cc99e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3181090 Apr 29 11:51:41.441611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Provisioning complete for port eec14171-f193-40d0-8b2e-7d12c8f5aeed triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:41.442047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:41.442675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54152) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:41.443325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:41.450889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1783503610', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20564d8e-c1bc-4477-a50c-dec4c6059aac'}], 'security_groups': ['eb2358ec-dc56-4f6b-ad65-0122f3d8125f', 'ca9ae767-1ae9-41f0-a55d-9eec0ee5a7cb']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:41.466933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827eb4f-39fd-4cf3-8c3b-df382900c424 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:41.470115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a827eb4f-39fd-4cf3-8c3b-df382900c424 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2253742 Apr 29 11:51:41.472847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54156) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:41.684696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2726d6-d825-40cc-b89c-6fd94ee11b8d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:41.690693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3d2726d6-d825-40cc-b89c-6fd94ee11b8d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125111 Apr 29 11:51:41.693228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54160) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:41.746516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network af7b7594-0900-4610-b673-2d86421f52a6 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:41.750247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:41.765823 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49b937-8545-437c-ab3a-955e1128f7be None None] New status for floating IP a0422546-09cd-4065-9fd7-338353fccb07: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:51:42.021225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Provisioning for port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:42.039804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Provisioning complete for port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:42.040436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.052789 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6f11c3a-ba35-4c12-8729-9fd9cde7db1f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3568792 Apr 29 11:51:42.060608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54164) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.093044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54168) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.147402 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6c9304-ab4f-40a0-bc73-6e8c4cbd4916 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.148116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6c9304-ab4f-40a0-bc73-6e8c4cbd4916 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.150019 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c6c9304-ab4f-40a0-bc73-6e8c4cbd4916 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/ce64540e-118a-4c49-a21f-e36e6fd8218d HTTP/1.1" status: 404 len: 333 time: 0.0883677 Apr 29 11:51:42.153540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54172) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.183508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1195d5e-0635-4581-91a6-fed5f5d5a68d None None] Network 509b49ef-561b-4c7b-b648-76f046bd5c48 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:42.210791 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-db389efc-6bd8-4374-b313-578169b21bd3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.211165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db389efc-6bd8-4374-b313-578169b21bd3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.213841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-db389efc-6bd8-4374-b313-578169b21bd3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/71af47c4-3f3b-4a35-9619-27e0e61b2995 HTTP/1.1" status: 404 len: 337 time: 0.0592639 Apr 29 11:51:42.215329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54176) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.287554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1346315-8f28-41be-bcae-af15ac805ff1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.288037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1346315-8f28-41be-bcae-af15ac805ff1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.288854 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-edcddb78-8163-42b5-8b7a-b92108a21c73 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 990 time: 0.1942484 Apr 29 11:51:42.292188 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c1346315-8f28-41be-bcae-af15ac805ff1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/73b0e9ea-8bf5-45c1-88aa-1cb2a66c03d6 HTTP/1.1" status: 404 len: 337 time: 0.0734696 Apr 29 11:51:42.293146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54180) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.316059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3d0d2-12f1-4ff1-9f4c-9ad6ccaaad2e None None] Port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:42.369251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Update dhcp port {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'fixed_ips': [{'subnet_id': 'f9a66fe9-03ef-4a91-a9d8-ceeb165007fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '0ebd1691-546e-4b3f-ac02-701dd72fa0f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '20564d8e-c1bc-4477-a50c-dec4c6059aac'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '66da3181-ad24-41ca-8687-291a05636fcd'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:42.395106 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-31868958-6f86-4de7-a675-87524dce499d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.395580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31868958-6f86-4de7-a675-87524dce499d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.404786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-31868958-6f86-4de7-a675-87524dce499d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/e9455181-d2d8-44a8-bc9c-8275af0e79c2 HTTP/1.1" status: 404 len: 333 time: 0.1079021 Apr 29 11:51:42.405185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54184) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.453521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-460978d4-b121-4b33-99b5-cbbfc7cf6fc1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.453958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460978d4-b121-4b33-99b5-cbbfc7cf6fc1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.460110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-460978d4-b121-4b33-99b5-cbbfc7cf6fc1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/1b539ff7-8058-49bd-af82-e25c8bc91d3c HTTP/1.1" status: 404 len: 337 time: 0.0500207 Apr 29 11:51:42.463380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eec14171-f193-40d0-8b2e-7d12c8f5aeed up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:42.468212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54188) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.478128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.533349 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7c2274-7abc-4164-a284-bc31e5358b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.533349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7c2274-7abc-4164-a284-bc31e5358b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.538144 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1b7c2274-7abc-4164-a284-bc31e5358b76 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/2d153422-6e64-47d7-bc70-ed8cfd66794b HTTP/1.1" status: 404 len: 337 time: 0.0684009 Apr 29 11:51:42.538748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54192) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.569642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router a6015c17-7ae0-4585-af3d-b35f96162569 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:51:42.592023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff457bed-54b9-438c-b848-49d205fd26f5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.593009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff457bed-54b9-438c-b848-49d205fd26f5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.596957 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ff457bed-54b9-438c-b848-49d205fd26f5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/1412149b-8196-441a-b1a2-fa0850c43893 HTTP/1.1" status: 404 len: 333 time: 0.0567408 Apr 29 11:51:42.599202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54196) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.612525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.627409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fa6dcc5a-172c-480a-ad32-d2b904c8b9a2 None None] Provisioning complete for port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:42.627810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa6dcc5a-172c-480a-ad32-d2b904c8b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.647486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9906a900-3a3c-4c58-a60b-84b2807bfed0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.648176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9906a900-3a3c-4c58-a60b-84b2807bfed0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.652659 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9906a900-3a3c-4c58-a60b-84b2807bfed0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/4eb97b36-66c9-40ea-b6cb-055aa0d66760 HTTP/1.1" status: 404 len: 337 time: 0.0437388 Apr 29 11:51:42.653097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54200) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.692640 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39c8fdc-72a0-4a89-8b7a-a37a84a2b98c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.693257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39c8fdc-72a0-4a89-8b7a-a37a84a2b98c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.697366 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b39c8fdc-72a0-4a89-8b7a-a37a84a2b98c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e43f0930-fa8b-41c1-8215-2a2d6ae799ba HTTP/1.1" status: 404 len: 337 time: 0.0410087 Apr 29 11:51:42.698348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54204) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.725519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port eec14171-f193-40d0-8b2e-7d12c8f5aeed triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:42.725815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.746215 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18f7938-d626-470d-a3d1-e90b99a73842 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.746215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18f7938-d626-470d-a3d1-e90b99a73842 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.750595 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a18f7938-d626-470d-a3d1-e90b99a73842 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/38a960a3-500b-4b55-a3c4-30f27aec7c62 HTTP/1.1" status: 404 len: 333 time: 0.0485880 Apr 29 11:51:42.751372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54208) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.790302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dcc5a-172c-480a-ad32-d2b904c8b9a2 None None] Port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:42.792131 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e4dcb0-3c2e-4fbc-a819-e444024ca67d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.792646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e4dcb0-3c2e-4fbc-a819-e444024ca67d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.797455 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-13e4dcb0-3c2e-4fbc-a819-e444024ca67d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/321ca1bd-20a3-4298-867e-2d02440c6762 HTTP/1.1" status: 404 len: 337 time: 0.0423388 Apr 29 11:51:42.797455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54212) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.837973 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a3fd9b-12db-4259-9012-f8915abc9d39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.838552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a3fd9b-12db-4259-9012-f8915abc9d39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.842851 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-52a3fd9b-12db-4259-9012-f8915abc9d39 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/0987723a-4f93-474f-9724-da40cfe9d94e HTTP/1.1" status: 404 len: 337 time: 0.0419848 Apr 29 11:51:42.843216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54216) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.892311 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f84d05-fab0-4e86-ae58-eb866f6ec299 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.892859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fa6dcc5a-172c-480a-ad32-d2b904c8b9a2 None None] Provisioning complete for port 363e8304-5199-482e-aec3-fcec3a42ef1a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:42.893481 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fa6dcc5a-172c-480a-ad32-d2b904c8b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:42.893609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f84d05-fab0-4e86-ae58-eb866f6ec299 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.895433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-13f84d05-fab0-4e86-ae58-eb866f6ec299 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/5ab6423d-6b98-4baf-93eb-83c2ec84f77e HTTP/1.1" status: 404 len: 333 time: 0.0511680 Apr 29 11:51:42.898059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54220) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.939845 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4430d063-8981-4976-a6f5-a3c2eb7173de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.940432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4430d063-8981-4976-a6f5-a3c2eb7173de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.942286 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4430d063-8981-4976-a6f5-a3c2eb7173de tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/9998fb63-4145-41b5-94e3-d0aa4426dad3 HTTP/1.1" status: 404 len: 337 time: 0.0432127 Apr 29 11:51:42.945799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54224) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:42.988706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:42.993001 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efc555b-a62a-4974-b351-a9765e4384a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:42.993616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efc555b-a62a-4974-b351-a9765e4384a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:42.995644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9efc555b-a62a-4974-b351-a9765e4384a9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/f6e3273c-3021-4e67-bf48-876ba2d925bd HTTP/1.1" status: 404 len: 333 time: 0.0485411 Apr 29 11:51:42.996894 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d283ea9e-1b19-4816-b2e3-7c36a8528d7d tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/a6015c17-7ae0-4585-af3d-b35f96162569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6585064 Apr 29 11:51:43.002933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54228) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.003563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54230) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.004087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] DHCP port deletion for 509b49ef-561b-4c7b-b648-76f046bd5c48 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:43.041617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] Sync routers for ids ['a6015c17-7ae0-4585-af3d-b35f96162569'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:43.079019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Deleting port 363e8304-5199-482e-aec3-fcec3a42ef1a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:43.079698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:43.097267 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38458d7-410c-49d9-a38d-26a4e5bbbad2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.097909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38458d7-410c-49d9-a38d-26a4e5bbbad2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.099906 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b38458d7-410c-49d9-a38d-26a4e5bbbad2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/2e9f2f8d-9bdb-4e7a-843b-549bae7ec057 HTTP/1.1" status: 404 len: 337 time: 0.0930912 Apr 29 11:51:43.102360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54236) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.129091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a4f03-120d-4ac0-8219-ca610b1c28b9 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:43.132989 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b31a4f03-120d-4ac0-8219-ca610b1c28b9 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports/2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f HTTP/1.1" status: 200 len: 977 time: 0.1272745 Apr 29 11:51:43.134739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.136670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] Routers {'a6015c17-7ae0-4585-af3d-b35f96162569'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:43.137297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6015c17-7ae0-4585-af3d-b35f96162569'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:43.163723 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2161d8-80b7-4105-9645-c63444a7995c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.164359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2161d8-80b7-4105-9645-c63444a7995c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.166253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8d2161d8-80b7-4105-9645-c63444a7995c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/4af0ef7b-760e-4844-a609-5af7de5d31c7 HTTP/1.1" status: 404 len: 333 time: 0.0626354 Apr 29 11:51:43.169144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54244) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.209959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe763ed3-2dab-492b-bd1a-670c37fd7fd5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.210361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe763ed3-2dab-492b-bd1a-670c37fd7fd5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.212230 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fe763ed3-2dab-492b-bd1a-670c37fd7fd5 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/7352a862-dd42-4a5d-be7b-8f6aca655baa HTTP/1.1" status: 404 len: 337 time: 0.0419729 Apr 29 11:51:43.215264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54248) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.253036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:43.255946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Allocated IP 172.20.0.34 (7e12fbde-6796-42b0-aa88-b88e2188a281/20564d8e-c1bc-4477-a50c-dec4c6059aac/66da3181-ad24-41ca-8687-291a05636fcd) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:43.275057 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d940771-ceaa-4ae8-a98f-7816e17431c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.275675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d940771-ceaa-4ae8-a98f-7816e17431c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.280902 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7d940771-ceaa-4ae8-a98f-7816e17431c0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/1bdfd548-f1ca-4eba-9b6f-c612492da8a8 HTTP/1.1" status: 404 len: 333 time: 0.0641918 Apr 29 11:51:43.281806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54252) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.293746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.325734 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d0ae55-9af2-41df-89e0-ce1ef8ff91f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.326277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d0ae55-9af2-41df-89e0-ce1ef8ff91f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.329915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-99d0ae55-9af2-41df-89e0-ce1ef8ff91f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/b070391e-66df-47f4-9a74-7986f182d563 HTTP/1.1" status: 404 len: 337 time: 0.0469141 Apr 29 11:51:43.331610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54260) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.350237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] Routers {'a6015c17-7ae0-4585-af3d-b35f96162569'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:43.350879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6015c17-7ae0-4585-af3d-b35f96162569'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:43.384833 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-503492e4-79b2-4ec5-b0d6-548a3e48c738 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.385292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503492e4-79b2-4ec5-b0d6-548a3e48c738 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.390215 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-503492e4-79b2-4ec5-b0d6-548a3e48c738 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/64aabf2b-69de-4b39-a4ae-534c6c79ac6e HTTP/1.1" status: 404 len: 333 time: 0.0538449 Apr 29 11:51:43.391075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54264) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.452253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-84994eda-f830-42d9-9b4c-3c19c17b21f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.452717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84994eda-f830-42d9-9b4c-3c19c17b21f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.456856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-84994eda-f830-42d9-9b4c-3c19c17b21f2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/d6d51b03-ed44-4f2c-b69e-ea313c757256 HTTP/1.1" status: 404 len: 337 time: 0.0617499 Apr 29 11:51:43.457772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54268) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.473192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:43.473636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2577b5-c8fd-451d-b378-d4342dea4d4b None None] The sync data for ids ['a6015c17-7ae0-4585-af3d-b35f96162569'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:43.513246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fd06b0-5104-40af-ad45-f19c0f86141a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.513865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fd06b0-5104-40af-ad45-f19c0f86141a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.519779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01fd06b0-5104-40af-ad45-f19c0f86141a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/46b64cad-ef03-480d-960e-3669ac60952a HTTP/1.1" status: 404 len: 333 time: 0.0570683 Apr 29 11:51:43.520224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54272) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.565308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2c2182d3-58d2-455e-8b8f-e252e8079811 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 992 time: 0.2718928 Apr 29 11:51:43.578733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4267a4b-7bf8-4751-8303-403d585df3b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.580762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4267a4b-7bf8-4751-8303-403d585df3b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.585286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4267a4b-7bf8-4751-8303-403d585df3b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/0de972ef-679f-46e0-a900-0b91ea394f70 HTTP/1.1" status: 404 len: 337 time: 0.0616167 Apr 29 11:51:43.585730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54276) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.626799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1b1649-343e-44df-b7a2-3bfff9dc6efc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.627335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1b1649-343e-44df-b7a2-3bfff9dc6efc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.631513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4a1b1649-343e-44df-b7a2-3bfff9dc6efc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/8a1b554f-d480-4859-bfdc-e8d05d304c7a HTTP/1.1" status: 404 len: 337 time: 0.0415952 Apr 29 11:51:43.632882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54280) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.678965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] For port 363e8304-5199-482e-aec3-fcec3a42ef1a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=363e8304-5199-482e-aec3-fcec3a42ef1a,segment=NetworkSegment(1b8a6dd6-a768-485e-8b43-23eb9e8b22e7),segment_id=1b8a6dd6-a768-485e-8b43-23eb9e8b22e7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:43.679350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:43.681047 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-59934d09-ffbd-4f75-a7b5-a94ae774180d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.681762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59934d09-ffbd-4f75-a7b5-a94ae774180d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.685437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-59934d09-ffbd-4f75-a7b5-a94ae774180d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/392194f4-26f4-4810-b184-281ba6dc4d98 HTTP/1.1" status: 404 len: 333 time: 0.0497036 Apr 29 11:51:43.687426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54284) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.728364 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be14c5f-dc7a-42fa-a091-316734fb02bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.729116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be14c5f-dc7a-42fa-a091-316734fb02bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.734715 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3be14c5f-dc7a-42fa-a091-316734fb02bf tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/6f0352ae-35cd-4de0-b566-dfa87b14674a HTTP/1.1" status: 404 len: 337 time: 0.0421691 Apr 29 11:51:43.735125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54288) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.771451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:43.778036 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-915a132f-e524-40df-a2a4-6c5ab4dee601 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.778434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915a132f-e524-40df-a2a4-6c5ab4dee601 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.782669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-915a132f-e524-40df-a2a4-6c5ab4dee601 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e5c032ff-2192-4bc0-acfe-f8f5279e64df HTTP/1.1" status: 404 len: 337 time: 0.0441608 Apr 29 11:51:43.782931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54292) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.830165 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-70be0948-fce0-4688-b207-b15842eafbcc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.830769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70be0948-fce0-4688-b207-b15842eafbcc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.833680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-bf963b9c-bb51-4856-b1af-8b47817e4d05 None None] Provisioning complete for port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:43.834302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bf963b9c-bb51-4856-b1af-8b47817e4d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:43.836660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-70be0948-fce0-4688-b207-b15842eafbcc tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/427b7b0c-32b2-4ca8-80c4-92c76f819422 HTTP/1.1" status: 404 len: 333 time: 0.0527329 Apr 29 11:51:43.837284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54296) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.884270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Calling delete_port for 363e8304-5199-482e-aec3-fcec3a42ef1a owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:43.885470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0d61a8-2704-435c-aa8f-18c3d62ef51a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.886046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0d61a8-2704-435c-aa8f-18c3d62ef51a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.890418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dd0d61a8-2704-435c-aa8f-18c3d62ef51a tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/cb07fcc7-5d98-48f1-9fdb-c177a6ed5604 HTTP/1.1" status: 404 len: 337 time: 0.0515966 Apr 29 11:51:43.891904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54300) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.924643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:43.944805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e43260e-65ee-4231-811b-0517ea0de16e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:43.945557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e43260e-65ee-4231-811b-0517ea0de16e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:43.948453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4e43260e-65ee-4231-811b-0517ea0de16e tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/bad607b1-5246-4557-adfa-a435f38b8cbe HTTP/1.1" status: 404 len: 337 time: 0.0545912 Apr 29 11:51:43.951599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54304) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:43.965837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:43.975960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-bf963b9c-bb51-4856-b1af-8b47817e4d05 None None] Port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:44.002502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Transition to ACTIVE for port object 66da3181-ad24-41ca-8687-291a05636fcd will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:44.006885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa0e4f6-96d1-4008-94c5-99a0c91e54f7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.007918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:44.008802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa0e4f6-96d1-4008-94c5-99a0c91e54f7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.010944 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-efa0e4f6-96d1-4008-94c5-99a0c91e54f7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/ed062057-30e3-4aee-bc80-d1c7e3193ace HTTP/1.1" status: 404 len: 333 time: 0.0579181 Apr 29 11:51:44.014019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54308) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.051729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:44.091061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f609ec-0c62-4019-99ae-25c4e8e1d7b0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.091508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f609ec-0c62-4019-99ae-25c4e8e1d7b0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.096599 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-09f609ec-0c62-4019-99ae-25c4e8e1d7b0 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/8d267dea-0109-48c9-b8a5-cee517ae4fd1 HTTP/1.1" status: 404 len: 337 time: 0.0781102 Apr 29 11:51:44.100886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54312) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.116327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] No DVR routers for this DVR port 363e8304-5199-482e-aec3-fcec3a42ef1a on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:44.164610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e119ea2-a212-4c0b-8920-ce209ffe5b74 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.165056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e119ea2-a212-4c0b-8920-ce209ffe5b74 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.166827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7e119ea2-a212-4c0b-8920-ce209ffe5b74 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/19497211-8e0f-4cd1-98c1-dbdeac234423 HTTP/1.1" status: 404 len: 337 time: 0.0647762 Apr 29 11:51:44.172427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54316) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.217009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3be74-8884-4651-81f7-5322ac97f7a9 None None] Pushing event updated for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:44.228691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1926ad05-a0de-4676-abdd-5c07d81d5166 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c60972a-a13e-46ff-a131-431a48051042 HTTP/1.1" status: 200 len: 205 time: 0.0547943 Apr 29 11:51:44.232576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54320) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.255541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:44.256416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:44.269627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5a45-3af2-4c4b-9082-2445a2184753 None None] Pushing event deleted for resources: {'Port': ['ID=363e8304-5199-482e-aec3-fcec3a42ef1a,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:44.354748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:44.356342 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-ee1ee108-fab4-4b69-b350-20354b01a18b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] delete failed (client error): The resource could not be found. Apr 29 11:51:44.360818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ee1ee108-fab4-4b69-b350-20354b01a18b tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/routers/3c60972a-a13e-46ff-a131-431a48051042 HTTP/1.1" status: 404 len: 336 time: 0.1237328 Apr 29 11:51:44.363268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54324) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.413959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8899594-0afb-42d1-be8c-e7af102ebb61 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.414640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8899594-0afb-42d1-be8c-e7af102ebb61 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.419163 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b8899594-0afb-42d1-be8c-e7af102ebb61 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/869b3ae5-c099-4dfc-b8bb-bbef069df6d8 HTTP/1.1" status: 404 len: 337 time: 0.0522118 Apr 29 11:51:44.419911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54328) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.535183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:44.577538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 363e8304-5199-482e-aec3-fcec3a42ef1a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:44.614539 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-265baa4a-b453-4fa9-b61b-8e040fae6115 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc3b0175-c273-4f40-a95d-6e81535c17a8 HTTP/1.1" status: 200 len: 205 time: 0.1933575 Apr 29 11:51:44.618933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54332) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.622511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Delete allocated IP 172.20.0.3 (7e12fbde-6796-42b0-aa88-b88e2188a281/0ebd1691-546e-4b3f-ac02-701dd72fa0f6) {{(pid=88015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 11:51:44.630426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 363e8304-5199-482e-aec3-fcec3a42ef1a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:51:44.630767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 363e8304-5199-482e-aec3-fcec3a42ef1a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:51:44.677712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:44.696326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-f2d660c2-e57e-41f2-9ac6-7c0c1a2d85f8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] delete failed (client error): The resource could not be found. Apr 29 11:51:44.697669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2d660c2-e57e-41f2-9ac6-7c0c1a2d85f8 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/routers/fc3b0175-c273-4f40-a95d-6e81535c17a8 HTTP/1.1" status: 404 len: 336 time: 0.0774596 Apr 29 11:51:44.700878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Allocated IP 172.20.0.35 (7e12fbde-6796-42b0-aa88-b88e2188a281/20564d8e-c1bc-4477-a50c-dec4c6059aac/d7716a5d-5703-4183-8edf-3d7efdc86ae0) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:44.703177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54336) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.753062 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bcf5c6-640f-432c-8363-92995f82207f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.753695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bcf5c6-640f-432c-8363-92995f82207f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.758013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e7bcf5c6-640f-432c-8363-92995f82207f tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/e97a6638-817f-42e1-80a9-334e62653ca7 HTTP/1.1" status: 404 len: 337 time: 0.0501454 Apr 29 11:51:44.763917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54340) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.856212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09797ac-2f3a-4fcb-9a6b-3c206220cc69 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.856947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09797ac-2f3a-4fcb-9a6b-3c206220cc69 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.860227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f09797ac-2f3a-4fcb-9a6b-3c206220cc69 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/89649ab9-ba49-4f76-8b50-fb33cea990da HTTP/1.1" status: 404 len: 337 time: 0.0948589 Apr 29 11:51:44.862939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54344) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.913612 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0fa498-5b17-4f3b-9d3c-46d27dac93c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.914088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0fa498-5b17-4f3b-9d3c-46d27dac93c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.915795 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9b0fa498-5b17-4f3b-9d3c-46d27dac93c7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/4542f83e-8d9a-4d0d-9a27-80f0f40721df HTTP/1.1" status: 404 len: 333 time: 0.0516121 Apr 29 11:51:44.918852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54348) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.959820 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-283baf90-114a-4221-9393-f6695939cd09 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:44.960264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283baf90-114a-4221-9393-f6695939cd09 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:44.962231 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-283baf90-114a-4221-9393-f6695939cd09 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/04f760f9-bf9f-4242-8651-40929c08113c HTTP/1.1" status: 404 len: 337 time: 0.0424585 Apr 29 11:51:44.965604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54352) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:44.971700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:44.989869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Transition to ACTIVE for port object d7716a5d-5703-4183-8edf-3d7efdc86ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:44.994300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.010391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Provisioning for port 66da3181-ad24-41ca-8687-291a05636fcd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:45.016239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:45.016631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.020545 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a05662-1e1a-40d7-b37f-64d44cd546d2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.020935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a05662-1e1a-40d7-b37f-64d44cd546d2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.025119 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a4a05662-1e1a-40d7-b37f-64d44cd546d2 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/3080d20b-784e-41cf-afd9-560e19968bdd HTTP/1.1" status: 404 len: 333 time: 0.0558922 Apr 29 11:51:45.025313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54356) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.066721 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6ce602-1b65-4232-8ea9-f652520fa5b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.067168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6ce602-1b65-4232-8ea9-f652520fa5b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.109019 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce6ce602-1b65-4232-8ea9-f652520fa5b7 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/ac145cdd-e4d9-4a63-82ee-1a09770b83c3 HTTP/1.1" status: 404 len: 337 time: 0.0802298 Apr 29 11:51:45.110591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54360) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.145278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event updated for resources: {'Port': ['ID=d7716a5d-5703-4183-8edf-3d7efdc86ae0,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:45.164746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] In _notify_port_updated(), no bound segment for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 on network 7e12fbde-6796-42b0-aa88-b88e2188a281 {{(pid=88015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:51:45.165344 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0084b88b-2d2d-47bb-a7f2-d5583104a621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.165831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0084b88b-2d2d-47bb-a7f2-d5583104a621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.169860 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0084b88b-2d2d-47bb-a7f2-d5583104a621 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/f90e0c81-0c22-46f1-b52d-31f39f748436 HTTP/1.1" status: 404 len: 333 time: 0.0570493 Apr 29 11:51:45.170501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:45.171542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54364) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.171678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.175383 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-24bee16f-d6c2-4922-bc40-21a9a49fb1a3 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "PUT /v2.0/ports/d7716a5d-5703-4183-8edf-3d7efdc86ae0 HTTP/1.1" status: 200 len: 960 time: 3.7268343 Apr 29 11:51:45.175731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.199399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Provisioning for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:45.206688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Provisioning complete for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:45.207542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.220889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39fe871-5cf6-4ab9-85ad-6f53456f52d1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.221335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39fe871-5cf6-4ab9-85ad-6f53456f52d1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.226030 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c39fe871-5cf6-4ab9-85ad-6f53456f52d1 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/67bf77a3-173f-48de-9c25-4e823331bb82 HTTP/1.1" status: 404 len: 337 time: 0.0505133 Apr 29 11:51:45.227191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54372) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.251568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port d7716a5d-5703-4183-8edf-3d7efdc86ae0 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:45.251958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.267880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.269936 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-22259758-787d-4caf-8492-b6c479a8baaa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.270401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22259758-787d-4caf-8492-b6c479a8baaa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.272123 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22259758-787d-4caf-8492-b6c479a8baaa tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/67a4250d-1e8c-4757-81e2-2c2e8f7e1820 HTTP/1.1" status: 404 len: 333 time: 0.0440018 Apr 29 11:51:45.275654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Port d7716a5d-5703-4183-8edf-3d7efdc86ae0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:45.277882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54376) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.290063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:45.290948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.325423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=2797cfec-3898-4fa6-b0dc-7bbbc3de7e2f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:45.338169 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc67551-8c24-4228-a538-0a64b16ba41c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.338799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc67551-8c24-4228-a538-0a64b16ba41c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.341375 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ddc67551-8c24-4228-a538-0a64b16ba41c tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/990fd597-ebc6-4f66-957f-039a8e6c542d HTTP/1.1" status: 404 len: 337 time: 0.0618412 Apr 29 11:51:45.346306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54380) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.364460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b12e2c9-c47b-42e6-97b6-e8c1e4eabc32 None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:45.413517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c7a66a-f3be-412b-a621-be0425969d5d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.414223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c7a66a-f3be-412b-a621-be0425969d5d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.418829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54384) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.420636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-73c7a66a-f3be-412b-a621-be0425969d5d tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/61df5c03-e921-4f2e-966d-75784673c72a HTTP/1.1" status: 404 len: 333 time: 0.0733888 Apr 29 11:51:45.613098 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d31a2e0-4d9e-4930-9474-3f9a83a0b2ac tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.613615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d31a2e0-4d9e-4930-9474-3f9a83a0b2ac tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.617943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3d31a2e0-4d9e-4930-9474-3f9a83a0b2ac tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/09690925-0401-4f52-a6e0-e3a74d8bdde7 HTTP/1.1" status: 404 len: 337 time: 0.1955190 Apr 29 11:51:45.618531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54388) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.663953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.668889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f54200a-c608-48c2-8c11-8be3e5a0b6d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.669412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f54200a-c608-48c2-8c11-8be3e5a0b6d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.671231 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f54200a-c608-48c2-8c11-8be3e5a0b6d3 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/eac70d5e-e64e-47d4-8c9a-89cec45c647b HTTP/1.1" status: 404 len: 333 time: 0.0517187 Apr 29 11:51:45.674091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54392) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.692712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef945811-e222-49b0-822f-c660fc436ab1 None None] Provisioning complete for port d7716a5d-5703-4183-8edf-3d7efdc86ae0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:45.693506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef945811-e222-49b0-822f-c660fc436ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.754338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ef945811-e222-49b0-822f-c660fc436ab1 None None] Port d7716a5d-5703-4183-8edf-3d7efdc86ae0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:45.792094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for d7716a5d-5703-4183-8edf-3d7efdc86ae0 owned by {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:45.834485 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd26910-1f84-46ff-a6c1-db978760cbf9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.834939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd26910-1f84-46ff-a6c1-db978760cbf9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.836714 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5bd26910-1f84-46ff-a6c1-db978760cbf9 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/48b64513-22cf-4cd1-ba63-4095e73e1a63 HTTP/1.1" status: 404 len: 337 time: 0.1615331 Apr 29 11:51:45.840087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54396) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.854678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:45.894146 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf781783-770d-42ae-86fc-1995a8f25149 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.894512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf781783-770d-42ae-86fc-1995a8f25149 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.896199 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cf781783-770d-42ae-86fc-1995a8f25149 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/ports/6f1f83f7-153a-4b00-91f8-5301fc48119a HTTP/1.1" status: 404 len: 333 time: 0.0549397 Apr 29 11:51:45.899761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54400) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:45.953318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf6df3d-02b0-45f3-b0af-f1cbf916ecfb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:45.953791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf6df3d-02b0-45f3-b0af-f1cbf916ecfb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:45.955461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8cf6df3d-02b0-45f3-b0af-f1cbf916ecfb tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/subnets/69ccaa60-4473-4cc2-ab24-88365aad3df2 HTTP/1.1" status: 404 len: 337 time: 0.0548043 Apr 29 11:51:45.958075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.114920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.130150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.132691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router a6015c17-7ae0-4585-af3d-b35f96162569 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:46.277479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:46.286316 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d6a8a9d7-a990-477f-be95-b25f17c09e67 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/a6015c17-7ae0-4585-af3d-b35f96162569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465402 Apr 29 11:51:46.287726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54408) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.290847 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] Sync routers for ids ['a6015c17-7ae0-4585-af3d-b35f96162569'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:46.303949 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] Routers {'a6015c17-7ae0-4585-af3d-b35f96162569'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:46.304968 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6015c17-7ae0-4585-af3d-b35f96162569'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.336995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=d7716a5d-5703-4183-8edf-3d7efdc86ae0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:46.412411 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.426230 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] Routers {'a6015c17-7ae0-4585-af3d-b35f96162569'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:46.427705 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a6015c17-7ae0-4585-af3d-b35f96162569'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.491890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.506465 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.507203 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165c5a2-df08-402a-8281-659c42a4d34d None None] The sync data for ids ['a6015c17-7ae0-4585-af3d-b35f96162569'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:46.530810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509b49ef-561b-4c7b-b648-76f046bd5c48']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.542094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.548973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.549308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8a6dd6-a768-485e-8b43-23eb9e8b22e7') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:46.566465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.574300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d459c127-c0bf-410f-9974-58e49d603807 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/d7716a5d-5703-4183-8edf-3d7efdc86ae0 HTTP/1.1" status: 204 len: 168 time: 1.3973398 Apr 29 11:51:46.577118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54412) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.629286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f7da4-23b3-45a0-b4d6-274fa06d4706 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] GET failed (client error): The resource could not be found. Apr 29 11:51:46.629862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e05f7da4-23b3-45a0-b4d6-274fa06d4706 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:46.632683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.645076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:46.645688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:46.660063 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:46.676175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e05f7da4-23b3-45a0-b4d6-274fa06d4706 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:46.677333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e05f7da4-23b3-45a0-b4d6-274fa06d4706 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports/d7716a5d-5703-4183-8edf-3d7efdc86ae0 HTTP/1.1" status: 404 len: 333 time: 0.0992787 Apr 29 11:51:46.680786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54416) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.732757 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-6a9f6f2f-d0d9-4837-8415-bfd6d1f33a7a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 11:51:46.733883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6a9f6f2f-d0d9-4837-8415-bfd6d1f33a7a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/a6015c17-7ae0-4585-af3d-b35f96162569/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4458842 Apr 29 11:51:46.737044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54420) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.766548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.783265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2fc938a6-43f8-43ee-8ff2-559ade7115b3 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:46.792654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.798785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2fc938a6-43f8-43ee-8ff2-559ade7115b3 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:46.801881 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2fc938a6-43f8-43ee-8ff2-559ade7115b3 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6015c17-7ae0-4585-af3d-b35f96162569 HTTP/1.1" status: 200 len: 205 time: 0.0636258 Apr 29 11:51:46.802822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54424) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:46.804338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] Pushing event deleted for resources: {'Network': ['ID=509b49ef-561b-4c7b-b648-76f046bd5c48,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:46.810240 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cb93a4a8-368b-4908-9e15-a0764a90c049 tempest-NetworksTestDHCPv6-107323294 tempest-NetworksTestDHCPv6-107323294-project] 10.222.0.53 "DELETE /v2.0/networks/509b49ef-561b-4c7b-b648-76f046bd5c48 HTTP/1.1" status: 204 len: 168 time: 0.8490024 Apr 29 11:51:46.841594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.869974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.927948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.945694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94578830-5a85-460e-b2c1-d90c4c5577c2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:46.954869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:46.956277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-971ea03a-8e2a-498c-a4d6-8198fc527254 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/security-groups/94578830-5a85-460e-b2c1-d90c4c5577c2 HTTP/1.1" status: 204 len: 168 time: 0.2745936 Apr 29 11:51:46.959572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54430) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.035973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.064887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.074172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.123837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.137931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54436) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.150775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9ae767-1ae9-41f0-a55d-9eec0ee5a7cb,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:47.155805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.157644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-62d7f981-0a67-49fe-8302-b31ef4b57322 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca9ae767-1ae9-41f0-a55d-9eec0ee5a7cb HTTP/1.1" status: 204 len: 168 time: 0.1939974 Apr 29 11:51:47.162035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54442) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.230272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.258679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.339784 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e57781a3-6de2-4870-8fd1-d050d5de6519 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5de55af8931940f9bf3975d9aed86b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004981 Apr 29 11:51:47.342975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.356711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.375505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.376134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2358ec-dc56-4f6b-ad65-0122f3d8125f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:47.377781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.391652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.393849 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f8b44350-bdc6-4063-b2e9-bf7a83f0ab7d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb2358ec-dc56-4f6b-ad65-0122f3d8125f HTTP/1.1" status: 204 len: 168 time: 0.2307181 Apr 29 11:51:47.396982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.436492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.437059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router a6015c17-7ae0-4585-af3d-b35f96162569 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:51:47.437810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.459945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.462290 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2f250331-7bcc-4fc7-a570-2636d21ccead tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/a6015c17-7ae0-4585-af3d-b35f96162569 HTTP/1.1" status: 204 len: 168 time: 0.6572983 Apr 29 11:51:47.464823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54454) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.475181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 0ebd1691-546e-4b3f-ac02-701dd72fa0f6 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:47.478678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.504136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.536827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.566205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 9f3d8135-7a61-48c5-a721-fa80a91d0272 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:47.569528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.631860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.633782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.636788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.682433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a14f8-d1f1-427d-950d-b60138bbf178,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:47.703858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.707653 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75530d8b-e353-4a34-8bff-cc01921bc51a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba9a14f8-d1f1-427d-950d-b60138bbf178 HTTP/1.1" status: 204 len: 168 time: 0.3609605 Apr 29 11:51:47.725469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.749202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.773116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebd1691-546e-4b3f-ac02-701dd72fa0f6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:47.778308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.784061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-972c8121-3f87-4ae5-95c7-7adfd398d17c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0ebd1691-546e-4b3f-ac02-701dd72fa0f6 HTTP/1.1" status: 204 len: 168 time: 0.3861911 Apr 29 11:51:47.789829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ed6f9-e265-4e2b-afcb-a39a50daee6f None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:47.798032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54460) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.846852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.879552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet 20564d8e-c1bc-4477-a50c-dec4c6059aac {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:47.883579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.914645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d8135-7a61-48c5-a721-fa80a91d0272,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:47.917095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:47.923821 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30bbc23b-08ca-4180-8977-4aea8e06362b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/9f3d8135-7a61-48c5-a721-fa80a91d0272 HTTP/1.1" status: 204 len: 168 time: 0.4579008 Apr 29 11:51:47.926417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54466) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:47.927648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09213960-0486-4345-bcc8-b97e1ac1fa9a None None] Network af7b7594-0900-4610-b673-2d86421f52a6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:47.953882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.050420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.059312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.073578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port eec14171-f193-40d0-8b2e-7d12c8f5aeed {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:48.074043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.143305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.189098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=20564d8e-c1bc-4477-a50c-dec4c6059aac,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:48.194958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.201613 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1cc3e619-15ce-4208-8b9a-14ce08031931 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/20564d8e-c1bc-4477-a50c-dec4c6059aac HTTP/1.1" status: 204 len: 168 time: 0.3951478 Apr 29 11:51:48.204290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54478) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:48.246278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-12424ba5-8699-4705-a2d4-e7e4935570ba tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:48.246834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12424ba5-8699-4705-a2d4-e7e4935570ba tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:48.249546 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-12424ba5-8699-4705-a2d4-e7e4935570ba tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0ebd1691-546e-4b3f-ac02-701dd72fa0f6 HTTP/1.1" status: 404 len: 337 time: 0.0421083 Apr 29 11:51:48.252193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54482) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:48.407860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] DHCP port deletion for af7b7594-0900-4610-b673-2d86421f52a6 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:48.425682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Deleting port eec14171-f193-40d0-8b2e-7d12c8f5aeed {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:48.426045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.448282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting subnet f9a66fe9-03ef-4a91-a9d8-ceeb165007fc {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:48.452931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port eec14171-f193-40d0-8b2e-7d12c8f5aeed, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eec14171-f193-40d0-8b2e-7d12c8f5aeed,segment=NetworkSegment(36a9e404-4e90-47a4-9708-4afff8ba5907),segment_id=36a9e404-4e90-47a4-9708-4afff8ba5907)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:48.453292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.461638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.492701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f04911f-b25a-45f9-9885-df0e8989deda None None] Update dhcp port {'port': {'network_id': '7e12fbde-6796-42b0-aa88-b88e2188a281', 'fixed_ips': [{'subnet_id': 'f9a66fe9-03ef-4a91-a9d8-ceeb165007fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '20564d8e-c1bc-4477-a50c-dec4c6059aac'}], 'binding:host_id': 'dv-neutron-839741-1-hyperv'}, 'id': '66da3181-ad24-41ca-8687-291a05636fcd'} from dv-neutron-839741-1-hyperv. {{(pid=88017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 11:51:48.593763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8f04911f-b25a-45f9-9885-df0e8989deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.601925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54494) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:48.717208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d8b0b2c1-a28b-4965-a6af-a1c9a39cdf3a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:48.718217 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-d8b0b2c1-a28b-4965-a6af-a1c9a39cdf3a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:51:48.718807 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-d8b0b2c1-a28b-4965-a6af-a1c9a39cdf3a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:51:48.721463 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8b0b2c1-a28b-4965-a6af-a1c9a39cdf3a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1180406 Apr 29 11:51:48.724788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54500) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:48.731494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349922099'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:48.740572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:48.745833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:48.749716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:48.750746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for eec14171-f193-40d0-8b2e-7d12c8f5aeed owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:48.758635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:48.760926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] For port eec14171-f193-40d0-8b2e-7d12c8f5aeed, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=eec14171-f193-40d0-8b2e-7d12c8f5aeed,segment=NetworkSegment(36a9e404-4e90-47a4-9708-4afff8ba5907),segment_id=36a9e404-4e90-47a4-9708-4afff8ba5907)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:48.761336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.780206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.795444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.811214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:48.813898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.816747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:48.820176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:48.826354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:48.916088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.935253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.940543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:48.942119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Calling delete_port for eec14171-f193-40d0-8b2e-7d12c8f5aeed owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:48.959397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:48.969261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=eec14171-f193-40d0-8b2e-7d12c8f5aeed,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:48.972243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:48.977043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port eec14171-f193-40d0-8b2e-7d12c8f5aeed on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:48.978497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:48.988041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:48.990189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc569c9a-3273-42ad-8fae-100927beff9d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.047026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:49.047515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:49.053554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.073315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.078709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.129928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8ceef-8114-461d-8588-45ab914c1ebf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.135054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.136256 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-98bfd387-ca53-4aa1-b49b-04b7c40e082e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4101319 Apr 29 11:51:49.141917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54504) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.147123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '41e8ceef-8114-461d-8588-45ab914c1ebf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:49.153713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:49.157147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.158779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:49.165573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:49.172966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:49.190986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.193464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7b7594-0900-4610-b673-2d86421f52a6']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:49.209324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a9e404-4e90-47a4-9708-4afff8ba5907') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:49.209646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a9e404-4e90-47a4-9708-4afff8ba5907') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:49.226343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server [None req-8f04911f-b25a-45f9-9885-df0e8989deda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9a66fe9-03ef-4a91-a9d8-ceeb165007fc: This subnet is being modified by another concurrent operation. Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server raise exception Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9a66fe9-03ef-4a91-a9d8-ceeb165007fc: This subnet is being modified by another concurrent operation. Apr 29 11:51:49.242377 dv-neutron-839741-1-hyperv neutron-server[88017]: ERROR oslo_messaging.rpc.server Apr 29 11:51:49.250706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.267039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.275528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.285483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.303437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a66fe9-03ef-4a91-a9d8-ceeb165007fc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.303437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:49.306183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.308980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e53ef27-48fd-4a06-9555-ada919846f31,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.319049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.320606 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-658d178f-593e-45f4-b18f-b11f8b8b1c60 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776166 Apr 29 11:51:49.323279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54510) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.333222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '41e8ceef-8114-461d-8588-45ab914c1ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:49.339246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:49.341005 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:49.343278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.344068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:49.347148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:49.353268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:49.376596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dd8fc-ce2f-4f58-a548-63242ffd7fca None None] Network 7e12fbde-6796-42b0-aa88-b88e2188a281 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:49.386488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.418850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2526be21-344f-4296-aa70-92ac43cb6bae tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/f9a66fe9-03ef-4a91-a9d8-ceeb165007fc HTTP/1.1" status: 204 len: 168 time: 1.1654902 Apr 29 11:51:49.421654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54514) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.432523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.453815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.463768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=af7b7594-0900-4610-b673-2d86421f52a6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.471260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5129fe03-d84c-4dcf-911c-93678baa7b03 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/af7b7594-0900-4610-b673-2d86421f52a6 HTTP/1.1" status: 204 len: 168 time: 1.5435572 Apr 29 11:51:49.472227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54518) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.478970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-641396986'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:49.484248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:49.488401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:49.491671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:49.495519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-76b83421-5c92-4b0e-8359-731015f57c03 None None] Provisioning complete for port 66da3181-ad24-41ca-8687-291a05636fcd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:49.495888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-76b83421-5c92-4b0e-8359-731015f57c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.499360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:49.506273 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd32c5e-1154-48aa-922e-fe326ea4666e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:49.506851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd32c5e-1154-48aa-922e-fe326ea4666e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:49.508866 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7bd32c5e-1154-48aa-922e-fe326ea4666e tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/26864f04-8ae6-48dd-b503-a4d94ddd839e HTTP/1.1" status: 404 len: 337 time: 0.0862882 Apr 29 11:51:49.512418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:49.515231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54522) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.516146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.555847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:51:49.566846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-383d63ec-5310-4f6c-999a-e6048a57e331 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Synchronizing usage tracker for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:49.571650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.572330 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 981cb946-a6d1-439c-af31-61b1e374b76d of type vlan for network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 Apr 29 11:51:49.579895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Deleting port eec14171-f193-40d0-8b2e-7d12c8f5aeed {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:49.580956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.581490 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 11:51:49.582689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8298335d-9604-440c-8aeb-e395194bd716 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2540359 Apr 29 11:51:49.585700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54526) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.585883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-383d63ec-5310-4f6c-999a-e6048a57e331 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Unset dirty status for tenant:92e3aa3fc6a943628b67b192b8f53f30 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:49.589103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-383d63ec-5310-4f6c-999a-e6048a57e331 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "GET /v2.0/ports?device_id=87cb936d-9d6f-4750-a902-a9c838db563a HTTP/1.1" status: 200 len: 205 time: 0.0705907 Apr 29 11:51:49.590568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54530) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.693989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.703306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-33bbc19d-7e6a-4269-b75c-d53fb4a8ab9f None None] The port 'eec14171-f193-40d0-8b2e-7d12c8f5aeed' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:51:49.708295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-c76b3364-c0de-4476-a80a-5cd2bf4fcd95 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] delete failed (client error): The resource could not be found. Apr 29 11:51:49.711571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c76b3364-c0de-4476-a80a-5cd2bf4fcd95 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/routers/87cb936d-9d6f-4750-a902-a9c838db563a HTTP/1.1" status: 404 len: 336 time: 0.1075716 Apr 29 11:51:49.712418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54534) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.756366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.759371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.764950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:49.765598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.831304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] DHCP port deletion for 7e12fbde-6796-42b0-aa88-b88e2188a281 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:49.834050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-76b83421-5c92-4b0e-8359-731015f57c03 None None] Provisioning complete for port 9c2d2da9-fdec-487b-9340-6c99a9352ecf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:49.834689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-76b83421-5c92-4b0e-8359-731015f57c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.859776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.878260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4040525 Apr 29 11:51:49.884055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54538) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.888378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Deleting port 66da3181-ad24-41ca-8687-291a05636fcd {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:49.888754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.896066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:49.910067 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-779fccac-1336-48d5-9c49-37e75657fbdc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:49.910825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779fccac-1336-48d5-9c49-37e75657fbdc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:49.915774 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-779fccac-1336-48d5-9c49-37e75657fbdc tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/dd4a12c7-6756-458c-b048-3ec68bfcbd5f HTTP/1.1" status: 404 len: 337 time: 0.1912475 Apr 29 11:51:49.916973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54542) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.953024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-76b83421-5c92-4b0e-8359-731015f57c03 None None] Port 9c2d2da9-fdec-487b-9340-6c99a9352ecf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:49.974367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992ba82-b749-44e6-bd58-45eca7ba0d14 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=4dba0c57-49a0-4f60-a39c-ca8138c1c1f9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:49.981154 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e59a0ec-52cb-492b-92f5-20faf4fc85c9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:49.981744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e59a0ec-52cb-492b-92f5-20faf4fc85c9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:49.983499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:49.984093 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1e59a0ec-52cb-492b-92f5-20faf4fc85c9 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/baece8b5-2ead-4c33-8a61-0f0697fc2691 HTTP/1.1" status: 404 len: 337 time: 0.0666773 Apr 29 11:51:49.988083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54546) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:49.995166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:51:50.040342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8ceef-8114-461d-8588-45ab914c1ebf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:50.047154 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-291ff880-8c4a-45a9-a063-151981c6403c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.047596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291ff880-8c4a-45a9-a063-151981c6403c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.053605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.054970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5f6d0d65-d1fe-4a62-b610-2b28669b693d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/41e8ceef-8114-461d-8588-45ab914c1ebf HTTP/1.1" status: 204 len: 168 time: 0.4681776 Apr 29 11:51:50.056735 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-291ff880-8c4a-45a9-a063-151981c6403c tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/27805611-3a32-4d89-a50a-a5c64e80b709 HTTP/1.1" status: 404 len: 337 time: 0.0600321 Apr 29 11:51:50.057596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54550) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.060392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54554) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.063233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:50.067233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:50.070414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:50.076615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:50.087853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:50.091413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.120135 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5316723-f13a-4bd4-b8d9-23168790d4c8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.120593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5316723-f13a-4bd4-b8d9-23168790d4c8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.122499 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c5316723-f13a-4bd4-b8d9-23168790d4c8 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/1c37dde0-930b-41ab-8539-ad9be2d1f465 HTTP/1.1" status: 404 len: 333 time: 0.0611243 Apr 29 11:51:50.125872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54558) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.154043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d39fab93-4256-4c91-a808-8e8ccee41cba tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:50.172649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d39fab93-4256-4c91-a808-8e8ccee41cba tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:50.177923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d39fab93-4256-4c91-a808-8e8ccee41cba tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153460 Apr 29 11:51:50.178699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54562) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.183930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--77762240'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:50.192115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:50.203748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:50.215531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.238373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:50.242538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:50.246130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:50.252268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:50.254630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-113436c6-224c-4273-bf3c-90af692b1725 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.255086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113436c6-224c-4273-bf3c-90af692b1725 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.259212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-113436c6-224c-4273-bf3c-90af692b1725 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0dd27bd7-bf0c-4487-b121-c4967988bc89 HTTP/1.1" status: 404 len: 337 time: 0.1297867 Apr 29 11:51:50.260002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54566) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.282215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] For port 66da3181-ad24-41ca-8687-291a05636fcd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66da3181-ad24-41ca-8687-291a05636fcd,segment=NetworkSegment(2d6efc65-579f-4031-8aa2-7e0718a93366),segment_id=2d6efc65-579f-4031-8aa2-7e0718a93366)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:50.282492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.313629 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c39d62-7e7f-463c-98a1-14f26ed31c70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.315379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c39d62-7e7f-463c-98a1-14f26ed31c70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.321047 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f4c39d62-7e7f-463c-98a1-14f26ed31c70 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0e2df9c6-f1db-44e8-becb-8604b3dfae43 HTTP/1.1" status: 404 len: 337 time: 0.0580399 Apr 29 11:51:50.326885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54570) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.374385 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da625f4-1699-4eec-bb59-b386f696212b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.374703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da625f4-1699-4eec-bb59-b386f696212b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.386358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2da625f4-1699-4eec-bb59-b386f696212b tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/e4842cde-f1c7-4ea8-93d3-0cd774b1b1fa HTTP/1.1" status: 404 len: 333 time: 0.0560184 Apr 29 11:51:50.386567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54574) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.412147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66da3181-ad24-41ca-8687-291a05636fcd no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:50.432619 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe6c64b-0d8d-4922-b446-16f9c9163d5d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.433058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe6c64b-0d8d-4922-b446-16f9c9163d5d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.433378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.448803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Calling delete_port for 66da3181-ad24-41ca-8687-291a05636fcd owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:50.456753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-efe6c64b-0d8d-4922-b446-16f9c9163d5d tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/96bd7472-bb7f-4fcb-a440-63b3661bb34a HTTP/1.1" status: 404 len: 337 time: 0.0665162 Apr 29 11:51:50.458089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54578) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.543210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=c2a913df-fe4f-4fec-baab-f73fae39b842,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:50.550116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '981cb946-a6d1-439c-af31-61b1e374b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:50.550608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:51:50.572194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:51:50.583574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:50.598092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:50.598807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.600039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6051e-1255-47ce-82e7-4666812cf32d None None] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:50.625372 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5d9e39ee-64a5-485b-8594-490abd564a66 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7371521 Apr 29 11:51:50.626065 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-5655e5bd-44f8-4937-8c6a-142dc53a6562 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] DELETE failed (client error): The resource could not be found. Apr 29 11:51:50.626507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5655e5bd-44f8-4937-8c6a-142dc53a6562 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:51:50.629426 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5655e5bd-44f8-4937-8c6a-142dc53a6562 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/subnets/0473fb28-3d90-473c-9aaa-92c26bd37699 HTTP/1.1" status: 404 len: 337 time: 0.1698837 Apr 29 11:51:50.629426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54582) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.632481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54584) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.633242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.637521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-947079082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:50.644073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:50.648416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:50.650962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:50.651808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.656983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:50.664877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.685622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.686993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.704159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.708234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5257368 Apr 29 11:51:50.708413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54590) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.713678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0a4c1edf-0474-4aa0-afb1-3aa9f52ef21a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'b7943dcd-7e9e-4b6d-a1ae-310d8508e429', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:50.714438 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-0a4c1edf-0474-4aa0-afb1-3aa9f52ef21a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 11:51:50.714901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-0a4c1edf-0474-4aa0-afb1-3aa9f52ef21a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:50.718520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0a4c1edf-0474-4aa0-afb1-3aa9f52ef21a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064952 Apr 29 11:51:50.718714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54594) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.723922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.734177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Deleting port 9c2d2da9-fdec-487b-9340-6c99a9352ecf {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:50.734512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.735017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece41e-fe9f-4dc6-affc-d9578cfbf299 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7943dcd-7e9e-4b6d-a1ae-310d8508e429,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:50.749272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.758492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] Pushing event deleted for resources: {'Port': ['ID=66da3181-ad24-41ca-8687-291a05636fcd,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:50.762428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.778720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.783020 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7a8855b1-1519-4a86-a7e7-6ef6cad23d86 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1503227 Apr 29 11:51:50.783207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445359ed-6f5a-4b52-80ff-bfabd8ae8afd None None] No DVR routers for this DVR port 66da3181-ad24-41ca-8687-291a05636fcd on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:50.784914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54598) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:50.885260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eec14171-f193-40d0-8b2e-7d12c8f5aeed no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:51:50.908289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:50.943983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: eec14171-f193-40d0-8b2e-7d12c8f5aeed {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:51:50.944271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device eec14171-f193-40d0-8b2e-7d12c8f5aeed not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:51:51.017051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.029662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4dba0c57-49a0-4f60-a39c-ca8138c1c1f9', 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': 'c2a913df-fe4f-4fec-baab-f73fae39b842'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:51:51.030595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.056671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.195452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Calling delete_port for 9c2d2da9-fdec-487b-9340-6c99a9352ecf owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:51.199920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Allocated IP 172.20.0.2 (4dba0c57-49a0-4f60-a39c-ca8138c1c1f9/c2a913df-fe4f-4fec-baab-f73fae39b842/7e928116-c547-4cb6-bbc3-cddea774af27) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:51.241500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.268182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7943dcd-7e9e-4b6d-a1ae-310d8508e429,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:51.285834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.289297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7eb934a5-f07b-4ed6-8af6-7e1ae128a5e9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7943dcd-7e9e-4b6d-a1ae-310d8508e429 HTTP/1.1" status: 204 len: 168 time: 0.5673368 Apr 29 11:51:51.302506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54602) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:51.304693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.317123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.373458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Port': ['ID=9c2d2da9-fdec-487b-9340-6c99a9352ecf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:51.391585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.409413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-51d77b91-9eb3-412e-a123-b362aa9e3987 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/ports/9c2d2da9-fdec-487b-9340-6c99a9352ecf HTTP/1.1" status: 204 len: 168 time: 0.7736566 Apr 29 11:51:51.410898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54606) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:51.432090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.443397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Transition to ACTIVE for port object 7e928116-c547-4cb6-bbc3-cddea774af27 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:51.463289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Transition to ACTIVE for port object 7e928116-c547-4cb6-bbc3-cddea774af27 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:51.473012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.536788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-debcd459-a5bd-4add-9377-0fc798fe3326 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:51.547235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.552072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:51.555256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:51.559624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:51.563981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-debcd459-a5bd-4add-9377-0fc798fe3326 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:51.568763 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-debcd459-a5bd-4add-9377-0fc798fe3326 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2631781 Apr 29 11:51:51.568927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Pushing event updated for resources: {'Port': ['ID=7e928116-c547-4cb6-bbc3-cddea774af27,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:51.569061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54610) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:51.581779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--760366753'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:51.590234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:51.610482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:51.664343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.673450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Attempting to bind port 7e928116-c547-4cb6-bbc3-cddea774af27 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:51:51.674127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Attempting to bind port 7e928116-c547-4cb6-bbc3-cddea774af27 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '981cb946-a6d1-439c-af31-61b1e374b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:51:51.674573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Attempting to bind port 7e928116-c547-4cb6-bbc3-cddea774af27 on network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:51:51.680475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:51:51.680960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Checking segment: {'id': '981cb946-a6d1-439c-af31-61b1e374b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:51:51.681508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.681973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Bound using segment: {'id': '981cb946-a6d1-439c-af31-61b1e374b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:51:51.682528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Bound port: 7e928116-c547-4cb6-bbc3-cddea774af27, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981cb946-a6d1-439c-af31-61b1e374b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dba0c57-49a0-4f60-a39c-ca8138c1c1f9'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:51:51.683120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.697455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:51.705556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:51.711211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:51.712293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.740830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e12fbde-6796-42b0-aa88-b88e2188a281']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:51.747703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:51.754612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6efc65-579f-4031-8aa2-7e0718a93366') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:51.755035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6efc65-579f-4031-8aa2-7e0718a93366') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:51.769623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.780979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] For port 7e928116-c547-4cb6-bbc3-cddea774af27, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:51:51.787075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] For port 7e928116-c547-4cb6-bbc3-cddea774af27, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7e928116-c547-4cb6-bbc3-cddea774af27,segment=NetworkSegment(981cb946-a6d1-439c-af31-61b1e374b76d),segment_id=981cb946-a6d1-439c-af31-61b1e374b76d)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:51:51.790571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.792870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.799064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.20.0.1 (4dba0c57-49a0-4f60-a39c-ca8138c1c1f9/c2a913df-fe4f-4fec-baab-f73fae39b842/eb960c75-185f-41bb-9bcc-7eebd6afec65) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:51:51.803989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:51.804456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:51.820248 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:51.891496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985dea-ac7b-4388-8e95-e09205d9c54a None None] Pushing event updated for resources: {'Port': ['ID=7e928116-c547-4cb6-bbc3-cddea774af27,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:51.962036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:51.975844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.034582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.053030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.053470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f83336-dd61-4ede-8f4c-3a6c6adf5591,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:52.064504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] Pushing event deleted for resources: {'Network': ['ID=7e12fbde-6796-42b0-aa88-b88e2188a281,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:52.070078 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0324c695-1226-4f50-bd05-e03f6d626a13 tempest-PortsTestJSON-1124416277 tempest-PortsTestJSON-1124416277-project] 10.222.0.53 "DELETE /v2.0/networks/7e12fbde-6796-42b0-aa88-b88e2188a281 HTTP/1.1" status: 204 len: 168 time: 0.6578393 Apr 29 11:51:52.073233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.078179 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8ead47d0-a82f-494b-ba9d-08e1b7343329 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5047133 Apr 29 11:51:52.083022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.083212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54616) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.089826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f8082700-e38b-4713-a6b9-6c0b380383b9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'f6f83336-dd61-4ede-8f4c-3a6c6adf5591', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.090410 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-f8082700-e38b-4713-a6b9-6c0b380383b9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 11:51:52.090912 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-f8082700-e38b-4713-a6b9-6c0b380383b9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:52.095549 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f8082700-e38b-4713-a6b9-6c0b380383b9 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107558 Apr 29 11:51:52.096367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54620) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.101776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object eb960c75-185f-41bb-9bcc-7eebd6afec65 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:51:52.132230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.219072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.257318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:52.258488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=eb960c75-185f-41bb-9bcc-7eebd6afec65,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:52.258845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.261288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:52.263624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:51:52.339639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.356856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.385940 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f83336-dd61-4ede-8f4c-3a6c6adf5591,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:52.401050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.412162 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1f00004c-46a3-424f-bdd8-240de2758479 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6f83336-dd61-4ede-8f4c-3a6c6adf5591 HTTP/1.1" status: 204 len: 168 time: 0.3124449 Apr 29 11:51:52.412987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54626) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.458686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7e928116-c547-4cb6-bbc3-cddea774af27 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:52.495677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0ff3db7a-43c7-49bd-b6a9-a683410ea0f0 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:52.528811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0ff3db7a-43c7-49bd-b6a9-a683410ea0f0 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:52.530180 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0ff3db7a-43c7-49bd-b6a9-a683410ea0f0 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166561 Apr 29 11:51:52.535379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54630) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.543286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--967446866'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.552568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:52.565255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54634) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.568123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:52.574560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7e928116-c547-4cb6-bbc3-cddea774af27 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:52.584938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.607303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:52.611396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:52.615222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:52.621773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:52.654155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.704268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.708156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.785902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400bd29f-6444-4ba0-8974-614c3170fe3b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:52.793519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.797626 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-133e3b13-ecef-48d3-9c3e-9a70cd4307b3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2583632 Apr 29 11:51:52.797979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54640) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.809897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1619aae3-e870-47af-82a0-609e33a0d62f tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '400bd29f-6444-4ba0-8974-614c3170fe3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.810788 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-1619aae3-e870-47af-82a0-609e33a0d62f tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 11:51:52.811274 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-1619aae3-e870-47af-82a0-609e33a0d62f tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:52.815225 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1619aae3-e870-47af-82a0-609e33a0d62f tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135028 Apr 29 11:51:52.817468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54644) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.825108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-38442ebe-e81d-4aba-a7a7-6f97db99108e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '400bd29f-6444-4ba0-8974-614c3170fe3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.825739 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-38442ebe-e81d-4aba-a7a7-6f97db99108e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 11:51:52.826418 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-38442ebe-e81d-4aba-a7a7-6f97db99108e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:52.830452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38442ebe-e81d-4aba-a7a7-6f97db99108e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088317 Apr 29 11:51:52.830452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54648) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.834857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a74fdd21-5c17-438e-80f9-f437a793a77f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92e3aa3fc6a943628b67b192b8f53f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685685 Apr 29 11:51:52.839122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c19cb164-d1e1-4f2b-829e-a21117094447 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '400bd29f-6444-4ba0-8974-614c3170fe3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.839944 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-c19cb164-d1e1-4f2b-829e-a21117094447 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 11:51:52.840422 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-c19cb164-d1e1-4f2b-829e-a21117094447 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:52.841342 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c19cb164-d1e1-4f2b-829e-a21117094447 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099943 Apr 29 11:51:52.841867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54652) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.853935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54656) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.862624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0514d332-26af-4a94-8dc1-81516cc600ff tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '400bd29f-6444-4ba0-8974-614c3170fe3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:52.864017 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-0514d332-26af-4a94-8dc1-81516cc600ff tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 11:51:52.864666 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-0514d332-26af-4a94-8dc1-81516cc600ff tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:52.868331 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0514d332-26af-4a94-8dc1-81516cc600ff tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106032 Apr 29 11:51:52.868331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54660) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:52.953560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:52.985454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.010942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.042688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.109893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.113531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.118251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.131772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.145130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bd29f-6444-4ba0-8974-614c3170fe3b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:53.167276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ba243-1b7e-49f1-ab2d-909067da1bf2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:53.174409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.175608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c4a4fd3b-11bd-4256-b1d4-b587beb65bf3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/400bd29f-6444-4ba0-8974-614c3170fe3b HTTP/1.1" status: 204 len: 168 time: 0.3064544 Apr 29 11:51:53.178330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.179424 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-27ee3d03-6fd2-40fc-8ad3-800d0c5bce45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/695ba243-1b7e-49f1-ab2d-909067da1bf2 HTTP/1.1" status: 204 len: 168 time: 0.3367033 Apr 29 11:51:53.180193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54664) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.259373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.262989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=eb960c75-185f-41bb-9bcc-7eebd6afec65,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:53.277907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a6f76-7d06-4d99-b707-ed136e3da892 None None] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:53.279144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2cac4fa7-eeac-4f22-9319-d4cbf4b1538a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:53.302166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2cac4fa7-eeac-4f22-9319-d4cbf4b1538a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:53.304860 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2cac4fa7-eeac-4f22-9319-d4cbf4b1538a tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235309 Apr 29 11:51:53.310144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54670) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.320372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--902459527'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.330221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:53.342752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:53.355831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.386848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:53.392097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:53.395182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:53.403733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:53.431324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:51:53.432604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:51:53.486100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Provisioning for port 7e928116-c547-4cb6-bbc3-cddea774af27 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:53.505973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Provisioning complete for port 7e928116-c547-4cb6-bbc3-cddea774af27 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:53.506399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.527879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.535114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.625607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedfb3ca-9245-47ac-a91e-b12d6ff2f067,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:53.629337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.634069 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cbd45b05-50e5-432b-9bce-be8ddf650094 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3224242 Apr 29 11:51:53.635168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54682) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.641190 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9045dc7f-d40c-4fb3-b87d-e5dd21c1b1ea tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.641707 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-9045dc7f-d40c-4fb3-b87d-e5dd21c1b1ea tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:51:53.642201 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9045dc7f-d40c-4fb3-b87d-e5dd21c1b1ea tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.644527 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9045dc7f-d40c-4fb3-b87d-e5dd21c1b1ea tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069711 Apr 29 11:51:53.646118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54686) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.651895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.661543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:53.669266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:53.674193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:53.682451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:53.738184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.739454 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-322abfed-4781-4499-b565-756888c4e823 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0922635 Apr 29 11:51:53.740701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router dd56f6e4-d596-48fd-8ca3-34ab26150e3b is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:51:53.742490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54692) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.751511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0ba6c005-340d-4607-8de9-5581379dfe93 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.752571 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-0ba6c005-340d-4607-8de9-5581379dfe93 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 11:51:53.753357 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-0ba6c005-340d-4607-8de9-5581379dfe93 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.754584 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0ba6c005-340d-4607-8de9-5581379dfe93 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106001 Apr 29 11:51:53.754896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.757991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54696) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.767170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.776203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:53.782036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:53.786673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:53.791395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] For port 7e928116-c547-4cb6-bbc3-cddea774af27, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7e928116-c547-4cb6-bbc3-cddea774af27,segment=NetworkSegment(981cb946-a6d1-439c-af31-61b1e374b76d),segment_id=981cb946-a6d1-439c-af31-61b1e374b76d)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:53.796918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:53.797219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:53.839325 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.846302 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9d7f4e03-e62c-4ec7-b03b-4ac2a31a7f7e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0867240 Apr 29 11:51:53.847473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54702) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.854848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8fa93299-ea73-49aa-b8ec-35ad4a956127 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.856055 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-8fa93299-ea73-49aa-b8ec-35ad4a956127 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 11:51:53.856824 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-8fa93299-ea73-49aa-b8ec-35ad4a956127 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.858103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8fa93299-ea73-49aa-b8ec-35ad4a956127 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089772 Apr 29 11:51:53.861001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54706) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.867282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.876968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:53.882493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:53.894730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2758f4-6898-4a34-bd20-573f37ced13b None None] Pushing event updated for resources: {'Port': ['ID=7e928116-c547-4cb6-bbc3-cddea774af27,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:53.902896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:53.913836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:53.932132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:53.941312 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-09d5099d-80ec-4273-a66d-b7e56bfaa503 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/dd56f6e4-d596-48fd-8ca3-34ab26150e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564231 Apr 29 11:51:53.944316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54714) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.952498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] Sync routers for ids ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:53.971186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] Routers {'dd56f6e4-d596-48fd-8ca3-34ab26150e3b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:53.972222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:53.973864 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.975156 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3e85e5d8-6860-42dc-bf5f-9c45c36e9fbc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1128004 Apr 29 11:51:53.978949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54718) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:53.989925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9e48df23-2c05-411c-8039-81ef8c21bfca tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:53.990406 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-9e48df23-2c05-411c-8039-81ef8c21bfca tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 11:51:53.990895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9e48df23-2c05-411c-8039-81ef8c21bfca tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:53.995257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9e48df23-2c05-411c-8039-81ef8c21bfca tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118716 Apr 29 11:51:53.998998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54722) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.010181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:54.022502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.034486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.037417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:54.038684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.048358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] Routers {'dd56f6e4-d596-48fd-8ca3-34ab26150e3b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:54.049673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:54.054948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5b3f45-40e1-4dce-9883-dae6054dcbf6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:51:54.055579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.055688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8c5b3f45-40e1-4dce-9883-dae6054dcbf6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:54.097331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8c5b3f45-40e1-4dce-9883-dae6054dcbf6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:54.101831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8c5b3f45-40e1-4dce-9883-dae6054dcbf6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports/eb960c75-185f-41bb-9bcc-7eebd6afec65 HTTP/1.1" status: 200 len: 910 time: 0.1518691 Apr 29 11:51:54.103445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54726) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.135551 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:54.139475 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-49cd7b54-4d41-4016-92a9-accefe8a821b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1362717 Apr 29 11:51:54.140137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54732) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.149154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': 'cedfb3ca-9245-47ac-a91e-b12d6ff2f067', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:54.156883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:54.157453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc273af-e0de-40f6-b8aa-cde34632299e None None] The sync data for ids ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:54.166257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.170981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.175740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.183832 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.227627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Provisioning for port eb960c75-185f-41bb-9bcc-7eebd6afec65 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:51:54.233764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Provisioning complete for port eb960c75-185f-41bb-9bcc-7eebd6afec65 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:54.234716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.237808 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:54.239221 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fbda9da4-cfcc-41f9-919c-5397595497c7 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0980082 Apr 29 11:51:54.249317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54736) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.308788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54740) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.357620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Port eb960c75-185f-41bb-9bcc-7eebd6afec65 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:54.378067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7e928116-c547-4cb6-bbc3-cddea774af27 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:51:54.424026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.485864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.495371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Provisioning complete for port 7e928116-c547-4cb6-bbc3-cddea774af27 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:54.495971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62816715-2e77-49b8-a43e-c4c410c755d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.555890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733708969'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:54.566728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.571801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.576642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.583337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.596506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.630844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.642597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedfb3ca-9245-47ac-a91e-b12d6ff2f067,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:54.652823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7e928116-c547-4cb6-bbc3-cddea774af27 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:54.653245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.655029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.669721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.670842 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a4c1701e-f37b-4a2c-b956-e9e9f5a0bb8d tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/cedfb3ca-9245-47ac-a91e-b12d6ff2f067 HTTP/1.1" status: 204 len: 168 time: 0.4204211 Apr 29 11:51:54.675032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54746) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.692445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f436a-f5b7-47a7-97f8-4b8f38084bfc None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 11:51:54.701656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.714074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.725511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.735250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.771319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f5033b38-5324-44fc-9a78-755c71753e87 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:54.797408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f5033b38-5324-44fc-9a78-755c71753e87 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:54.803024 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f5033b38-5324-44fc-9a78-755c71753e87 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227844 Apr 29 11:51:54.805549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54750) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:54.814314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951471861'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:54.821996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.843385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.876564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.911797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.915793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.919399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.922607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.926168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.939116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.944566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:54.950778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b388ff3d-ec05-40d1-ac03-f6c4965689c1 None None] Provisioning complete for port eb960c75-185f-41bb-9bcc-7eebd6afec65 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:51:54.951014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b388ff3d-ec05-40d1-ac03-f6c4965689c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.956252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:54.958532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:54.970039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:54.982718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f436a-f5b7-47a7-97f8-4b8f38084bfc None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 11:51:54.982956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:54.993614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e7ae5-ced7-4a83-ac8b-e2dd06247649,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.056025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b388ff3d-ec05-40d1-ac03-f6c4965689c1 None None] Port eb960c75-185f-41bb-9bcc-7eebd6afec65 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:51:55.107030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.112251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.149574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.164866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.191113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b01720-f829-4225-9487-9e3f86673514,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.222336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.226432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e7504f7a-b958-4766-9ac9-7baf056711ad tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4162099 Apr 29 11:51:55.231910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54754) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.238331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.239896 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9251533 Apr 29 11:51:55.243969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '56b01720-f829-4225-9487-9e3f86673514', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:55.251754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54758) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.254750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:55.272016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924cd90-2173-451a-bac1-d781b8cfc9d7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55187cc7-c2d9-46ab-b638-f044c24848c3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.274974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:55.280281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:55.290918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:55.357167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d331c795-cbab-4447-982b-0a72b07cc62b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:55.357547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port eb960c75-185f-41bb-9bcc-7eebd6afec65 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:55.357547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.370270 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The resource could not be found. Apr 29 11:51:55.374043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d2a2127-82fb-44ff-a257-a6eb120d3791 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1385889 Apr 29 11:51:55.374799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54762) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.382176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '56b01720-f829-4225-9487-9e3f86673514', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c0d62a2a-1eb6-4d4c-a0d6-68086f7c62fa'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:55.389253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:55.393562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d331c795-cbab-4447-982b-0a72b07cc62b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:55.395430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d331c795-cbab-4447-982b-0a72b07cc62b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1421595 Apr 29 11:51:55.396297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:55.399173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54766) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.401726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:55.410821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-security--830017404', 'description': 'tempest-security-description-501358042'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:55.419198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:55.459754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.516312 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The resource could not be found. Apr 29 11:51:55.517681 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f851d71c-1ee8-44c9-81fe-d3577b621047 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1419525 Apr 29 11:51:55.522720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54770) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.530480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.535113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.537522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.538750 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "PUT /v2.0/security-groups/55187cc7-c2d9-46ab-b638-f044c24848c3 HTTP/1.1" status: 200 len: 1778 time: 0.1386232 Apr 29 11:51:55.544908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54774) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.567035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55187cc7-c2d9-46ab-b638-f044c24848c3,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.574398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.574738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.575063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.575413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.575763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.576075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.576426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.576751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.577071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.577429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.577772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.578077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded2ef26-71f9-4d3c-bdc4-db43f3869e8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.629924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.712618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-21b71d81-fbbb-4af4-9877-9672606b07dc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups/55187cc7-c2d9-46ab-b638-f044c24848c3 HTTP/1.1" status: 200 len: 1778 time: 0.1665070 Apr 29 11:51:55.715476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54778) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.776101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for eb960c75-185f-41bb-9bcc-7eebd6afec65 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:55.784939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.802749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.813664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.851288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.863932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.887990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55187cc7-c2d9-46ab-b638-f044c24848c3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.902156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.906213 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-19f0b494-b0c5-4740-8b7d-77626ae86298 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/55187cc7-c2d9-46ab-b638-f044c24848c3 HTTP/1.1" status: 204 len: 168 time: 0.1896892 Apr 29 11:51:55.906988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54782) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.931453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.952337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b01720-f829-4225-9487-9e3f86673514,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:55.964183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8b52f967-5d72-40c0-a377-968feb57de8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:55.968098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.968637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.968746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.969074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.969412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.969750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.970073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.970390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.970712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.971031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.971353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.971666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:51:55.974349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:55.975427 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9afb5856-2736-46d5-bec4-803e5d972bf1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/56b01720-f829-4225-9487-9e3f86673514 HTTP/1.1" status: 204 len: 168 time: 0.4518261 Apr 29 11:51:55.978194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54786) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:55.994865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8b52f967-5d72-40c0-a377-968feb57de8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:55.996083 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8b52f967-5d72-40c0-a377-968feb57de8b tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880251 Apr 29 11:51:55.999749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54790) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.024365 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-af62394e-28c4-4e52-8847-5d951d585978 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] delete failed (client error): The resource could not be found. Apr 29 11:51:56.025326 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-af62394e-28c4-4e52-8847-5d951d585978 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/55187cc7-c2d9-46ab-b638-f044c24848c3 HTTP/1.1" status: 404 len: 347 time: 0.0252650 Apr 29 11:51:56.029570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54794) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.037036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624046274'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.039024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.051660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.062686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1bb333d1-93c7-4751-bead-1de6fbea986b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:56.068583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.085347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.091121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=eb960c75-185f-41bb-9bcc-7eebd6afec65,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:56.096453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1bb333d1-93c7-4751-bead-1de6fbea986b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:56.097715 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1bb333d1-93c7-4751-bead-1de6fbea986b tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181662 Apr 29 11:51:56.104424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54798) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.112096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '8bd81e09-cffb-47e7-adbc-661fabf2cba5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.122203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.124726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.129032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.131820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.134324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.136979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.144470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.146581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.204387 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The resource could not be found. Apr 29 11:51:56.205449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-21e92e30-f361-4c33-becb-b6a6a674b580 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1000960 Apr 29 11:51:56.212127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54802) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.222020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--486412404'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.235122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.263399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.270840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.286510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.302213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.352784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.360368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.362984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4dcbbb-59db-4e4f-9591-692a9639035f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:56.366083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.372198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.375317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.380193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.380338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-40e07c7d-0be4-4d9b-ae60-bf8aa08f3e9f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3497884 Apr 29 11:51:56.385558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': 'ed4dcbbb-59db-4e4f-9591-692a9639035f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.456318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.458445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.461434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.466541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.470945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.477841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.481271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.506750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f629f67-3c9f-4590-92a1-770429b77a83,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:56.513031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.514310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-56dca4b5-af23-4866-bb82-1b40d54404cc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3013766 Apr 29 11:51:56.517004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54810) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.522210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--476422867'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.528076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.532201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.535258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.541338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.553585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.578005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.581991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.584952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.591131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.630969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.666120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.672754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.721268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f52c00-c2cb-41ef-8111-3895f71f374a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:56.725328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.726680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-808b84ab-c142-4c2a-8950-780880822be5 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2086856 Apr 29 11:51:56.729519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54814) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.735010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group_rule': {'security_group_id': '2f629f67-3c9f-4590-92a1-770429b77a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '64f52c00-c2cb-41ef-8111-3895f71f374a'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:56.741127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:56.745247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:56.748251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:56.754281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:56.786962 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 11:51:56.787920 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fb33a80b-8c52-41d3-85e0-70c00343b237 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0574913 Apr 29 11:51:56.790891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54818) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:56.830391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router dd56f6e4-d596-48fd-8ca3-34ab26150e3b has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:51:56.836629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.845120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.857199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.884184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.934991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.952427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f52c00-c2cb-41ef-8111-3895f71f374a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:56.961023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:56.962253 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-55cd6554-3ff2-413b-ac8e-11c2442140eb tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/64f52c00-c2cb-41ef-8111-3895f71f374a HTTP/1.1" status: 204 len: 168 time: 0.1704004 Apr 29 11:51:56.965074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54822) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.001122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7d6b2b-06c0-4c10-94b6-71f4a8524d89,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:57.013478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:51:57.021863 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4cb32f0f-c55e-4aa2-9ed2-fb5be880f6d6 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/dd56f6e4-d596-48fd-8ca3-34ab26150e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173245 Apr 29 11:51:57.022449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54826) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.023413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.023642 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] Sync routers for ids ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:51:57.027799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0e711d5-5744-4052-a6a8-1e9f45f9294d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6469297 Apr 29 11:51:57.028047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54830) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.033674 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] Routers {'dd56f6e4-d596-48fd-8ca3-34ab26150e3b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:57.034260 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:57.079946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b7958fe2-0252-4411-b336-5e9f5cc3073c tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:57.087974 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-239e0adb-bc5c-4574-bcca-4ffeae9a63d4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd56f6e4-d596-48fd-8ca3-34ab26150e3b HTTP/1.1" status: 200 len: 205 time: 0.0617249 Apr 29 11:51:57.088658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54834) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.095373 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:57.104003 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] Routers {'dd56f6e4-d596-48fd-8ca3-34ab26150e3b'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:51:57.104609 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:57.113276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.124875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.130405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b7958fe2-0252-4411-b336-5e9f5cc3073c tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:57.135107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b7958fe2-0252-4411-b336-5e9f5cc3073c tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1657541 Apr 29 11:51:57.136362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.165862 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:57.166272 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b261becd-70bf-4591-8eac-3bf4771e17cf None None] The sync data for ids ['dd56f6e4-d596-48fd-8ca3-34ab26150e3b'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:51:57.183275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.203651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7d6b2b-06c0-4c10-94b6-71f4a8524d89,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:57.209214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.212973 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d13db3e0-0619-4f8b-82de-295b149a653d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fa7d6b2b-06c0-4c10-94b6-71f4a8524d89 HTTP/1.1" status: 204 len: 168 time: 0.1813319 Apr 29 11:51:57.218118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54842) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.230274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.248633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.258790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.308420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.328756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f629f67-3c9f-4590-92a1-770429b77a83,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:57.339441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.342960 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6e208247-b1bb-4c5d-bb65-dfed429024ab tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f629f67-3c9f-4590-92a1-770429b77a83 HTTP/1.1" status: 204 len: 168 time: 0.2017684 Apr 29 11:51:57.343243 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54846) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.393991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a98ef3b9-abba-41f7-af07-16cffe54bddc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:57.396575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f63752e-9b8c-4d35-b4e0-6f3c20a06e22 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:57.410155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a98ef3b9-abba-41f7-af07-16cffe54bddc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:57.416129 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a98ef3b9-abba-41f7-af07-16cffe54bddc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677309 Apr 29 11:51:57.416665 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54850) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.422287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'tempest-secgroup--803000033'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:57.428915 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:57.439148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:57.449288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.471974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:57.475781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Usage tracker for resource:security_group_rule and tenant:110d7baec87a43409e0d7d15e3c56bb2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:57.478731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:57.484540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:57.555064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.560183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.587795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.590345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.592073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f63752e-9b8c-4d35-b4e0-6f3c20a06e22 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:57.593081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f63752e-9b8c-4d35-b4e0-6f3c20a06e22 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3740551 Apr 29 11:51:57.599459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54854) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.607076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa7b6e-2b72-4e5e-a9e3-ef4f0ff574dd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:57.609853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.613811 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-55bc9067-953f-47cd-90ec-78f68ec1f4f1 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1931427 Apr 29 11:51:57.614042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54858) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.619400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6ba1f3e0-3572-4ca3-bfea-28894ee73710 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:57.619818 dv-neutron-839741-1-hyperv neutron-server[88016]: WARNING neutron.api.v2.base [None req-6ba1f3e0-3572-4ca3-bfea-28894ee73710 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 11:51:57.620310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-6ba1f3e0-3572-4ca3-bfea-28894ee73710 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 11:51:57.624185 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6ba1f3e0-3572-4ca3-bfea-28894ee73710 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "PUT /v2.0/security-groups/baaa7b6e-2b72-4e5e-a9e3-ef4f0ff574dd HTTP/1.1" status: 409 len: 330 time: 0.0061433 Apr 29 11:51:57.624185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54862) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.691549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.721678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.760170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.760643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router dd56f6e4-d596-48fd-8ca3-34ab26150e3b {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:51:57.781055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.782289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.783350 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a32d0b2e-2904-473b-baee-7ed967576721 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/dd56f6e4-d596-48fd-8ca3-34ab26150e3b HTTP/1.1" status: 204 len: 168 time: 0.6933613 Apr 29 11:51:57.786495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54866) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.802098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa7b6e-2b72-4e5e-a9e3-ef4f0ff574dd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:57.810656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.816515 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-08c5e3b3-b76f-4a5e-aa78-1dbd44f43f9e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/baaa7b6e-2b72-4e5e-a9e3-ef4f0ff574dd HTTP/1.1" status: 204 len: 168 time: 0.1869493 Apr 29 11:51:57.819774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.860474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.874366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bb8c483d-01c3-4ffc-b1e1-06a3acfd5cfc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Synchronizing usage tracker for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:57.880825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet c2a913df-fe4f-4fec-baab-f73fae39b842 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:51:57.891543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.893916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bb8c483d-01c3-4ffc-b1e1-06a3acfd5cfc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] Unset dirty status for tenant:110d7baec87a43409e0d7d15e3c56bb2 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:57.895171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bb8c483d-01c3-4ffc-b1e1-06a3acfd5cfc tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742056 Apr 29 11:51:57.904486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.922212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-8ba7d3e8-bb7d-4950-bbdc-f8e77e5b0039 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] delete failed (client error): The resource could not be found. Apr 29 11:51:57.924078 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8ba7d3e8-bb7d-4950-bbdc-f8e77e5b0039 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "DELETE /v2.0/security-groups/2408492b-d779-49c0-956a-da0dffd3da1c HTTP/1.1" status: 404 len: 347 time: 0.0177734 Apr 29 11:51:57.927222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54878) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.933051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:57.944142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-cb9a4f27-c0c1-4976-bbe3-62c7046b01e3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] show failed (client error): The resource could not be found. Apr 29 11:51:57.945130 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb9a4f27-c0c1-4976-bbe3-62c7046b01e3 tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-groups/80a31e5c-cf88-4a4a-b04e-d8ebb2f6f756 HTTP/1.1" status: 404 len: 347 time: 0.0169404 Apr 29 11:51:57.949176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54882) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:57.965373 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-a7beeef7-cd46-4e21-96cd-f73b4b197a5e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] show failed (client error): The resource could not be found. Apr 29 11:51:57.966453 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a7beeef7-cd46-4e21-96cd-f73b4b197a5e tempest-NegativeSecGroupTest-856614879 tempest-NegativeSecGroupTest-856614879-project] 10.222.0.53 "GET /v2.0/security-group-rules/f78b80ed-210c-4f81-96b2-6d405f497319 HTTP/1.1" status: 404 len: 356 time: 0.0163572 Apr 29 11:51:57.981494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.035289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.061109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4dcbbb-59db-4e4f-9591-692a9639035f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:58.090040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.091457 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60f808e1-e424-4eaf-85b5-9a74baaf9d04 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/ed4dcbbb-59db-4e4f-9591-692a9639035f HTTP/1.1" status: 204 len: 168 time: 0.4911268 Apr 29 11:51:58.094529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54888) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.106001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.147182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f046d345-7a52-4c9b-ad1c-22a34d9cbafb tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:51:58.165356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f046d345-7a52-4c9b-ad1c-22a34d9cbafb tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:51:58.166873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f046d345-7a52-4c9b-ad1c-22a34d9cbafb tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713463 Apr 29 11:51:58.171967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54894) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.179765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--400976419'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:58.189850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:58.202739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:58.205040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.249554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a913df-fe4f-4fec-baab-f73fae39b842,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:58.251586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.258008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54898) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.260209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c41500-489e-4326-af22-fc5ee0e3b9eb None None] Network 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:51:58.261078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.273286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-514bbb14-4898-47d4-b5e0-e180edbb490c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a913df-fe4f-4fec-baab-f73fae39b842 HTTP/1.1" status: 204 len: 168 time: 0.4836121 Apr 29 11:51:58.273614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54904) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.319356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:58.327264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:58.372050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:58.391338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:58.407737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.436526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 7e928116-c547-4cb6-bbc3-cddea774af27 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:58.437554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.451719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dae68bc9-78a8-4213-9b7e-0d2c19d6962c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=110d7baec87a43409e0d7d15e3c56bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920817 Apr 29 11:51:58.452661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54908) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.516770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.543272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.578428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.582881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] DHCP port deletion for 4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:51:58.583525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.587819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Deleting port 7e928116-c547-4cb6-bbc3-cddea774af27 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:58.588489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.602111 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.624366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc569c9a-3273-42ad-8fae-100927beff9d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:58.637400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.641008 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c96248ce-5128-4ffc-8a86-92fe243a9c54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc569c9a-3273-42ad-8fae-100927beff9d HTTP/1.1" status: 204 len: 168 time: 0.1848953 Apr 29 11:51:58.668905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4589c7e9-fe85-4b06-968c-15562f91a7eb,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:58.675493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.679253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77213eed-1832-4bba-bf70-5b7fd8fdcce0 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5045676 Apr 29 11:51:58.679855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54914) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.685211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '4589c7e9-fe85-4b06-968c-15562f91a7eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:58.691753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:58.696345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:58.699821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:58.706098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:58.730381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.756739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 7e928116-c547-4cb6-bbc3-cddea774af27, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7e928116-c547-4cb6-bbc3-cddea774af27,segment=NetworkSegment(981cb946-a6d1-439c-af31-61b1e374b76d),segment_id=981cb946-a6d1-439c-af31-61b1e374b76d)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:58.757244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.806699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.820572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.865740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17916619-2657-4f51-9ec0-fdeb324c06aa,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:58.866025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] For port 7e928116-c547-4cb6-bbc3-cddea774af27, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7e928116-c547-4cb6-bbc3-cddea774af27,segment=NetworkSegment(981cb946-a6d1-439c-af31-61b1e374b76d),segment_id=981cb946-a6d1-439c-af31-61b1e374b76d)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:51:58.866522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.887954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:58.890242 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f9822132-25af-4d89-9e2d-2c3a8c34f155 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2095098 Apr 29 11:51:58.892782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54920) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:58.901122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '4589c7e9-fe85-4b06-968c-15562f91a7eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:58.905619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 7e928116-c547-4cb6-bbc3-cddea774af27 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:58.909657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:58.917890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:58.921693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:58.928779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:58.952852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.004815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.040705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Calling delete_port for 7e928116-c547-4cb6-bbc3-cddea774af27 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:51:59.048272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.055622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.057453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port 7e928116-c547-4cb6-bbc3-cddea774af27 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:51:59.083237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bd3bb8-77f3-4df4-bf2f-e08bea2531a3,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.099095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.102029 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5ba03c6a-3d2d-4c17-8196-e2a10986e7a8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065854 Apr 29 11:51:59.103018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=7e928116-c547-4cb6-bbc3-cddea774af27,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.115120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54930) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:59.120584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '4589c7e9-fe85-4b06-968c-15562f91a7eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.132189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.137083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.140701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.147350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.157336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:51:59.158187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:51:59.167552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.214972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.240576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.246276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.251066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba0c57-49a0-4f60-a39c-ca8138c1c1f9']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:59.267201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981cb946-a6d1-439c-af31-61b1e374b76d') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:59.267502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981cb946-a6d1-439c-af31-61b1e374b76d') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:51:59.272573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c609b-4f50-4a83-8927-58fbd65fa82f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.281417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.300833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.303595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.307857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fdfec509-b316-4c83-8e67-7ead1994acbc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1889718 Apr 29 11:51:59.308169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54938) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:59.311821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:51:59.312421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.314866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '4589c7e9-fe85-4b06-968c-15562f91a7eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.320966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.326097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.329306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:51:59.329535 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:51:59.336763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.356500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.415113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.449217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.456714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.462755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.465194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=4dba0c57-49a0-4f60-a39c-ca8138c1c1f9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.480747 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f29f04ed-490a-4245-9ce8-f5ea7380a1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/4dba0c57-49a0-4f60-a39c-ca8138c1c1f9 HTTP/1.1" status: 204 len: 168 time: 1.2027564 Apr 29 11:51:59.481556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54948) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:59.488061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021158626', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.490855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cdb92a-dc21-4fdd-9553-f9280fcbcede,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.495940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.501927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.505366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.507755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.510172 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-40d959d0-b09e-47ac-9896-cec7cb3c680e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007520 Apr 29 11:51:59.512916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54952) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:59.516543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.521761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '4589c7e9-fe85-4b06-968c-15562f91a7eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.530010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.536366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.539477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.542582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.543599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.552454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.562392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54956) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:51:59.568226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.582428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.659859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Deleting port 7e928116-c547-4cb6-bbc3-cddea774af27 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:51:59.660447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.678040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1976928075-network', 'tenant_id': 'b1a2ab4fac5b44f0881cd16bb116df48'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:51:59.684364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.689563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Usage tracker for resource:network and tenant:b1a2ab4fac5b44f0881cd16bb116df48 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.693306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.699895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.715470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Made reservation on behalf of b1a2ab4fac5b44f0881cd16bb116df48 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:51:59.717935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.732558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.741136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7810f75a-c516-45ab-88c2-b1feebe9a1bb None None] The port '7e928116-c547-4cb6-bbc3-cddea774af27' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:51:59.755089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:51:59.760732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Usage tracker for resource:security_group_rule and tenant:b1a2ab4fac5b44f0881cd16bb116df48 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:51:59.764999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:51:59.772684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:51:59.883083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.888067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.913187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:51:59.933747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd5633-a2df-4a52-aae0-98524dd02a48,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:51:59.936687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:51:59.937027 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Added segment 2fa252f1-a5a3-4715-acc8-29640ed8e9af of type vlan for network 64c5fff6-8a5b-4a09-b600-d604caf06500 Apr 29 11:51:59.965845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.002919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.003798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:00.004367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.004813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.009051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.012617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.048318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1562c92-c9b1-43b4-9802-4318b3bbc9c1,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.082490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.083648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4f0e4a43-2c70-43a6-8282-c15c950166e8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5692480 Apr 29 11:52:00.087171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54962) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.101120 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5368929 Apr 29 11:52:00.104407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 54966) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.110744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d415f30-6ef6-44a9-a8cc-91eb3232752f admin admin] Pushing event updated for resources: {'Network': ['ID=64c5fff6-8a5b-4a09-b600-d604caf06500,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.118026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Request body: {'subnet': {'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1976928075-subnet', 'tenant_id': 'b1a2ab4fac5b44f0881cd16bb116df48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:00.122862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 64c5fff6-8a5b-4a09-b600-d604caf06500 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:00.125791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:00.133137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Usage tracker for resource:subnet and tenant:b1a2ab4fac5b44f0881cd16bb116df48 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:00.137543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:00.184406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.197238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:00.207152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.229719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Made reservation on behalf of b1a2ab4fac5b44f0881cd16bb116df48 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:00.232018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.275121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.317148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd7eb-1fe9-43a0-afbd-80e74525cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.333994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7e928116-c547-4cb6-bbc3-cddea774af27 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:00.358366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.362482 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b1562c92-c9b1-43b4-9802-4318b3bbc9c1 HTTP/1.1" status: 204 len: 168 time: 0.2714653 Apr 29 11:52:00.362482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074b4c4-a44e-4e81-903a-9486f5c99125 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1562c92-c9b1-43b4-9802-4318b3bbc9c1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.362770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54970) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.373860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7e928116-c547-4cb6-bbc3-cddea774af27 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:00.374495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7e928116-c547-4cb6-bbc3-cddea774af27 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:00.426329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-47eab853-40ec-42b9-8822-3a262b93b37d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:00.446278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-47eab853-40ec-42b9-8822-3a262b93b37d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:00.450342 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-47eab853-40ec-42b9-8822-3a262b93b37d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0839121 Apr 29 11:52:00.450621 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54974) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.478595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.493520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.519302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.536467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7cdb92a-dc21-4fdd-9553-f9280fcbcede,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.544345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.545616 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c6d8ab11-d131-4b88-9d72-8f5bfd7480f2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e7cdb92a-dc21-4fdd-9553-f9280fcbcede HTTP/1.1" status: 204 len: 168 time: 0.0940356 Apr 29 11:52:00.548350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54978) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.600221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b2995187-077b-4f74-9b3b-3865efec3fe8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:00.603972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.617214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b2995187-077b-4f74-9b3b-3865efec3fe8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:00.618524 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b2995187-077b-4f74-9b3b-3865efec3fe8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0693281 Apr 29 11:52:00.621512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54982) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.639353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.650568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.661476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.686588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.707095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176c609b-4f50-4a83-8927-58fbd65fa82f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.714693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.716000 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0765d7ae-18b7-4400-bcc7-f339cd3aee87 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/176c609b-4f50-4a83-8927-58fbd65fa82f HTTP/1.1" status: 204 len: 168 time: 0.0935502 Apr 29 11:52:00.718887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54986) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.724584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.768155 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5acc16b8-b8d6-4bd4-a020-33d7902624f3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:00.784956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5acc16b8-b8d6-4bd4-a020-33d7902624f3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:00.786624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5acc16b8-b8d6-4bd4-a020-33d7902624f3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0668242 Apr 29 11:52:00.789893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.820580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.832531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.856298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=077f02eb-818d-440e-a6e0-ee09c8c574bf,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.862331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.873553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Checking segment: {'id': '2fa252f1-a5a3-4715-acc8-29640ed8e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:00.873975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Network hostable DHCP agents. Network: 64c5fff6-8a5b-4a09-b600-d604caf06500, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:00.883524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2bd3bb8-77f3-4df4-bf2f-e08bea2531a3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:00.887868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:00.889029 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c5f8d96-68e1-414d-a630-918ed24bf34c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b2bd3bb8-77f3-4df4-bf2f-e08bea2531a3 HTTP/1.1" status: 204 len: 168 time: 0.0981317 Apr 29 11:52:00.891698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54994) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.894407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.26.0.172 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b60c5f68-fa27-47dd-9d57-2623f644fae6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:00.926828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Network 64c5fff6-8a5b-4a09-b600-d604caf06500 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:00.946020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7e8c1a68-99c8-47b7-bac6-88a60c7d2f14 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:00.949241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 64c5fff6-8a5b-4a09-b600-d604caf06500) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:00.957742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50faf21f-3727-4ce8-a52f-94f7e1f38038 None None] Network 64c5fff6-8a5b-4a09-b600-d604caf06500 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:00.967698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7e8c1a68-99c8-47b7-bac6-88a60c7d2f14 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:00.971889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e8c1a68-99c8-47b7-bac6-88a60c7d2f14 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0766177 Apr 29 11:52:00.972257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 54998) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:00.997022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:00.997658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.001730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.012488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.039925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.041722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ab5610f9-c7fc-4792-af46-c45b59779eaf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9353073 Apr 29 11:52:01.061596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17916619-2657-4f51-9ec0-fdeb324c06aa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:01.084094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.089286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.090700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6ecc863-e404-4c1f-8710-2a7592d0e7cc tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/17916619-2657-4f51-9ec0-fdeb324c06aa HTTP/1.1" status: 204 len: 168 time: 0.1172647 Apr 29 11:52:01.093287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55004) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.129189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.146468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-49afb767-ddb6-4839-8621-7e24bec99904 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:01.163358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-49afb767-ddb6-4839-8621-7e24bec99904 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:01.165074 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-49afb767-ddb6-4839-8621-7e24bec99904 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0696721 Apr 29 11:52:01.168047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.204359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:01.207004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13819269-e46a-48e5-b789-31ec9a0e4bf3 None None] Network 64c5fff6-8a5b-4a09-b600-d604caf06500 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:01.208442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:01.212612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:01.256201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.263757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=b60c5f68-fa27-47dd-9d57-2623f644fae6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:01.287954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.468616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.500425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589c7e9-fe85-4b06-968c-15562f91a7eb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:01.520248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.521750 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f0a65e8d-e985-49eb-9219-5bfab7991bb1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/4589c7e9-fe85-4b06-968c-15562f91a7eb HTTP/1.1" status: 204 len: 168 time: 0.3525152 Apr 29 11:52:01.524384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55022) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.586639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c79e4780-2e1f-45d9-8403-cb5dd54eee37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:01.602899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c79e4780-2e1f-45d9-8403-cb5dd54eee37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:01.604194 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c79e4780-2e1f-45d9-8403-cb5dd54eee37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787575 Apr 29 11:52:01.611047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55026) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.616920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--77262834'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:01.624112 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:01.634469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:01.650307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.671978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55032) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.675979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:01.681194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2047101685-network', 'tenant_id': 'ac66b95075d846978055e2cde943457e'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:01.687577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:01.690802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:01.693016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:01.699208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Usage tracker for resource:network and tenant:ac66b95075d846978055e2cde943457e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:01.701731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:01.703752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:01.711069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:01.733546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Made reservation on behalf of ac66b95075d846978055e2cde943457e for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:01.735733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.749599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.769341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:01.774495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac66b95075d846978055e2cde943457e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:01.781302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:01.792323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:01.809070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.835883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.844836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.909735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ffd04-a49e-4d71-8c99-c6fc3e975d6d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:01.947453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.951182 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-68dd18e3-173b-4a28-88cd-676ec5ee6279 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3374557 Apr 29 11:52:01.951437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55036) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:01.962091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': 'c15ffd04-a49e-4d71-8c99-c6fc3e975d6d', 'direction': 'ingress', 'protocol': 17}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:01.972887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:01.976283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.979575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:01.983357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:01.986166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:01.998613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:02.020859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:02.038429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.038761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Added segment 3eb99efa-c2ea-4d30-bff7-1eb99f68c286 of type vlan for network 61a563f6-94fb-4dc0-ab59-7d568abb3770 Apr 29 11:52:02.048825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26479b-9c9a-4639-9968-01ea18a77ba1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:02.054408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.101246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.152314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.157312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.157910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.175939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.176856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:02.177434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.217508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939317de-3d82-4588-8e09-f91c13fef7be,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:02.245565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.246677 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2f6c1a34-8fc7-46f1-b076-6ecdb1429984 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2942712 Apr 29 11:52:02.250705 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5739398 Apr 29 11:52:02.250705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55040) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.250975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55042) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.314338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Request body: {'subnet': {'network_id': '61a563f6-94fb-4dc0-ab59-7d568abb3770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2047101685-subnet', 'tenant_id': 'ac66b95075d846978055e2cde943457e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:02.332156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:02.341242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258cc0-be57-42d6-ba3c-112908e8cce4 admin admin] Pushing event updated for resources: {'Network': ['ID=61a563f6-94fb-4dc0-ab59-7d568abb3770,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:02.348440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Usage tracker for resource:subnet and tenant:ac66b95075d846978055e2cde943457e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:02.352697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 61a563f6-94fb-4dc0-ab59-7d568abb3770 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:02.354717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:02.368527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router f0a08d6d-953c-49a3-a370-7e5d41fd85c8 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:52:02.372631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:02.394349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Made reservation on behalf of ac66b95075d846978055e2cde943457e for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:02.396593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.425792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.528631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.567739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:02.578684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] Sync routers for ids ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:02.589377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] Routers {'f0a08d6d-953c-49a3-a370-7e5d41fd85c8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:02.591669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.592179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:02.595714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8de08313-1c46-4fab-b811-7b7e1672999a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1103425 Apr 29 11:52:02.596191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55048) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.667821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.695870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:02.705329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] Routers {'f0a08d6d-953c-49a3-a370-7e5d41fd85c8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:02.706007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:02.770946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:02.771617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261e42b7-fc41-4785-8cac-71d7dcdd4212 None None] The sync data for ids ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:02.793984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ffd04-a49e-4d71-8c99-c6fc3e975d6d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:02.877272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.878413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-700081d5-8763-4560-8136-ca0d7d1d787f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/c15ffd04-a49e-4d71-8c99-c6fc3e975d6d HTTP/1.1" status: 204 len: 168 time: 0.6267152 Apr 29 11:52:02.881301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55052) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.891461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.931479 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-efa36419-e4b2-4097-b449-32351fc89931 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers/f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 200 len: 881 time: 0.3341486 Apr 29 11:52:02.932334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55056) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.943605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-99ebbc30-5352-4bb9-8570-2b030589fb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:02.943826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-625d1809-30ab-4442-8578-00063678f3d9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:02.961847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-625d1809-30ab-4442-8578-00063678f3d9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:02.963304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-625d1809-30ab-4442-8578-00063678f3d9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807743 Apr 29 11:52:02.967912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55060) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:02.972928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--771514422'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:02.981238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:02.991091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:03.003131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.024576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:03.028612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:03.031778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:03.038638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:03.114717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.119947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.125836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ba7066-e132-4890-96ee-48e08a7d388a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:03.135228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Checking segment: {'id': '3eb99efa-c2ea-4d30-bff7-1eb99f68c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '61a563f6-94fb-4dc0-ab59-7d568abb3770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:03.135588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Network hostable DHCP agents. Network: 61a563f6-94fb-4dc0-ab59-7d568abb3770, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:03.165632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff191f4-67ef-4588-ba9f-ccc6e63f4515,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:03.170565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Network 61a563f6-94fb-4dc0-ab59-7d568abb3770 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:03.178372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.179864 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da1f5f2d-a38a-4f06-a0ad-75d0ade6d090 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2107675 Apr 29 11:52:03.182578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55064) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:03.187233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 61a563f6-94fb-4dc0-ab59-7d568abb3770) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:03.189219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--583360104'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:03.192637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.194073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.195254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:03.197477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7ac24-5c60-4898-b643-605243498ce8 None None] Network 61a563f6-94fb-4dc0-ab59-7d568abb3770 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:03.199435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:03.202334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:03.209054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:03.228046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.228464 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-442b11f2-71f8-4142-b213-1b8b8088fdf6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9748542 Apr 29 11:52:03.256086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:03.261036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:03.264505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:03.271075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e07141ae-f48f-4a41-a7a3-d5ab929a6e9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:router {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:03.272322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:03.296957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e07141ae-f48f-4a41-a7a3-d5ab929a6e9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:router {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:03.301799 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e07141ae-f48f-4a41-a7a3-d5ab929a6e9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3658347 Apr 29 11:52:03.302588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55070) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:03.311879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1021158626'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:03.439991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd4b25-f6b5-484b-b201-390c16115f87 None None] Network 61a563f6-94fb-4dc0-ab59-7d568abb3770 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:03.574570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.586325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.744202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.778863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.917310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba892be-5d4c-465b-8538-80e93ed4b09d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:03.933209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:03.934448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f7a18a30-f162-4dee-a474-d25df66d9f3a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7496622 Apr 29 11:52:03.936925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-c9203081-0d89-47ed-bd0f-82f4c70e4eb6 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:03.938475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-c9203081-0d89-47ed-bd0f-82f4c70e4eb6 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Synchronizing usage tracker for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:03.938608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55090) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:03.945411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '9ff191f4-67ef-4588-ba9f-ccc6e63f4515', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dba892be-5d4c-465b-8538-80e93ed4b09d', 'remote_ip_prefix': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:03.952904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:03.955149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-c9203081-0d89-47ed-bd0f-82f4c70e4eb6 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Unset dirty status for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:03.956436 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-c9203081-0d89-47ed-bd0f-82f4c70e4eb6 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/networks?id=64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 200 len: 812 time: 0.1664553 Apr 29 11:52:03.966638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:03.971843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:03.972115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-d289a9c2-f812-4150-bbb3-57179de87ae0 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/quotas/b1a2ab4fac5b44f0881cd16bb116df48 HTTP/1.1" status: 200 len: 375 time: 0.0095103 Apr 29 11:52:03.980321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:04.014744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.019205 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-61c852b8-4b33-4e1b-985e-1495f2526b18 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416079 Apr 29 11:52:04.136505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.227463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.247104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.248775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.252924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.293125 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-d5240fd0-9a90-499a-8793-2d49fa372078 service neutron] 10.222.0.53 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662976 Apr 29 11:52:04.405973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf69e38-c2af-4a84-8c97-050f0b952021,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:04.429762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.433725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31457dd8-c5b4-4111-a55e-8e5f5f41317f tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4918156 Apr 29 11:52:04.434373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55094) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.449340 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-7d788265-f931-4f73-af25-86b0c98eaab9 service neutron] 10.222.0.53 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499004 Apr 29 11:52:04.476511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.480626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router f0a08d6d-953c-49a3-a370-7e5d41fd85c8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:04.493569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.524090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.549103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.550503 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1cf69e38-c2af-4a84-8c97-050f0b952021 HTTP/1.1" status: 204 len: 168 time: 0.1151769 Apr 29 11:52:04.551826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99a0de-cff5-4977-bfe9-30bec5dd1c50 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cf69e38-c2af-4a84-8c97-050f0b952021,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:04.554072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55098) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.610770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82f9ec4f-849a-4016-b90d-9d644b905a37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:04.627378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82f9ec4f-849a-4016-b90d-9d644b905a37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:04.628859 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-82f9ec4f-849a-4016-b90d-9d644b905a37 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0735114 Apr 29 11:52:04.631768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55104) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.671964 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e741f9f8-fd6f-44db-bdfc-0ce1538011a6 req-da8290ee-f7f5-4bcb-a0f9-95f896a0d369 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.0634046 Apr 29 11:52:04.693855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.718915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:04.723753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.725651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.726794 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6709190a-fdcb-4c7a-be65-9089973c936c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 200 len: 888 time: 1.4226806 Apr 29 11:52:04.728309 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] Sync routers for ids ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:04.729311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55108) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.737600 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] Routers {'f0a08d6d-953c-49a3-a370-7e5d41fd85c8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:04.738132 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:04.774537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.796876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba892be-5d4c-465b-8538-80e93ed4b09d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:04.813894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:04.816308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-404675ad-2832-4d5b-a9d5-76d623c94e83 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/dba892be-5d4c-465b-8538-80e93ed4b09d HTTP/1.1" status: 204 len: 168 time: 0.1834750 Apr 29 11:52:04.824066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55112) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.837504 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:04.846536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] Routers {'f0a08d6d-953c-49a3-a370-7e5d41fd85c8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:04.847124 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:04.887019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-58d0f2a8-ff3b-41e3-ba96-85eba4b50217 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:04.903257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-58d0f2a8-ff3b-41e3-ba96-85eba4b50217 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:04.904870 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-58d0f2a8-ff3b-41e3-ba96-85eba4b50217 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0797780 Apr 29 11:52:04.906135 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:04.907286 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f318d-9c43-4b24-bca4-2f0fd7abc529 None None] The sync data for ids ['f0a08d6d-953c-49a3-a370-7e5d41fd85c8'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:04.907871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55116) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.920484 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c746cfc4-86c0-4afc-a16a-cb7217542960 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers/f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 200 len: 888 time: 0.1899781 Apr 29 11:52:04.923246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55120) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:04.977803 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-01ee9a54-c87e-4841-94ad-351b6fbe7d72 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 200 len: 205 time: 0.0534587 Apr 29 11:52:04.980105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55124) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:05.141513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.185398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.218034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.367944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.401163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff191f4-67ef-4588-ba9f-ccc6e63f4515,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:05.420792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.421929 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-336dbd4a-8cc5-441b-a765-83d757a9b6c6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ff191f4-67ef-4588-ba9f-ccc6e63f4515 HTTP/1.1" status: 204 len: 168 time: 0.5119865 Apr 29 11:52:05.424685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55128) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:05.439538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.449472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port b60c5f68-fa27-47dd-9d57-2623f644fae6 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:05.449824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.479942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9304f35-a84e-4b8d-9677-f7222293da27 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:05.497572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b9304f35-a84e-4b8d-9677-f7222293da27 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:05.499316 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b9304f35-a84e-4b8d-9677-f7222293da27 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728855 Apr 29 11:52:05.504054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:05.508509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.510491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--751057023'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:05.519105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:05.530924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:05.531314 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:52:05.541827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.561532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:05.566136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:05.568883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:05.581046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:05.642975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.668498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.675401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.721613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7721a0b9-8b01-4a7a-bd21-277a590d404e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:05.732771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.736639 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e5f47418-c10f-48f6-9958-10b8cb054102 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2296531 Apr 29 11:52:05.736871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55142) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:05.742488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '7721a0b9-8b01-4a7a-bd21-277a590d404e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:05.748689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:05.752767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:05.755637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:05.761226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:05.776662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for b60c5f68-fa27-47dd-9d57-2623f644fae6 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:05.778995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.846865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.853431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.886834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac73d8c-3279-44dc-b617-179f2d86d4c4,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:05.902525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.903869 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4bc77ef-d15c-4309-a6b4-05e121ec78e5 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1659589 Apr 29 11:52:05.907029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55146) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:05.938931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.951651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.980298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:05.980577 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8cfb9de8-4537-4c35-bded-dc0270015be9 req-c1202905-4621-40f8-82ca-b8866fd84f69 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.2111497 Apr 29 11:52:05.996972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ac73d8c-3279-44dc-b617-179f2d86d4c4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.004512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.005608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6fd12a61-6142-425e-95de-77eb8c933a55 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9ac73d8c-3279-44dc-b617-179f2d86d4c4 HTTP/1.1" status: 204 len: 168 time: 0.0975356 Apr 29 11:52:06.008305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55150) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.054751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f0f0f5e2-335a-49f4-9dac-56b9c4b27006 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:06.070686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f0f0f5e2-335a-49f4-9dac-56b9c4b27006 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:06.071976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f0f0f5e2-335a-49f4-9dac-56b9c4b27006 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627749 Apr 29 11:52:06.074991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55154) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.121968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.140880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.167833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.171019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=b60c5f68-fa27-47dd-9d57-2623f644fae6,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.266688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.346553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.364146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7721a0b9-8b01-4a7a-bd21-277a590d404e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.382857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.383644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a257f31b-88d9-4afd-a7f9-018acc2772b6 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/7721a0b9-8b01-4a7a-bd21-277a590d404e HTTP/1.1" status: 204 len: 168 time: 0.3076327 Apr 29 11:52:06.386092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55158) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.441505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-46752844-c963-4cbe-9bc7-9712e409b4be tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:06.453567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.455812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.457895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-46752844-c963-4cbe-9bc7-9712e409b4be tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:06.462842 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-46752844-c963-4cbe-9bc7-9712e409b4be tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720360 Apr 29 11:52:06.464179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.468895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--153618889'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:06.476128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:06.479533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.480036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router f0a08d6d-953c-49a3-a370-7e5d41fd85c8 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:52:06.487869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:06.501122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.504347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.505923 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-647ec702-aca0-4038-8f92-ffd0840fd1fa tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 204 len: 168 time: 1.5249753 Apr 29 11:52:06.510251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55166) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.515768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-2009141804'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:06.520838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:06.524222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:06.524683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:06.527723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:06.529367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:06.532145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:06.533852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:06.537908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:06.546976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:06.550659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.579198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:06.588414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.588758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 021594e8-8e38-474a-9337-0653daf52faa of type vlan for network 9bc8d9cd-2730-47ad-97c7-a270bc98566b Apr 29 11:52:06.614731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.616471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.620936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.646163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.651725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:06.652418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.670126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809f033e-af41-4099-b6d3-fa5bfa7fa35b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.684310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.688861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-94f57eff-4606-49ac-bdd3-caa7932fba3e tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2217209 Apr 29 11:52:06.689213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55172) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.695419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '809f033e-af41-4099-b6d3-fa5bfa7fa35b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:06.703078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:06.708400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:06.711722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:06.717772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:06.734715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.756564 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2452445 Apr 29 11:52:06.757161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55180) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.770678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:06.785301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0126ed-424e-4c9d-a614-bd1e0c01efd7 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=9bc8d9cd-2730-47ad-97c7-a270bc98566b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.797433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:06.806041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.810961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.838990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bb4597-3fa1-4983-8a6d-5888313c82d8,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:06.853516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.855013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ac146eb7-4c99-432e-b57e-fb6409e1c19c tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641870 Apr 29 11:52:06.858046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.883865 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4a6b558c-dc1c-4c85-9ffb-5803ebb14480 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules/90bb4597-3fa1-4983-8a6d-5888313c82d8 HTTP/1.1" status: 200 len: 763 time: 0.0244589 Apr 29 11:52:06.884587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55188) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.894330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:06.898545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:06.901646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:06.908217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:06.919473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:06.923589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.936509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f5d500b4-171c-4b75-80de-41e8d0786a01 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:06.952407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f5d500b4-171c-4b75-80de-41e8d0786a01 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:06.956378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5d500b4-171c-4b75-80de-41e8d0786a01 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682364 Apr 29 11:52:06.956614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55192) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:06.984804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:06.994804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.020153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.040579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90bb4597-3fa1-4983-8a6d-5888313c82d8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:07.083242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.085742 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-39bea917-cd10-473d-bf47-6bfd78b63bdd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/90bb4597-3fa1-4983-8a6d-5888313c82d8 HTTP/1.1" status: 204 len: 168 time: 0.1274345 Apr 29 11:52:07.090900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55198) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.094906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c445f47e-2786-4d1b-b74f-f53913e05281 req-145a4bc0-8aee-4156-a032-b36198549be5 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.0555584 Apr 29 11:52:07.142742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-24dfecca-5c51-4ce9-90d6-7027aa7036d8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:07.154478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.160985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-24dfecca-5c51-4ce9-90d6-7027aa7036d8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:07.167309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-24dfecca-5c51-4ce9-90d6-7027aa7036d8 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704963 Apr 29 11:52:07.167650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55202) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.172908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '809f033e-af41-4099-b6d3-fa5bfa7fa35b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:07.179184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:07.189141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:07.207696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.236513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=7ef139a3-3f73-4825-9260-2099898f3a86,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:07.247483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '021594e8-8e38-474a-9337-0653daf52faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:07.247833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: 9bc8d9cd-2730-47ad-97c7-a270bc98566b, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:07.272305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:07.273550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.283223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.285219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 9bc8d9cd-2730-47ad-97c7-a270bc98566b) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:07.291557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:07.292719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.297157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a9e7d-c0fa-47d5-bd84-5171be0f784d None None] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:07.317039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603b21e4-537d-4dd5-bb88-1535d38eec4c,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:07.322219 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0c502c0b-5bee-45e0-ba35-36880cb0ce41 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5586991 Apr 29 11:52:07.322758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55206) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.330674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529904333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:07.339047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:07.343105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.344247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-75fdc890-3ba2-4566-9d0a-ffddf998f09a tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756330 Apr 29 11:52:07.347498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:07.348066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55210) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.350337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:07.365123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:07.379410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c8969149-6cae-4272-9c1c-68d8614323ce tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules/603b21e4-537d-4dd5-bb88-1535d38eec4c HTTP/1.1" status: 200 len: 763 time: 0.0274563 Apr 29 11:52:07.380215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55214) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.403277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.404238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.441979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.451636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-de978a15-eae6-4463-8be6-bec7464d56bd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:07.478830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.486914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-de978a15-eae6-4463-8be6-bec7464d56bd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:07.488207 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-de978a15-eae6-4463-8be6-bec7464d56bd tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1072419 Apr 29 11:52:07.491758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55218) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.512751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.517148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-39598c7d-e2c9-46f4-86b0-cfa7c32eb629 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1900516 Apr 29 11:52:07.517438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55222) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.532838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.549604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.561739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-9bc8d9cd-2730-47ad-97c7-a270bc98566b', 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '7ef139a3-3f73-4825-9260-2099898f3a86'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:52:07.563459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.587994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.607964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603b21e4-537d-4dd5-bb88-1535d38eec4c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:07.621719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.626483 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-61d00d2c-339b-4a67-aa0f-64959a1be70d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/603b21e4-537d-4dd5-bb88-1535d38eec4c HTTP/1.1" status: 204 len: 168 time: 0.1310468 Apr 29 11:52:07.626704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55226) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.682625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dfdd95c5-7e4a-4bc5-be59-5707714d1dd3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:07.702099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dfdd95c5-7e4a-4bc5-be59-5707714d1dd3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:07.706821 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dfdd95c5-7e4a-4bc5-be59-5707714d1dd3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789921 Apr 29 11:52:07.707648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.713689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '809f033e-af41-4099-b6d3-fa5bfa7fa35b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:07.720871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:07.734314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:07.756620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.765160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Allocated IP 172.20.0.2 (9bc8d9cd-2730-47ad-97c7-a270bc98566b/7ef139a3-3f73-4825-9260-2099898f3a86/afd908c9-92a1-4a5b-a3e4-7acb5697208e) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:07.850356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.856764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.878678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cb7144-8bdf-4e89-bd85-3e836e70fb27,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:07.921937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:07.924362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f51e1b03-6a2c-47fb-8b6a-ffd3ab850593 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155907 Apr 29 11:52:07.926932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:07.957220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0897ec82-3335-4778-a640-7ef61414c5f3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules/10cb7144-8bdf-4e89-bd85-3e836e70fb27 HTTP/1.1" status: 200 len: 764 time: 0.0263915 Apr 29 11:52:07.957606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55246) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.019566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-54996e4a-b30c-4195-9b8c-6870dc3c1ef9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:08.041906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-54996e4a-b30c-4195-9b8c-6870dc3c1ef9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:08.046257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-54996e4a-b30c-4195-9b8c-6870dc3c1ef9 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0871389 Apr 29 11:52:08.049115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55250) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.068020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.080547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Transition to ACTIVE for port object afd908c9-92a1-4a5b-a3e4-7acb5697208e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:08.087447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.101475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Transition to ACTIVE for port object afd908c9-92a1-4a5b-a3e4-7acb5697208e will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:08.103241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.110824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.130870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.146882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.182113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10cb7144-8bdf-4e89-bd85-3e836e70fb27,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:08.185516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:08.188458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.189048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:08.192582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-27a66a2b-2a03-44c0-829c-e76838dc0ce7 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/10cb7144-8bdf-4e89-bd85-3e836e70fb27 HTTP/1.1" status: 204 len: 168 time: 0.1398263 Apr 29 11:52:08.192752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:08.193702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.198956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Pushing event updated for resources: {'Port': ['ID=afd908c9-92a1-4a5b-a3e4-7acb5697208e,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:08.241655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.241903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.242240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.242570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.242893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.243219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.243540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.243859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.244192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.244510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.244821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.245836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:08.258060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bd105b54-a209-42de-b1e9-fa83bb725f93 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:08.280367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bd105b54-a209-42de-b1e9-fa83bb725f93 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:08.284585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bd105b54-a209-42de-b1e9-fa83bb725f93 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864019 Apr 29 11:52:08.286070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.309930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Attempting to bind port afd908c9-92a1-4a5b-a3e4-7acb5697208e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:08.310386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Attempting to bind port afd908c9-92a1-4a5b-a3e4-7acb5697208e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '021594e8-8e38-474a-9337-0653daf52faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:08.310814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Attempting to bind port afd908c9-92a1-4a5b-a3e4-7acb5697208e on network 9bc8d9cd-2730-47ad-97c7-a270bc98566b {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:08.318099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:08.318644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Checking segment: {'id': '021594e8-8e38-474a-9337-0653daf52faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:08.319070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.319530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Bound using segment: {'id': '021594e8-8e38-474a-9337-0653daf52faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:08.320170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Bound port: afd908c9-92a1-4a5b-a3e4-7acb5697208e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021594e8-8e38-474a-9337-0653daf52faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bc8d9cd-2730-47ad-97c7-a270bc98566b'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:08.320613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.363149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.408928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.414454 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83938282-b862-4453-a177-fcbedfee14fe req-462bea2c-5387-4e64-b0e7-ae1647b33444 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.0685430 Apr 29 11:52:08.448736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] For port afd908c9-92a1-4a5b-a3e4-7acb5697208e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:08.453104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] For port afd908c9-92a1-4a5b-a3e4-7acb5697208e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afd908c9-92a1-4a5b-a3e4-7acb5697208e,segment=NetworkSegment(021594e8-8e38-474a-9337-0653daf52faa),segment_id=021594e8-8e38-474a-9337-0653daf52faa)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:08.459426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.486436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.512571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f033e-af41-4099-b6d3-fa5bfa7fa35b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:08.539325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.541508 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-38d324a1-f2e2-4efb-9992-b076023faa85 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/809f033e-af41-4099-b6d3-fa5bfa7fa35b HTTP/1.1" status: 204 len: 168 time: 0.2554202 Apr 29 11:52:08.544475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55264) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.612731 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e9654e8e-d052-42d7-8427-e9ec749d6cb3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:08.641775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e9654e8e-d052-42d7-8427-e9ec749d6cb3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:08.647633 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e9654e8e-d052-42d7-8427-e9ec749d6cb3 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968032 Apr 29 11:52:08.649604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55268) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.652850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961e9a2-dfe2-47b0-9cfb-46474fcabd89 None None] Pushing event updated for resources: {'Port': ['ID=afd908c9-92a1-4a5b-a3e4-7acb5697208e,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:08.659593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group': {'name': 'tempest-secgroup--310727988'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:08.667090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:08.678997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:08.690230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.712076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:08.718292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:08.721375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:08.727946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:08.778220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.20.0.1 (9bc8d9cd-2730-47ad-97c7-a270bc98566b/7ef139a3-3f73-4825-9260-2099898f3a86/8cac93b8-4486-48e1-a69c-6be75ce314f9) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:08.811742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.817126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.907214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0348d2de-9d4a-4c9e-9cf2-e60f8a0e350e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:08.922040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.925958 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7ffae68e-9551-4a3c-93f0-cdd2d2d381b1 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2724278 Apr 29 11:52:08.926191 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55272) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:08.931767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Request body: {'security_group_rule': {'security_group_id': '0348d2de-9d4a-4c9e-9cf2-e60f8a0e350e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:08.938337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:08.942931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Usage tracker for resource:security_group_rule and tenant:30b0d6354e754a4aa911ad8ef3639dc8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:08.946491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:08.953195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:08.974522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:08.985990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.007168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object 8cac93b8-4486-48e1-a69c-6be75ce314f9 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:09.034104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.036612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.040955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.064212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc9e036-e0b9-4b6e-8dd7-78654d10bf5c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:09.077184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.078465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9239f02a-e840-4173-95b4-52a6944871a2 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512296 Apr 29 11:52:09.081172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55278) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:09.114584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:09.117841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:09.122079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:09.152100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.163639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=8cac93b8-4486-48e1-a69c-6be75ce314f9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:09.185103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.187160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.244508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.268017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348d2de-9d4a-4c9e-9cf2-e60f8a0e350e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:09.285711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.289337 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e5cfc02e-1a6c-4088-ae0b-f52c8ae39c36 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/0348d2de-9d4a-4c9e-9cf2-e60f8a0e350e HTTP/1.1" status: 204 len: 168 time: 0.2046497 Apr 29 11:52:09.290019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55282) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:09.305466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.354195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ace42c4a-dc67-4fcf-bdca-269177bb4810 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:09.374013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ace42c4a-dc67-4fcf-bdca-269177bb4810 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:09.377990 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ace42c4a-dc67-4fcf-bdca-269177bb4810 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831728 Apr 29 11:52:09.378523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55286) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:09.434726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3df83b66-1027-4985-8c69-a03ccbd05a42 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Synchronizing usage tracker for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:09.479343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3df83b66-1027-4985-8c69-a03ccbd05a42 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] Unset dirty status for tenant:30b0d6354e754a4aa911ad8ef3639dc8 on resource:security_group_rule {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:09.483546 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3df83b66-1027-4985-8c69-a03ccbd05a42 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0984199 Apr 29 11:52:09.483816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55292) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:09.526854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-9c1ef5cd-ea77-40d1-b010-a8ff1f01b40d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] delete failed (client error): The resource could not be found. Apr 29 11:52:09.531601 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9c1ef5cd-ea77-40d1-b010-a8ff1f01b40d tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "DELETE /v2.0/security-groups/0348d2de-9d4a-4c9e-9cf2-e60f8a0e350e HTTP/1.1" status: 404 len: 347 time: 0.0431724 Apr 29 11:52:09.532403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55296) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:09.613548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dc028dba-8211-498a-9d6c-fe7d7936ab14 tempest-SecGroupTest-1146452217 tempest-SecGroupTest-1146452217-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770235 Apr 29 11:52:09.691862 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-37f65a1a-e329-41a3-96d8-599cc0017dd0 req-17973172-c1ff-438b-9a69-e7e0915f991e tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.0748010 Apr 29 11:52:09.791435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.798176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.818729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea957d8-e366-4c56-9c5c-56e8609bfb06 None None] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:09.912516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=8cac93b8-4486-48e1-a69c-6be75ce314f9,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:09.925078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:09.955464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5adf0d01-4681-4fab-a4ec-887ac0cfd8ae None None] Provisioning for port afd908c9-92a1-4a5b-a3e4-7acb5697208e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:10.021473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55304) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:10.201876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:10.204183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:10.249741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-90ac7566-bfd0-44fb-b648-c07823564a44 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:10.251367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-90ac7566-bfd0-44fb-b648-c07823564a44 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.66 "GET /v2.0/networks?id=64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 200 len: 812 time: 0.3211927 Apr 29 11:52:10.277286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Request body: {'port': {'device_id': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500', 'admin_state_up': True, 'tenant_id': 'b1a2ab4fac5b44f0881cd16bb116df48'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:10.366224 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-607d4a69-f893-47f0-86b7-1702ed6b083a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30b0d6354e754a4aa911ad8ef3639dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568325 Apr 29 11:52:10.368331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55316) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:10.423099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afd908c9-92a1-4a5b-a3e4-7acb5697208e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:10.488055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:10.492097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.493018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Usage tracker for resource:port and tenant:b1a2ab4fac5b44f0881cd16bb116df48 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:10.496425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:10.504350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:10.520881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Made reservation on behalf of b1a2ab4fac5b44f0881cd16bb116df48 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:10.522717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port afd908c9-92a1-4a5b-a3e4-7acb5697208e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:10.524419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router ca3ded2b-0230-4a23-b806-3c021533003c is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:52:10.525613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.530304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port afd908c9-92a1-4a5b-a3e4-7acb5697208e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:10.531183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.536332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.591872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-697d5942-b8b8-414f-9691-9172ed55589f None None] Provisioning for port 8cac93b8-4486-48e1-a69c-6be75ce314f9 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:10.603354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-697d5942-b8b8-414f-9691-9172ed55589f None None] Provisioning complete for port 8cac93b8-4486-48e1-a69c-6be75ce314f9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:10.603859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-697d5942-b8b8-414f-9691-9172ed55589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.673800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-697d5942-b8b8-414f-9691-9172ed55589f None None] Port 8cac93b8-4486-48e1-a69c-6be75ce314f9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:10.704924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Allocated IP 172.20.0.6 (64c5fff6-8a5b-4a09-b600-d604caf06500/077f02eb-818d-440e-a6e0-ee09c8c574bf/e2d90e5b-9287-4d29-8859-9f6192d485c2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:10.735431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.777814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port afd908c9-92a1-4a5b-a3e4-7acb5697208e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afd908c9-92a1-4a5b-a3e4-7acb5697208e,segment=NetworkSegment(021594e8-8e38-474a-9337-0653daf52faa),segment_id=021594e8-8e38-474a-9337-0653daf52faa)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:10.788615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.869858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-98a4b48a-5459-4b3b-b8ea-18fd2836a219 None None] Provisioning complete for port 8cac93b8-4486-48e1-a69c-6be75ce314f9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:10.870613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-98a4b48a-5459-4b3b-b8ea-18fd2836a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.927114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=afd908c9-92a1-4a5b-a3e4-7acb5697208e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:10.934612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:10.940495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-98a4b48a-5459-4b3b-b8ea-18fd2836a219 None None] Port 8cac93b8-4486-48e1-a69c-6be75ce314f9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:10.959466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] Sync routers for ids ['ca3ded2b-0230-4a23-b806-3c021533003c'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:10.961724 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f0d97ac-4047-4dac-bfed-705f0d45e710 req-80814841-2fd6-4b93-ad14-a255b212b8dc tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 210 time: 0.0687914 Apr 29 11:52:10.980208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] Routers {'ca3ded2b-0230-4a23-b806-3c021533003c'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:10.981203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ca3ded2b-0230-4a23-b806-3c021533003c'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:10.984941 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98c1a72d-004e-4be2-bf68-a96c2f976ca2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/ca3ded2b-0230-4a23-b806-3c021533003c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4662099 Apr 29 11:52:10.985959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.987756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55322) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:10.988493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:10.992173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a3e7ae5-ced7-4a83-ac8b-e2dd06247649 HTTP/1.1" status: 204 len: 168 time: 0.6229157 Apr 29 11:52:11.003458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861215-3e10-4ae3-bc0e-c65b723ba5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e7ae5-ced7-4a83-ac8b-e2dd06247649,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:11.071793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:11.086256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] Routers {'ca3ded2b-0230-4a23-b806-3c021533003c'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:11.086910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ca3ded2b-0230-4a23-b806-3c021533003c'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:11.155829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:11.156349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30089dc-6b46-4cbe-9b59-5f59cc48e92b None None] The sync data for ids ['ca3ded2b-0230-4a23-b806-3c021533003c'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:11.164437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-59edfa95-b262-4795-ae9f-9c24561e2ee1 None None] Provisioning complete for port 8cac93b8-4486-48e1-a69c-6be75ce314f9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:11.164907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59edfa95-b262-4795-ae9f-9c24561e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.171959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.224406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444d1a0-3431-4062-a1c6-4864a9d241b4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:11.225125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59edfa95-b262-4795-ae9f-9c24561e2ee1 None None] Port 8cac93b8-4486-48e1-a69c-6be75ce314f9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:11.229529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55328) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:11.232262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f444d1a0-3431-4062-a1c6-4864a9d241b4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports/8cac93b8-4486-48e1-a69c-6be75ce314f9 HTTP/1.1" status: 200 len: 910 time: 0.2421556 Apr 29 11:52:11.233868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.240541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ef139a3-3f73-4825-9260-2099898f3a86'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:11.309950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Network 64c5fff6-8a5b-4a09-b600-d604caf06500 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:11.314177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:11.323009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:11.387926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:11.388881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.412371 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1397243 Apr 29 11:52:11.421084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15faa7f-6921-46f3-99de-4f37c6ae0819 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Pushing event updated for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:11.431993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Request body: {'port': {'device_id': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:11.537997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.556688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.915317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d90e5b-9287-4d29-8859-9f6192d485c2 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:11.923826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:11.945039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Transition to ACTIVE for port object e2d90e5b-9287-4d29-8859-9f6192d485c2 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:11.952922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.131947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Pushing event updated for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:12.155320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.170962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.339635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.339635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.339635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/ports/8cac93b8-4486-48e1-a69c-6be75ce314f9 HTTP/1.1" status: 200 len: 910 time: 1.1069033 Apr 29 11:52:12.339635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55334) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:12.356636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91213647-46bb-4384-8154-b7a69b5dd378 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=8cac93b8-4486-48e1-a69c-6be75ce314f9,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:12.417641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Attempting to bind port e2d90e5b-9287-4d29-8859-9f6192d485c2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:12.417641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Attempting to bind port e2d90e5b-9287-4d29-8859-9f6192d485c2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2fa252f1-a5a3-4715-acc8-29640ed8e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:12.417641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Attempting to bind port e2d90e5b-9287-4d29-8859-9f6192d485c2 on network 64c5fff6-8a5b-4a09-b600-d604caf06500 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:12.417641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Port e2d90e5b-9287-4d29-8859-9f6192d485c2 on network 64c5fff6-8a5b-4a09-b600-d604caf06500 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:52:12.417641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Attempting to bind port e2d90e5b-9287-4d29-8859-9f6192d485c2 on network 64c5fff6-8a5b-4a09-b600-d604caf06500 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:12.433862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:12.433862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Checking segment: {'id': '2fa252f1-a5a3-4715-acc8-29640ed8e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:12.433862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Bound using segment: {'id': '2fa252f1-a5a3-4715-acc8-29640ed8e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:12.433862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Bound port: e2d90e5b-9287-4d29-8859-9f6192d485c2, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa252f1-a5a3-4715-acc8-29640ed8e9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:12.433862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.442056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afd908c9-92a1-4a5b-a3e4-7acb5697208e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:12.477274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858a030-0398-4c69-bf3d-956244a09b42 req-032f1ed0-3643-4809-a735-2fad5201f4d4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.478058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6858a030-0398-4c69-bf3d-956244a09b42 req-032f1ed0-3643-4809-a735-2fad5201f4d4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Synchronizing usage tracker for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:12.532518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port afd908c9-92a1-4a5b-a3e4-7acb5697208e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:12.532858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.537956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6858a030-0398-4c69-bf3d-956244a09b42 req-032f1ed0-3643-4809-a735-2fad5201f4d4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Unset dirty status for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:12.539131 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6858a030-0398-4c69-bf3d-956244a09b42 req-032f1ed0-3643-4809-a735-2fad5201f4d4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 943 time: 0.3680606 Apr 29 11:52:12.568459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:12.591630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2,segment=NetworkSegment(2fa252f1-a5a3-4715-acc8-29640ed8e9af),segment_id=2fa252f1-a5a3-4715-acc8-29640ed8e9af)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:12.600761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.639275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6858a030-0398-4c69-bf3d-956244a09b42 req-36c00856-e8d6-4465-87ce-dc99e5443652 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Synchronizing usage tracker for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:12.667479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.668083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:12.669452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] 10.222.0.66 "PUT /v2.0/ports/e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 200 len: 1093 time: 1.2432866 Apr 29 11:52:12.672389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:12.704311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6858a030-0398-4c69-bf3d-956244a09b42 req-36c00856-e8d6-4465-87ce-dc99e5443652 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Unset dirty status for tenant:b1a2ab4fac5b44f0881cd16bb116df48 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:12.705486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6858a030-0398-4c69-bf3d-956244a09b42 req-36c00856-e8d6-4465-87ce-dc99e5443652 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599350 Apr 29 11:52:12.712502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89a0a9-71e2-479d-8a39-7896fb26f17b service neutron] Pushing event updated for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:12.758251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6094975b-42bf-4206-ad02-ea07e0ee7a44'] response: {'name': 'network-changed', 'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2', 'status': 'completed', 'code': 200} Apr 29 11:52:12.806729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-4f03df71-69d2-48af-89d5-b02ade997cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.808208 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-4f03df71-69d2-48af-89d5-b02ade997cc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 1096 time: 0.0831230 Apr 29 11:52:12.886797 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-786d1456-0386-4868-8e8e-fc53b80d8333 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 200 len: 217 time: 0.0630097 Apr 29 11:52:12.956612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-03875f1b-6574-438d-b3b9-8345005075ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:12.958130 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-03875f1b-6574-438d-b3b9-8345005075ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=077f02eb-818d-440e-a6e0-ee09c8c574bf HTTP/1.1" status: 200 len: 852 time: 0.0650425 Apr 29 11:52:13.007798 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-57ee26ae-0a45-49d5-b940-e0ab41e301a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64c5fff6-8a5b-4a09-b600-d604caf06500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429037 Apr 29 11:52:13.062336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:13.144976 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-33794c04-c905-4623-90d0-374a0c5b9f21 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307385 Apr 29 11:52:13.299611 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7777b95d-97cb-4b34-8098-14a70f2155e4 req-421e4ae8-0b99-46e3-af35-39a17d00858e service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482949 Apr 29 11:52:13.477203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 8cac93b8-4486-48e1-a69c-6be75ce314f9 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:13.477203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:13.503906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-36df9ab2-a91e-4ad9-90a4-22f99fbdd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:13.505873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-36df9ab2-a91e-4ad9-90a4-22f99fbdd8a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 1096 time: 0.1000421 Apr 29 11:52:13.655197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-828d31ab-c918-43f9-a755-64a1216b88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:13.657193 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-828d31ab-c918-43f9-a755-64a1216b88c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 200 len: 913 time: 0.1431687 Apr 29 11:52:13.720585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:13.731216 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-fa9a2f80-bbaa-45c4-acd5-2d5ac0fbfb29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 200 len: 217 time: 0.0692456 Apr 29 11:52:13.814008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-db385df2-3bf3-4e12-9470-2d85365f3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:13.814008 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-db385df2-3bf3-4e12-9470-2d85365f3063 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=077f02eb-818d-440e-a6e0-ee09c8c574bf HTTP/1.1" status: 200 len: 852 time: 0.0763125 Apr 29 11:52:13.856211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 8cac93b8-4486-48e1-a69c-6be75ce314f9 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:13.875257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-0d451b30-318b-4454-9f84-7b23ace188e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64c5fff6-8a5b-4a09-b600-d604caf06500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552948 Apr 29 11:52:14.023233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f21fb-8158-4d76-975d-18bfd3f050c4 req-53538817-940d-4bc8-96d0-a3d6c5b35b7b tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:14.023847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a04f21fb-8158-4d76-975d-18bfd3f050c4 req-53538817-940d-4bc8-96d0-a3d6c5b35b7b tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 943 time: 0.1756287 Apr 29 11:52:14.069263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-0e9d57ae-300e-4f14-b50f-7a6de149bc95 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875010 Apr 29 11:52:14.086932 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a04f21fb-8158-4d76-975d-18bfd3f050c4 req-0069acaf-bcb5-4fd3-9624-adf07ba87e0a tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Apr 29 11:52:14.172042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:14.215842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=8cac93b8-4486-48e1-a69c-6be75ce314f9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:14.216541 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7b2f6ba-60b8-4e5d-a6fd-cc94c386ddc6 req-e085ba0e-7fc9-4750-9b77-f16b05a34e45 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413503 Apr 29 11:52:14.456030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:14.848862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router ca3ded2b-0230-4a23-b806-3c021533003c has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:15.003940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:15.008582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-ab6875ad-7dcb-4577-a785-25b12665b64e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753691 Apr 29 11:52:15.012767 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] Sync routers for ids ['ca3ded2b-0230-4a23-b806-3c021533003c'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:15.017584 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-669d5236-d4b8-4c7f-b45d-4b375b5e9952 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/ca3ded2b-0230-4a23-b806-3c021533003c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6779370 Apr 29 11:52:15.021204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55344) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:15.024290 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] Routers {'ca3ded2b-0230-4a23-b806-3c021533003c'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:15.024727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ca3ded2b-0230-4a23-b806-3c021533003c'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:15.069950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d188d983-7c8f-457c-b582-0015818d16ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:15.086814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d188d983-7c8f-457c-b582-0015818d16ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:15.088161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d188d983-7c8f-457c-b582-0015818d16ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca3ded2b-0230-4a23-b806-3c021533003c HTTP/1.1" status: 200 len: 205 time: 0.0666749 Apr 29 11:52:15.090733 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:15.090883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:15.100211 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] Routers {'ca3ded2b-0230-4a23-b806-3c021533003c'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:15.100814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ca3ded2b-0230-4a23-b806-3c021533003c'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:15.165275 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:15.165699 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7442c2-0b9d-45f8-9297-d929dcd3a46f None None] The sync data for ids ['ca3ded2b-0230-4a23-b806-3c021533003c'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:15.246500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.377175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-9152d5fa-ee4f-439d-8504-ebf8ea3f996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:15.379111 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-9152d5fa-ee4f-439d-8504-ebf8ea3f996a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 1098 time: 0.2644606 Apr 29 11:52:15.407113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987a44-b9e2-4bce-a870-039e4f031d92 req-fad13810-aa52-4605-ab4a-e505bba13728 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:15.408510 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e5987a44-b9e2-4bce-a870-039e4f031d92 req-fad13810-aa52-4605-ab4a-e505bba13728 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 943 time: 0.1175568 Apr 29 11:52:15.553310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e5987a44-b9e2-4bce-a870-039e4f031d92 req-9317285b-bbe8-409e-acb2-e077538a0b2c tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220188 Apr 29 11:52:15.566684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.568999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.577167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-49217d4c-c827-4b73-bf8c-32676df57cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:15.578659 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-49217d4c-c827-4b73-bf8c-32676df57cd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.1803305 Apr 29 11:52:15.594491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.595139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router ca3ded2b-0230-4a23-b806-3c021533003c {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:52:15.618229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.623278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d42945e5-2acc-4a9f-8d68-39efa180b635 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/ca3ded2b-0230-4a23-b806-3c021533003c HTTP/1.1" status: 204 len: 168 time: 0.5269573 Apr 29 11:52:15.623278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55354) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:15.689648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 7ef139a3-3f73-4825-9260-2099898f3a86 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:15.692724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.695039 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-ce5df9f0-4865-466c-a178-926032b488df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 200 len: 1001 time: 0.1099408 Apr 29 11:52:15.753133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.764847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-44afb915-b8be-4b36-bdf6-ab5610e2fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:15.766439 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-44afb915-b8be-4b36-bdf6-ab5610e2fd58 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0648820 Apr 29 11:52:15.844256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.852046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-6c07d372-088b-46a7-b4db-8407960f4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:15.852046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-6c07d372-088b-46a7-b4db-8407960f4915 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784886 Apr 29 11:52:15.915872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:15.987293 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-dda88a88-57bc-44cd-b812-965af33734f8 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287577 Apr 29 11:52:16.073230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef139a3-3f73-4825-9260-2099898f3a86,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:16.075071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.082322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b626c67-287a-4ab8-81f3-8c0e469b529b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/7ef139a3-3f73-4825-9260-2099898f3a86 HTTP/1.1" status: 204 len: 168 time: 0.4618030 Apr 29 11:52:16.083928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f86f2-01a8-4d06-90c8-86662c421ee6 None None] Network 9bc8d9cd-2730-47ad-97c7-a270bc98566b requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:16.084988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55358) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:16.097235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2d90e5b-9287-4d29-8859-9f6192d485c2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:52:16.140157 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fab4c87-45f5-466a-8df3-8690a8497e6c req-c1410986-d93b-420a-a8f8-44eed599fd98 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468041 Apr 29 11:52:16.205419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.216107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port afd908c9-92a1-4a5b-a3e4-7acb5697208e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:16.216670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.386677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2,segment=NetworkSegment(2fa252f1-a5a3-4715-acc8-29640ed8e9af),segment_id=2fa252f1-a5a3-4715-acc8-29640ed8e9af)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:16.402871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'e2d90e5b-9287-4d29-8859-9f6192d485c2', 'network_id': '64c5fff6-8a5b-4a09-b600-d604caf06500', 'port_id': 'e2d90e5b-9287-4d29-8859-9f6192d485c2', 'mac_address': 'fa:16:3e:82:aa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '077f02eb-818d-440e-a6e0-ee09c8c574bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:52:16.420106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port afd908c9-92a1-4a5b-a3e4-7acb5697208e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afd908c9-92a1-4a5b-a3e4-7acb5697208e,segment=NetworkSegment(021594e8-8e38-474a-9337-0653daf52faa),segment_id=021594e8-8e38-474a-9337-0653daf52faa)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:16.420511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.462068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.479273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] DHCP port deletion for 9bc8d9cd-2730-47ad-97c7-a270bc98566b request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:52:16.484648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d90e5b-9287-4d29-8859-9f6192d485c2 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:16.488672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Deleting port afd908c9-92a1-4a5b-a3e4-7acb5697208e {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:16.489039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.551710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for afd908c9-92a1-4a5b-a3e4-7acb5697208e owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:16.590197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2,segment=NetworkSegment(2fa252f1-a5a3-4715-acc8-29640ed8e9af),segment_id=2fa252f1-a5a3-4715-acc8-29640ed8e9af)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:16.620478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.634421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.715248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=afd908c9-92a1-4a5b-a3e4-7acb5697208e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:16.727931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port afd908c9-92a1-4a5b-a3e4-7acb5697208e on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:16.781054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:16.805909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] For port afd908c9-92a1-4a5b-a3e4-7acb5697208e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=afd908c9-92a1-4a5b-a3e4-7acb5697208e,segment=NetworkSegment(021594e8-8e38-474a-9337-0653daf52faa),segment_id=021594e8-8e38-474a-9337-0653daf52faa)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:16.806157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.866363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.896418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc8d9cd-2730-47ad-97c7-a270bc98566b']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:16.914095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1367e-3910-473f-9aa8-74bc1a63c6ec req-09ebf508-11bc-4541-9bef-3a1eda384ded tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:16.915580 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b1367e-3910-473f-9aa8-74bc1a63c6ec req-09ebf508-11bc-4541-9bef-3a1eda384ded tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 944 time: 0.2435768 Apr 29 11:52:16.919273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021594e8-8e38-474a-9337-0653daf52faa') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:16.919910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021594e8-8e38-474a-9337-0653daf52faa') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:16.928856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Calling delete_port for afd908c9-92a1-4a5b-a3e4-7acb5697208e owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:16.951076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.984402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:16.996024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b1367e-3910-473f-9aa8-74bc1a63c6ec req-ec8f4a95-49e3-4344-a152-616289ea27d1 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688481 Apr 29 11:52:16.997032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:16.997432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: from cryptography.utils import int_from_bytes Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: from cryptography.utils import int_from_bytes Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn_limited( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn_limited( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:17.000666 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:17.012087 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:17.015409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:52:17.015409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:52:17.082332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e2d90e5b-9287-4d29-8859-9f6192d485c2'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:52:17.092998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.115531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.127233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=9bc8d9cd-2730-47ad-97c7-a270bc98566b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:17.141103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ec030feb-0cd0-475b-8ff5-e63a79e339da tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/9bc8d9cd-2730-47ad-97c7-a270bc98566b HTTP/1.1" status: 204 len: 168 time: 1.0547035 Apr 29 11:52:17.144648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55364) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:17.149609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-727703196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:17.156448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:17.162681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:17.166747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:17.173285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:17.183683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.185574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.200611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.220108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.245683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.246852 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5f5c03f1-f4e0-4ac8-bbce-eaedf2dd4afd tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1012866 Apr 29 11:52:17.249683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:17.257997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-547937662'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:17.263130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:17.267941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:17.270917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:17.278739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:17.290155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:17.294743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.327314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:17.337070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.337423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 401685c2-9822-47db-8a6e-737e7ced6b52 of type vlan for network e0685e67-1777-44da-8c51-19bd04db1166 Apr 29 11:52:17.365935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.399727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.405554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:17.406153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.515896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2647147 Apr 29 11:52:17.517197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Deleting port afd908c9-92a1-4a5b-a3e4-7acb5697208e {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:17.517787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.519065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55372) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:17.525149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:17.525776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd07ce-1d93-4983-b083-8ef91196f448 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=e0685e67-1777-44da-8c51-19bd04db1166,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:17.547950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e0685e67-1777-44da-8c51-19bd04db1166 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:17.614471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dbba4f7b-fda7-4435-a790-e1fb58524c44 None None] The port 'afd908c9-92a1-4a5b-a3e4-7acb5697208e' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:52:17.641686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:17.645703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:17.648528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:17.654258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:17.665214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:17.668690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.890501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:17.967478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=46906ee4-dabf-427c-8d0a-5de384fe48bc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:17.977993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:17.978342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: e0685e67-1777-44da-8c51-19bd04db1166, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:18.000460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network e0685e67-1777-44da-8c51-19bd04db1166 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:18.010249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, e0685e67-1777-44da-8c51-19bd04db1166) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:18.014503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:18.015454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.020573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c17c20-685d-4812-bb8e-ffb665ec2db5 None None] Network e0685e67-1777-44da-8c51-19bd04db1166 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:18.039532 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-90f57395-e99d-43c6-99a1-1192f4af646a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5190482 Apr 29 11:52:18.042884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55378) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:18.098394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2d90e5b-9287-4d29-8859-9f6192d485c2 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:18.193312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752f9e-779a-4a80-bef3-8c372729487c req-5566f7fd-fdba-47a3-943d-db0038226d35 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:18.195163 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70752f9e-779a-4a80-bef3-8c372729487c req-5566f7fd-fdba-47a3-943d-db0038226d35 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 944 time: 0.0835319 Apr 29 11:52:18.246596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port e2d90e5b-9287-4d29-8859-9f6192d485c2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:18.249790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70752f9e-779a-4a80-bef3-8c372729487c req-66a7e859-53dc-4357-9b76-a968cd8946cb tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 Apr 29 11:52:18.256287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port e2d90e5b-9287-4d29-8859-9f6192d485c2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:18.256657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.342384 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-e0685e67-1777-44da-8c51-19bd04db1166', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:52:18.342730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.355696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afd908c9-92a1-4a5b-a3e4-7acb5697208e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:18.399936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: afd908c9-92a1-4a5b-a3e4-7acb5697208e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:18.400367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device afd908c9-92a1-4a5b-a3e4-7acb5697208e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:18.532538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.600224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:18.616542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2,segment=NetworkSegment(2fa252f1-a5a3-4715-acc8-29640ed8e9af),segment_id=2fa252f1-a5a3-4715-acc8-29640ed8e9af)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:18.620689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Allocated IP 172.20.0.2 (e0685e67-1777-44da-8c51-19bd04db1166/46906ee4-dabf-427c-8d0a-5de384fe48bc/67b5b7ec-284d-4565-b1e4-4bb43c4af2ea) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:18.623129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.629661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.659168 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec1fee1-0867-4785-a803-cbe5400ea512'] response: {'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2', 'code': 200} Apr 29 11:52:18.772813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:18.933753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.939317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28abd67-4b59-4fc1-adc7-fe430fefc809 req-f458efd7-5228-47c7-bac9-bda9083abaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:18.940785 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e28abd67-4b59-4fc1-adc7-fe430fefc809 req-f458efd7-5228-47c7-bac9-bda9083abaf6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 1098 time: 0.0720515 Apr 29 11:52:18.945696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Transition to ACTIVE for port object 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:18.963916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Transition to ACTIVE for port object 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:18.970978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:18.987902 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e28abd67-4b59-4fc1-adc7-fe430fefc809 req-171ae9ab-df78-432d-82a6-89836a9165c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Apr 29 11:52:19.034919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Network e0685e67-1777-44da-8c51-19bd04db1166 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:19.037625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.20.0.1 (e0685e67-1777-44da-8c51-19bd04db1166/46906ee4-dabf-427c-8d0a-5de384fe48bc/da9867f4-e947-428c-a13e-feb588f6202f) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:19.037765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:19.041346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:19.076961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Pushing event updated for resources: {'Port': ['ID=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:19.144046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Attempting to bind port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:19.144432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Attempting to bind port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:19.144794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Attempting to bind port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea on network e0685e67-1777-44da-8c51-19bd04db1166 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:19.150443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:19.150839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Checking segment: {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:19.151254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.151641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Bound using segment: {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:19.152328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Bound port: 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:19.152728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.198664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.215507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object da9867f4-e947-428c-a13e-feb588f6202f will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:19.240478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.247364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] For port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:19.250705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] For port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:19.255076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.308922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network e0685e67-1777-44da-8c51-19bd04db1166 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:19.312211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:19.316572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:19.342155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330e7f-8f55-4f45-9e91-27aa16bd9c7e None None] Pushing event updated for resources: {'Port': ['ID=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:19.378282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:19.398160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.486584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4f393-27cc-4ab2-9a42-5de99d0d1992 req-973b41b3-d2bc-421f-a8ba-4304692156e1 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:19.488474 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32a4f393-27cc-4ab2-9a42-5de99d0d1992 req-973b41b3-d2bc-421f-a8ba-4304692156e1 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1178689 Apr 29 11:52:19.521330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:19.554543 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32a4f393-27cc-4ab2-9a42-5de99d0d1992 req-3d163e7a-8b82-4677-99cb-ba8294506dee tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599411 Apr 29 11:52:20.072766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.078193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.198951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:20.201577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.347566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network e0685e67-1777-44da-8c51-19bd04db1166 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:20.348664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:20.361291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fa46b-065c-43bc-9946-6ecc25a1f107 None None] Network e0685e67-1777-44da-8c51-19bd04db1166 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:20.401629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:20.529197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0cf26a5f-fa25-4afe-afe8-06dcfdd44448 None None] Provisioning for port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:20.549303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:52:20.596537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:20.608211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:20.608579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.762403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:20.778070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:20.782343 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ad947d73-3e8c-439c-98f1-90250a261829 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358956 Apr 29 11:52:20.782938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55390) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:20.788739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-875217130'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:20.795542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:20.801369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:20.802906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:20.803735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:20.805551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:20.815631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba7ba-cd63-4290-9fb6-238bb86001cc req-d8b0c8de-d6f6-4697-808e-479f33d9f18f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:20.817152 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5d9ba7ba-cd63-4290-9fb6-238bb86001cc req-d8b0c8de-d6f6-4697-808e-479f33d9f18f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1308887 Apr 29 11:52:20.821247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:20.844987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:20.848294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.863051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.901178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5d9ba7ba-cd63-4290-9fb6-238bb86001cc req-c2ec1c08-9eb9-4e06-8341-f5203042e174 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746460 Apr 29 11:52:20.904447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:20.913982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.914317 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 079b2516-38e5-4275-b1e4-5d8ade9a819a of type vlan for network 43997152-5a12-48bb-a5d2-1edec8aa7e89 Apr 29 11:52:20.945799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.980530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.985013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:20.987585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:20.988391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:20.991856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:21.033228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.097769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3130054 Apr 29 11:52:21.099825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55394) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:21.103448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c939881-6926-4945-8c67-26dce88ab384 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=43997152-5a12-48bb-a5d2-1edec8aa7e89,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.105287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:21.117571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:21.220513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:21.224446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:21.227435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:21.233904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:21.246318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:21.251417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.351200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.445117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Provisioning for port da9867f4-e947-428c-a13e-feb588f6202f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:21.456762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Provisioning complete for port da9867f4-e947-428c-a13e-feb588f6202f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:21.457505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.559414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Port da9867f4-e947-428c-a13e-feb588f6202f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:21.581680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Provisioning complete for port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:21.582055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7f0a732f-f89e-4e33-84c1-1a57a380cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.633842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.648476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:19Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:19Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:21.655570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:21.655921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Updating router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 port da9867f4-e947-428c-a13e-feb588f6202f binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:21.710726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=95b4abb6-c490-4d01-9510-3d834c5d00ed,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:21.723985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:21.724309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: 43997152-5a12-48bb-a5d2-1edec8aa7e89, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:21.745051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:21.748268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.755061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 43997152-5a12-48bb-a5d2-1edec8aa7e89) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:21.760239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:21.760862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:21.767728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a5b00-f6b4-40b2-bd0b-3a3db78bc278 None None] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:21.791067 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dbb082c3-7b9c-43c3-afef-82bf719148ee tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6875389 Apr 29 11:52:21.791564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55398) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:21.993684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0128880d-8b86-497e-b5c9-77348fa40b69 None None] Provisioning complete for port da9867f4-e947-428c-a13e-feb588f6202f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:21.994063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0128880d-8b86-497e-b5c9-77348fa40b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.099186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1596edd-2c81-418d-97dc-b8bed869e2c5 req-e50f1644-b90e-42b6-9273-20bd3c5ed3de tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:22.100911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1596edd-2c81-418d-97dc-b8bed869e2c5 req-e50f1644-b90e-42b6-9273-20bd3c5ed3de tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.0861626 Apr 29 11:52:22.150298 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1596edd-2c81-418d-97dc-b8bed869e2c5 req-1365961a-faeb-4bcf-9005-45a4384ff695 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423100 Apr 29 11:52:22.210812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0128880d-8b86-497e-b5c9-77348fa40b69 None None] Port da9867f4-e947-428c-a13e-feb588f6202f cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:22.272095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-43997152-5a12-48bb-a5d2-1edec8aa7e89', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:52:22.272908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.372223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:22.487986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1638c40-e327-48d5-8667-d3e86176ae4b req-7c75660a-a13b-47f5-8a3b-542c04426c6a tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:22.489423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1638c40-e327-48d5-8667-d3e86176ae4b req-7c75660a-a13b-47f5-8a3b-542c04426c6a tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.2147987 Apr 29 11:52:22.540851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.569779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Transition to ACTIVE for port object da9867f4-e947-428c-a13e-feb588f6202f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:22.579349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.580375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.593767 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1638c40-e327-48d5-8667-d3e86176ae4b req-4ec9407b-4dda-4b5a-b209-1c81acc7dcdb tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695188 Apr 29 11:52:22.624838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Allocated IP 172.21.0.2 (43997152-5a12-48bb-a5d2-1edec8aa7e89/95b4abb6-c490-4d01-9510-3d834c5d00ed/934a106f-f513-4cdd-8b44-4ed39a137a60) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:22.654494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:22.654857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:22.798903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852208-ed92-42b2-bb12-5b08a6aa254e None None] Pushing event updated for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.048657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff042249-f532-4d43-a42d-3c2f4c08e6ed req-062ec528-528c-496b-b133-5bd9ca9993ed tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:23.050201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff042249-f532-4d43-a42d-3c2f4c08e6ed req-062ec528-528c-496b-b133-5bd9ca9993ed tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.0833423 Apr 29 11:52:23.060063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Attempting to bind port da9867f4-e947-428c-a13e-feb588f6202f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:23.060423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Attempting to bind port da9867f4-e947-428c-a13e-feb588f6202f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:23.060794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Attempting to bind port da9867f4-e947-428c-a13e-feb588f6202f on network e0685e67-1777-44da-8c51-19bd04db1166 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:23.094234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff042249-f532-4d43-a42d-3c2f4c08e6ed req-60c751a3-2d21-48e4-88f7-6f123ecd9a38 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Apr 29 11:52:23.117266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:23.117693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Checking segment: {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:23.118057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.118487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Bound using segment: {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:23.119143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Bound port: da9867f4-e947-428c-a13e-feb588f6202f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401685c2-9822-47db-8a6e-737e7ced6b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:23.119643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.258505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.280984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Transition to ACTIVE for port object 934a106f-f513-4cdd-8b44-4ed39a137a60 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:23.299837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] For port da9867f4-e947-428c-a13e-feb588f6202f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:23.305819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] For port da9867f4-e947-428c-a13e-feb588f6202f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=da9867f4-e947-428c-a13e-feb588f6202f,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:23.308595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Transition to ACTIVE for port object 934a106f-f513-4cdd-8b44-4ed39a137a60 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:23.312903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.345013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.387680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.21.0.1 (43997152-5a12-48bb-a5d2-1edec8aa7e89/95b4abb6-c490-4d01-9510-3d834c5d00ed/a003121a-3e73-4aa2-aa03-372f9ad9282b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:23.401720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:23.405667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:23.408015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:23.412137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:23.412762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:23.550884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.569235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object a003121a-3e73-4aa2-aa03-372f9ad9282b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:23.594181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.616726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852208-ed92-42b2-bb12-5b08a6aa254e None None] Pushing event updated for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.665341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:23.668460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:23.672365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:23.702479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.718939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Attempting to bind port 934a106f-f513-4cdd-8b44-4ed39a137a60 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:23.719301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Attempting to bind port 934a106f-f513-4cdd-8b44-4ed39a137a60 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:23.719652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Attempting to bind port 934a106f-f513-4cdd-8b44-4ed39a137a60 on network 43997152-5a12-48bb-a5d2-1edec8aa7e89 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:23.727182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:23.733512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.791578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Pushing event updated for resources: {'Port': ['ID=934a106f-f513-4cdd-8b44-4ed39a137a60,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:23.801810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:23.801810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Checking segment: {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:23.802187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.802561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Bound using segment: {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:23.803022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Bound port: 934a106f-f513-4cdd-8b44-4ed39a137a60, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:23.803385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:23.853007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.039827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] For port 934a106f-f513-4cdd-8b44-4ed39a137a60, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:24.044402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] For port 934a106f-f513-4cdd-8b44-4ed39a137a60, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=934a106f-f513-4cdd-8b44-4ed39a137a60,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:24.060062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.214674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c5c10-e425-4753-916f-a1aa8c333562 None None] Pushing event updated for resources: {'Port': ['ID=934a106f-f513-4cdd-8b44-4ed39a137a60,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:24.237100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:19Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:24.241608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6170297e-be9e-4cb7-8fa6-6aabee007b13 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:19Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:24.303642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261201f5-f81c-4005-92a5-e88c011cef0f req-ed0efe0d-e058-4ade-a192-b0bcd9527115 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.311394 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-261201f5-f81c-4005-92a5-e88c011cef0f req-ed0efe0d-e058-4ade-a192-b0bcd9527115 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.0959432 Apr 29 11:52:24.358740 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-261201f5-f81c-4005-92a5-e88c011cef0f req-c74d8a5f-2d93-49f3-812f-5480d62491a9 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Apr 29 11:52:24.457120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.463199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.648514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:24.652238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:24.824822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:24.827348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:24.882236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-1af3cd69-9cc3-467b-9a4e-ba004bce8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.883732 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-1af3cd69-9cc3-467b-9a4e-ba004bce8ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 1098 time: 0.1050882 Apr 29 11:52:24.891475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c8b8-ebed-4984-bf1e-76aec8720c68 req-57c1d9bb-819b-4260-a2df-df0660b3254b tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:24.892923 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a10c8b8-ebed-4984-bf1e-76aec8720c68 req-57c1d9bb-819b-4260-a2df-df0660b3254b tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1594033 Apr 29 11:52:25.012738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:25.037153 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a10c8b8-ebed-4984-bf1e-76aec8720c68 req-749c54d4-0a12-42b2-81b7-533f4c12aee9 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251628 Apr 29 11:52:25.073586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-cca22e94-e48e-481c-99e5-449134ed0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:25.075471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-cca22e94-e48e-481c-99e5-449134ed0bc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 200 len: 913 time: 0.1814322 Apr 29 11:52:25.158474 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-acbe2fa3-7009-488f-9190-a1dc2c745f66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 200 len: 217 time: 0.0762880 Apr 29 11:52:25.198213 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:25.217070 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-eb48e6d4-10c0-4e82-8c21-7c80dbb3cf5c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4241819 Apr 29 11:52:25.219731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55418) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:25.226663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1366953323'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.228555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-e9faec33-2def-46bc-b3f9-6364ce53d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:25.230061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-e9faec33-2def-46bc-b3f9-6364ce53d856 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=077f02eb-818d-440e-a6e0-ee09c8c574bf HTTP/1.1" status: 200 len: 852 time: 0.0660868 Apr 29 11:52:25.232390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:25.236674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:25.240103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:25.246324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:25.259130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:25.263303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.286880 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-0efb0e2a-b8e4-4d20-8d30-bab70c773579 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64c5fff6-8a5b-4a09-b600-d604caf06500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509079 Apr 29 11:52:25.302527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:25.314233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.314816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0 of type vlan for network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 Apr 29 11:52:25.346011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.360687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a873a-3744-4213-aa49-30166a03652b None None] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:25.389705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.396854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:25.397711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.431939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-56a5c75d-96de-4640-9b58-7b22d8567b55 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391795 Apr 29 11:52:25.498686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d2b3a4a7-4890-4dc1-b67d-dfaf4557ad07 None None] Provisioning for port 934a106f-f513-4cdd-8b44-4ed39a137a60 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:25.536570 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3156846 Apr 29 11:52:25.537201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:25.545798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:25.559321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d2f5-88d2-4ac5-b233-8b01eaef4ff2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=3f7f67f0-f20f-4219-bcec-41bc4a160d83,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:25.573588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:25.588769 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f2dd9ea6-15ab-42ed-a77f-56d45bb34c2f req-ed2fd7da-df73-4bce-8cf4-60c0d1beeed6 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490476 Apr 29 11:52:25.665096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:25.668945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:25.673106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:25.678973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:25.689856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:25.693403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.794060 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:25.805424 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:25.806040 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:25.918135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:25.967086 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:25.999897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=266a799f-f602-4071-8e65-b0cf005053ce,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:26.010490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:26.010864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: 3f7f67f0-f20f-4219-bcec-41bc4a160d83, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:26.037524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:26.044871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-be8a9735-225f-4a57-8be9-4b762208de1f None None] Provisioning for port a003121a-3e73-4aa2-aa03-372f9ad9282b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:26.048631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 3f7f67f0-f20f-4219-bcec-41bc4a160d83) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:26.050367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-be8a9735-225f-4a57-8be9-4b762208de1f None None] Provisioning complete for port a003121a-3e73-4aa2-aa03-372f9ad9282b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:26.050995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-be8a9735-225f-4a57-8be9-4b762208de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.054838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:26.055730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.084906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c2a25f5b-af97-428f-9653-fed2404d7fe5 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5435157 Apr 29 11:52:26.087488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55428) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:26.148372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-be8a9735-225f-4a57-8be9-4b762208de1f None None] Port a003121a-3e73-4aa2-aa03-372f9ad9282b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:26.152258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7644a8-090d-46a8-9c24-9c2ceed71de4 None None] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:26.329786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a54c4-659e-44ab-bdf2-f7a17b91cd06 req-7a70b1f2-9dfc-493b-b141-5d9b4e2feced tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:26.337648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d69a54c4-659e-44ab-bdf2-f7a17b91cd06 req-7a70b1f2-9dfc-493b-b141-5d9b4e2feced tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1477561 Apr 29 11:52:26.379065 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 3, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:24Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:26.402187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:26.402545 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Updating router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 port a003121a-3e73-4aa2-aa03-372f9ad9282b binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:26.411609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d69a54c4-659e-44ab-bdf2-f7a17b91cd06 req-716c77ff-304e-404b-8bf3-999194ccb037 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699694 Apr 29 11:52:26.483162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:52:26.483978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.507432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 934a106f-f513-4cdd-8b44-4ed39a137a60 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:26.519354 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.619601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ebf50c5f-f821-457c-8b36-e66aa683cf69 None None] Provisioning complete for port a003121a-3e73-4aa2-aa03-372f9ad9282b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:26.619997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebf50c5f-f821-457c-8b36-e66aa683cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.711720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ebf50c5f-f821-457c-8b36-e66aa683cf69 None None] Port a003121a-3e73-4aa2-aa03-372f9ad9282b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:26.754373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 934a106f-f513-4cdd-8b44-4ed39a137a60 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:26.772650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 934a106f-f513-4cdd-8b44-4ed39a137a60 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:26.773104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.857840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b0204bb8-0ce4-4889-8305-3132f800f7af None None] Provisioning complete for port a003121a-3e73-4aa2-aa03-372f9ad9282b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:26.858346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b0204bb8-0ce4-4889-8305-3132f800f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.924344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Allocated IP 172.22.0.2 (3f7f67f0-f20f-4219-bcec-41bc4a160d83/266a799f-f602-4071-8e65-b0cf005053ce/28b8683f-c263-4479-affa-348a5bdcd843) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:26.966237 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:26.971728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b0204bb8-0ce4-4889-8305-3132f800f7af None None] Port a003121a-3e73-4aa2-aa03-372f9ad9282b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:26.980932 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Transition to ACTIVE for port object a003121a-3e73-4aa2-aa03-372f9ad9282b will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:26.988824 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.058330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.104520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.191853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 934a106f-f513-4cdd-8b44-4ed39a137a60, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=934a106f-f513-4cdd-8b44-4ed39a137a60,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:27.235585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.236986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device da9867f4-e947-428c-a13e-feb588f6202f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:27.267306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Attempting to bind port a003121a-3e73-4aa2-aa03-372f9ad9282b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:27.267666 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Attempting to bind port a003121a-3e73-4aa2-aa03-372f9ad9282b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:27.268021 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Attempting to bind port a003121a-3e73-4aa2-aa03-372f9ad9282b on network 43997152-5a12-48bb-a5d2-1edec8aa7e89 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:27.270044 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Pushing event updated for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:27.278604 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.278973 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.279376 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.279707 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.280036 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.280358 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.280679 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.280998 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.281344 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.281658 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.281972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.282282 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:27.287723 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:27.288106 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Checking segment: {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:27.288478 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.288854 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Bound using segment: {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:27.289313 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Bound port: a003121a-3e73-4aa2-aa03-372f9ad9282b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079b2516-38e5-4275-b1e4-5d8ade9a819a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:27.289702 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.382340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.397704 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] For port a003121a-3e73-4aa2-aa03-372f9ad9282b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:27.402984 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] For port a003121a-3e73-4aa2-aa03-372f9ad9282b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a003121a-3e73-4aa2-aa03-372f9ad9282b,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:27.409156 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.410754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Transition to ACTIVE for port object 28b8683f-c263-4479-affa-348a5bdcd843 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:27.415190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=934a106f-f513-4cdd-8b44-4ed39a137a60,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:27.452967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port da9867f4-e947-428c-a13e-feb588f6202f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:27.458467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Transition to ACTIVE for port object 28b8683f-c263-4479-affa-348a5bdcd843 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:27.461239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port da9867f4-e947-428c-a13e-feb588f6202f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:27.461818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.494990 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:27.495623 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:27.511182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.573607 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353d4a9-364a-4226-af60-26deaebfe9e6 None None] Pushing event updated for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:27.613475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:27.618358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:27.621213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:27.641846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.22.0.1 (3f7f67f0-f20f-4219-bcec-41bc4a160d83/266a799f-f602-4071-8e65-b0cf005053ce/8179cefe-2159-42ce-a7c9-e77965a17a15) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:27.676627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Pushing event updated for resources: {'Port': ['ID=28b8683f-c263-4479-affa-348a5bdcd843,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:27.710136 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:27.779752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca862d-8db1-4457-9380-78673eded4a9 req-c6833552-e388-4068-b130-b5ed98ede021 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:27.781885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8aca862d-8db1-4457-9380-78673eded4a9 req-c6833552-e388-4068-b130-b5ed98ede021 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.2139180 Apr 29 11:52:27.814684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Attempting to bind port 28b8683f-c263-4479-affa-348a5bdcd843 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:27.814684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Attempting to bind port 28b8683f-c263-4479-affa-348a5bdcd843 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:27.815158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Attempting to bind port 28b8683f-c263-4479-affa-348a5bdcd843 on network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:27.828418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.839756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:27.840134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Checking segment: {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:27.840446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.842107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Bound using segment: {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:27.842107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Bound port: 28b8683f-c263-4479-affa-348a5bdcd843, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:27.842107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.855304 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8aca862d-8db1-4457-9380-78673eded4a9 req-e2ee7ce6-b490-4273-9a23-09c78cf2e920 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657654 Apr 29 11:52:27.883735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:27.901888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object 8179cefe-2159-42ce-a7c9-e77965a17a15 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:27.932931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.014556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:28.018843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:28.021422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port da9867f4-e947-428c-a13e-feb588f6202f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=da9867f4-e947-428c-a13e-feb588f6202f,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:28.030143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:28.032234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.035105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] For port 28b8683f-c263-4479-affa-348a5bdcd843, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:28.079525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:28.089519 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 3, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:28.096168 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b82e9d4-20dd-4c39-9e3b-5a9abfed1489 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 3, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:23Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:28.110790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] For port 28b8683f-c263-4479-affa-348a5bdcd843, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=28b8683f-c263-4479-affa-348a5bdcd843,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:28.119325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.121206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.142062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:28.276013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db6235-cc45-4098-8055-bf1dfda4e771 None None] Pushing event updated for resources: {'Port': ['ID=28b8683f-c263-4479-affa-348a5bdcd843,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:28.396092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.482780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18fc4-25ad-47d2-9439-503083a1b92f req-9b952eb7-8084-416a-8f10-e5f95db7c9b4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:28.484371 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4d18fc4-25ad-47d2-9439-503083a1b92f req-9b952eb7-8084-416a-8f10-e5f95db7c9b4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1916137 Apr 29 11:52:28.548252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 934a106f-f513-4cdd-8b44-4ed39a137a60 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:28.635465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 934a106f-f513-4cdd-8b44-4ed39a137a60 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:28.636378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.767215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a003121a-3e73-4aa2-aa03-372f9ad9282b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:28.839183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port a003121a-3e73-4aa2-aa03-372f9ad9282b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:28.845329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a003121a-3e73-4aa2-aa03-372f9ad9282b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:28.845733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:28.847206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4d18fc4-25ad-47d2-9439-503083a1b92f req-e1381a13-d9f8-46d8-af8a-9788989948f3 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642433 Apr 29 11:52:28.976191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.010246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port a003121a-3e73-4aa2-aa03-372f9ad9282b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a003121a-3e73-4aa2-aa03-372f9ad9282b,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:29.015780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.016634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device da9867f4-e947-428c-a13e-feb588f6202f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:29.019634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.025750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.127489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:29.152083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:29.163500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.166318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port da9867f4-e947-428c-a13e-feb588f6202f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:29.166693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.320969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:29.322327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:29.412761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee9f7f-0c2f-43b6-927d-06d18c5ebbcb None None] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:29.492678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:29.525123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1de49211-b07c-48c5-9c1b-9600f8c6a04c None None] Provisioning for port 28b8683f-c263-4479-affa-348a5bdcd843 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:29.660314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:29.670575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:29.673753 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9f1dabeb-c16b-4c5e-a562-3b790b0eda0f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5849893 Apr 29 11:52:29.676264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55438) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:29.681675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282761306'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:29.683534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:29.684175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:29.686768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:29.691159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:network and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:29.694213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:29.700465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:29.712390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:29.716144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.753065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:52:29.765960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.766872 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added segment 27953c5e-53dc-44c6-a214-405886434bce of type vlan for network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 Apr 29 11:52:29.806569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.843568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.849989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:29.850936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:29.928642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:29.991248 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3137677 Apr 29 11:52:29.994600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:30.002880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'subnet': {'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:30.043339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e8f1c93d-c1e8-464a-a00c-ada2f68a9f95 None None] Provisioning for port 8179cefe-2159-42ce-a7c9-e77965a17a15 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:30.100685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51691263-0610-4893-9c6b-b0316d6617e8 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Network': ['ID=1d40fbfc-d839-4c94-8f5b-301d8bc73d83,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:30.139766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:52:30.153110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ad82-5722-4943-aa51-0d3930eaef83 req-2a34f170-e81e-48ab-9e28-66de08764e09 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.155678 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f8e0ad82-5722-4943-aa51-0d3930eaef83 req-2a34f170-e81e-48ab-9e28-66de08764e09 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1335163 Apr 29 11:52:30.160230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e8f1c93d-c1e8-464a-a00c-ada2f68a9f95 None None] Provisioning complete for port 8179cefe-2159-42ce-a7c9-e77965a17a15 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:30.160605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c93d-c1e8-464a-a00c-ada2f68a9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.223723 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f8e0ad82-5722-4943-aa51-0d3930eaef83 req-db1a1648-fced-4648-bbaf-c62837d18ec2 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613732 Apr 29 11:52:30.388713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:30.392824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:subnet and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:52:30.395886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:52:30.402021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:30.424765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Made reservation on behalf of 76cd750d7ee24682bb6e56b8dc6f2882 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:30.428857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.566607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a493-84db-4c8c-b2ea-6c514ec3cf68 req-b5aeecc4-e57e-4653-8ea2-70defeffcbeb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.573958 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8a7a493-84db-4c8c-b2ea-6c514ec3cf68 req-b5aeecc4-e57e-4653-8ea2-70defeffcbeb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.2692559 Apr 29 11:52:30.605426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1c93d-c1e8-464a-a00c-ada2f68a9f95 None None] Port 8179cefe-2159-42ce-a7c9-e77965a17a15 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:30.613977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a003121a-3e73-4aa2-aa03-372f9ad9282b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:30.662692 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8a7a493-84db-4c8c-b2ea-6c514ec3cf68 req-e5f6a396-f081-41c3-8d5e-00e9c2c56821 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867562 Apr 29 11:52:30.678629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c461288-b5df-46ba-aebf-9e4f608536a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.749759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.756937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:30.760017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a003121a-3e73-4aa2-aa03-372f9ad9282b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:30.760488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.811415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:30.811787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Updating router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 port 8179cefe-2159-42ce-a7c9-e77965a17a15 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:30.846187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Subnet': ['ID=ee9c45bc-be68-49da-9a96-113ff12b50bf,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:30.848729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Checking segment: {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:30.849177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network hostable DHCP agents. Network: 1d40fbfc-d839-4c94-8f5b-301d8bc73d83, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:52:30.873464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:52:30.885537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 1d40fbfc-d839-4c94-8f5b-301d8bc73d83) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:30.886239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0cae7-1e1f-488d-895a-735dcb8fd732 req-a20876a5-f59a-4bb3-b066-b8bfad7c0b80 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.890525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.891109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.893652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4d0cae7-1e1f-488d-895a-735dcb8fd732 req-a20876a5-f59a-4bb3-b066-b8bfad7c0b80 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1537497 Apr 29 11:52:30.903525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbac9e7-740b-4eb1-bb6f-1b0bc300a5d2 None None] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:30.915387 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-81b4a38f-6883-4692-9ba8-34b7353da8f0 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9192278 Apr 29 11:52:30.918587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55458) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:30.920005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-1b60fcd2-faae-42ad-9ab8-5b009276980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:30.921488 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-1b60fcd2-faae-42ad-9ab8-5b009276980d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 1098 time: 0.1499500 Apr 29 11:52:30.924697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2a4ee8ca-2ef7-4203-a7d4-dfe4b3b4356f None None] Provisioning complete for port 8179cefe-2159-42ce-a7c9-e77965a17a15 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:30.925172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee8ca-2ef7-4203-a7d4-dfe4b3b4356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:30.982461 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f4d0cae7-1e1f-488d-895a-735dcb8fd732 req-10e37a4d-12b5-46ca-ba1f-52c71d901b49 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878007 Apr 29 11:52:30.986605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:31.086885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-89ddb10b-1211-4654-bf5d-e456720f9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:31.088253 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-89ddb10b-1211-4654-bf5d-e456720f9241 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 200 len: 913 time: 0.1555388 Apr 29 11:52:31.124988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ee8ca-2ef7-4203-a7d4-dfe4b3b4356f None None] Port 8179cefe-2159-42ce-a7c9-e77965a17a15 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:31.156975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-85e6f211-0284-41cd-bd05-296e99da1f7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 200 len: 217 time: 0.0610070 Apr 29 11:52:31.316279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 28b8683f-c263-4479-affa-348a5bdcd843 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:31.360064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-5f503147-c7f0-441f-a3c0-c3adcda72e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:31.361611 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-5f503147-c7f0-441f-a3c0-c3adcda72e79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=077f02eb-818d-440e-a6e0-ee09c8c574bf HTTP/1.1" status: 200 len: 852 time: 0.1990764 Apr 29 11:52:31.441031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-04dcfa66-aab4-422e-a839-a7e0038250a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64c5fff6-8a5b-4a09-b600-d604caf06500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724890 Apr 29 11:52:31.441931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:52:31.442862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:31.457833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-25a1682f-2acb-4ede-8f15-bbb26ae557f1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:52:31.458998 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-25a1682f-2acb-4ede-8f15-bbb26ae557f1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093503 Apr 29 11:52:31.558828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:31.612608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-50488317-8632-4e47-889d-09de619ed449 service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351974 Apr 29 11:52:31.614945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 28b8683f-c263-4479-affa-348a5bdcd843 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:31.642512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 28b8683f-c263-4479-affa-348a5bdcd843 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:31.642888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:31.763967 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4502eb77-b673-43d0-8359-98dacfec73c1 req-cf32f407-1afd-4568-972e-11a101733d0b service neutron] 10.222.0.66 "GET /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431608 Apr 29 11:52:31.846224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Allocated IP 172.23.0.2 (1d40fbfc-d839-4c94-8f5b-301d8bc73d83/ee9c45bc-be68-49da-9a96-113ff12b50bf/a763b8fd-a314-46e6-b93f-1ddbca0bde59) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:31.898322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:31.960734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Transition to ACTIVE for port object 8179cefe-2159-42ce-a7c9-e77965a17a15 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:31.969725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.028954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.077126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436196-78b7-44a4-beb1-dcf4079d522a req-60f29649-1a79-4bdd-a54b-a1163b03a879 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:32.078352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd436196-78b7-44a4-beb1-dcf4079d522a req-60f29649-1a79-4bdd-a54b-a1163b03a879 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.2715011 Apr 29 11:52:32.138731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd436196-78b7-44a4-beb1-dcf4079d522a req-50135b40-6ef2-43ff-997a-414eb5a2018e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536799 Apr 29 11:52:32.212011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-cfdfbb62-5392-4768-b8ea-63572c7f2c7e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:32.213560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-cfdfbb62-5392-4768-b8ea-63572c7f2c7e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 945 time: 0.1600819 Apr 29 11:52:32.222174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49471f1c-92bd-4747-b643-114ad3b97ffa req-3c0f27e2-5f58-44c7-9be2-6d7394aefb52 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:32.223638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-49471f1c-92bd-4747-b643-114ad3b97ffa req-3c0f27e2-5f58-44c7-9be2-6d7394aefb52 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1214795 Apr 29 11:52:32.267056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 28b8683f-c263-4479-affa-348a5bdcd843, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=28b8683f-c263-4479-affa-348a5bdcd843,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:32.272705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460ef1-790c-45e3-9374-56bfd248a09d None None] Pushing event updated for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:32.314012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.329007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:32.329361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.379773 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-49471f1c-92bd-4747-b643-114ad3b97ffa req-df43375d-7186-4bf8-80b0-1b2fb7fff03a tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177371 Apr 29 11:52:32.492284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Attempting to bind port 8179cefe-2159-42ce-a7c9-e77965a17a15 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:32.492646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Attempting to bind port 8179cefe-2159-42ce-a7c9-e77965a17a15 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:32.493004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Attempting to bind port 8179cefe-2159-42ce-a7c9-e77965a17a15 on network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:32.516350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:32.516722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Checking segment: {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:32.517121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.517565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Bound using segment: {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:32.518035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Bound port: 8179cefe-2159-42ce-a7c9-e77965a17a15, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:32.518409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.537653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=28b8683f-c263-4479-affa-348a5bdcd843,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:32.543259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.589725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] For port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:32.590624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.591175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Transition to ACTIVE for port object a763b8fd-a314-46e6-b93f-1ddbca0bde59 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:32.629057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Transition to ACTIVE for port object a763b8fd-a314-46e6-b93f-1ddbca0bde59 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:32.645907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.706962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] For port 8179cefe-2159-42ce-a7c9-e77965a17a15, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:32.712715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Allocated IP 172.23.0.1 (1d40fbfc-d839-4c94-8f5b-301d8bc73d83/ee9c45bc-be68-49da-9a96-113ff12b50bf/01bf0f9b-a002-442b-b1fc-aa780252cfc0) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:32.725832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Pushing event updated for resources: {'Port': ['ID=a763b8fd-a314-46e6-b93f-1ddbca0bde59,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:32.729465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:32.731771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:32.734424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] For port 8179cefe-2159-42ce-a7c9-e77965a17a15, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8179cefe-2159-42ce-a7c9-e77965a17a15,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:32.735466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:32.812020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.908539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Attempting to bind port a763b8fd-a314-46e6-b93f-1ddbca0bde59 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:32.909123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Attempting to bind port a763b8fd-a314-46e6-b93f-1ddbca0bde59 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:32.909329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Attempting to bind port a763b8fd-a314-46e6-b93f-1ddbca0bde59 on network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:32.924965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:32.926006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:32.933611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.934102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:32.934349 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP 85e0f762-ed6e-4264-9965-9cb5740f909c disassociated. External IP: 172.26.0.247, port: 11880170-bb6a-4e9d-8eb5-1c853a9b04f5. Apr 29 11:52:32.934642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:33.009111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:33.010088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Checking segment: {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:33.010088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.010693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Bound using segment: {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:33.011281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Bound port: a763b8fd-a314-46e6-b93f-1ddbca0bde59, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:33.011720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.017915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.036308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Transition to ACTIVE for port object 01bf0f9b-a002-442b-b1fc-aa780252cfc0 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:33.072471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.119542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460ef1-790c-45e3-9374-56bfd248a09d None None] Pushing event updated for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:33.138315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.155392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:33.158837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:33.161432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:33.197125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=11880170-bb6a-4e9d-8eb5-1c853a9b04f5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:33.219697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:33.219949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e39f60b2-cb88-4464-80d8-1d2f0dea05f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.253124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.280514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:33.329434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6685e71-80e9-48b1-9890-ad99545e4dda req-b04f5381-6de2-433b-9367-4e9d1ffca7de tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.0472279 Apr 29 11:52:33.376492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] For port a763b8fd-a314-46e6-b93f-1ddbca0bde59, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:33.381840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] For port a763b8fd-a314-46e6-b93f-1ddbca0bde59, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a763b8fd-a314-46e6-b93f-1ddbca0bde59,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:33.459216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.460871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.644586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57d142-8e3f-4a14-b1c5-15fd7fa40cbd None None] Pushing event updated for resources: {'Port': ['ID=a763b8fd-a314-46e6-b93f-1ddbca0bde59,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:33.668686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:33.677944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162bb9d-f6b7-4433-b138-67657cc264dc req-ddaa9338-ed53-432d-a957-384b895990b8 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:33.685756 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e162bb9d-f6b7-4433-b138-67657cc264dc req-ddaa9338-ed53-432d-a957-384b895990b8 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1684957 Apr 29 11:52:33.784065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.793903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:33.827904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:32Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:33.833633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d0c8d-ffbb-4bb3-967d-47f978689a42 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:32Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:33.943012 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e162bb9d-f6b7-4433-b138-67657cc264dc req-91d6cb5e-2e40-465f-a83e-a73f0b678a57 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563717 Apr 29 11:52:34.027211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:34.030272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.046484 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:34.075257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.076934 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:34.079822 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:34.082330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.223835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] No DVR routers for this DVR port 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:34.227649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.232220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'name': 'network-vif-deleted', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:34.254149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.266358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event updated for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:34.282881 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2295c4d8-9456-4143-8e11-ab9ade1a436d req-4e5cafdd-cb86-4063-9e2a-bfc94ffc91a3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "DELETE /v2.0/ports/11880170-bb6a-4e9d-8eb5-1c853a9b04f5 HTTP/1.1" status: 204 len: 173 time: 2.0582395 Apr 29 11:52:34.310218 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45224a46-818e-4380-a9e7-db4657152303'] response: {'server_uuid': 'b147dd69-32e3-4b5f-8fbf-de1cdb893e2d', 'name': 'network-vif-deleted', 'tag': '11880170-bb6a-4e9d-8eb5-1c853a9b04f5', 'status': 'completed', 'code': 200} Apr 29 11:52:34.435070 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:34.524408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:34.525652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:34.744709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8179cefe-2159-42ce-a7c9-e77965a17a15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:34.788725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b4150198-ac6e-4522-b5df-3401e79f8513 req-a55e8f82-a613-4e75-8297-8fccdcfb79bc tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.0751460 Apr 29 11:52:34.870288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431e14-4a23-4e85-b07b-b2df901c8e0a req-ba5276fc-c9af-4521-86bc-0648a37a2da1 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:34.882598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-22431e14-4a23-4e85-b07b-b2df901c8e0a req-ba5276fc-c9af-4521-86bc-0648a37a2da1 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.2383459 Apr 29 11:52:34.897663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8179cefe-2159-42ce-a7c9-e77965a17a15 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:34.906344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8179cefe-2159-42ce-a7c9-e77965a17a15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:34.907054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:34.998490 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-22431e14-4a23-4e85-b07b-b2df901c8e0a req-89832889-be9d-4200-b9de-35b0f326db7a tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099558 Apr 29 11:52:35.068430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:35.162854 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:35.179072 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:35.203121 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:35.206490 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:35.207213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.256500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8179cefe-2159-42ce-a7c9-e77965a17a15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8179cefe-2159-42ce-a7c9-e77965a17a15,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:35.260968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.261833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 28b8683f-c263-4479-affa-348a5bdcd843 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:35.305588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:35.326856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e9f7ff57-c114-4084-8610-e1a1fb8cbd55 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4071717 Apr 29 11:52:35.329738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:35.336905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:35.378103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6ce07-bbd1-4bc6-bb4c-a7361374b8bb None None] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:35.411164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:35.414145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:35.442131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:35.442776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:35.453764 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:35.652203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a98a6bf4-28e2-48e1-b3d3-2a793c35c917 None None] Provisioning for port a763b8fd-a314-46e6-b93f-1ddbca0bde59 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:35.683172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:35.738663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:35.815199 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:35.820328 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a220a8c-ba86-4541-bda2-7b04b50160eb None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:35.858894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 28b8683f-c263-4479-affa-348a5bdcd843 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:35.859464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.065037 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-93369ccb-39be-4e41-bfdc-a844f0e113f7 req-d1b971ec-49ec-41f7-b728-91678b623030 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=b147dd69-32e3-4b5f-8fbf-de1cdb893e2d HTTP/1.1" status: 200 len: 210 time: 0.0816293 Apr 29 11:52:36.203038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:52:36.224986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Removed routes are [] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:52:36.225730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.253246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:36.257093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53422-6eef-4d2d-ba75-894eb71e2c89 req-a8b38404-3b6c-43fa-89e8-7eaf8dc53e69 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:36.260066 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9f53422-6eef-4d2d-ba75-894eb71e2c89 req-a8b38404-3b6c-43fa-89e8-7eaf8dc53e69 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1329281 Apr 29 11:52:36.275826 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8b592-f480-4697-a3fd-33aa2d31a468 None None] New status for floating IP 85e0f762-ed6e-4264-9965-9cb5740f909c: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:52:36.327713 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9f53422-6eef-4d2d-ba75-894eb71e2c89 req-78f006b6-c5a4-4348-8d35-1535fc773540 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Apr 29 11:52:36.426810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:36.427923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 11880170-bb6a-4e9d-8eb5-1c853a9b04f5 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:36.517424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a763b8fd-a314-46e6-b93f-1ddbca0bde59 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:36.604923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:33Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:33Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:36.613590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:36.613590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Updating router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:52:36.628322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.633568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.663426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port a763b8fd-a314-46e6-b93f-1ddbca0bde59 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:36.673548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a763b8fd-a314-46e6-b93f-1ddbca0bde59 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:36.673999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.724760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:36.977463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:36.991693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Provisioning complete for port a763b8fd-a314-46e6-b93f-1ddbca0bde59 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:36.992068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.026113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.122023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port a763b8fd-a314-46e6-b93f-1ddbca0bde59, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a763b8fd-a314-46e6-b93f-1ddbca0bde59,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:37.148432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:37.159983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.164644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-645b4ed5-49f4-4867-b42d-9ef28a465720 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 933 time: 1.8336761 Apr 29 11:52:37.165374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55490) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:37.179747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.250249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-2095f425-f4ec-4c2a-b526-03023a38909e tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:37.273745 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-2095f425-f4ec-4c2a-b526-03023a38909e tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1296973 Apr 29 11:52:37.297871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8179cefe-2159-42ce-a7c9-e77965a17a15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:37.365349 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c54461b5-0064-43d5-b6ba-6fba2e284977 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 933 time: 0.1964259 Apr 29 11:52:37.365710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55498) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:37.371183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'routes': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:37.404314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Deleting port e2d90e5b-9287-4d29-8859-9f6192d485c2 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:37.405061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.456455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=a763b8fd-a314-46e6-b93f-1ddbca0bde59,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:37.531833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Provisioning for port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:37.542342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Provisioning complete for port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:37.542722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.599780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8179cefe-2159-42ce-a7c9-e77965a17a15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:37.600163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.667892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.680856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-77cd3df1-5344-49d3-bd00-c028ae089b69 None None] Port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:37.693134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Transition to ACTIVE for port object 01bf0f9b-a002-442b-b1fc-aa780252cfc0 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:37.705181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.763889 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-c8709e68-8ca5-4aae-9fee-96d2c0b65755 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706735290&fields=id&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 267 time: 0.0741258 Apr 29 11:52:37.816789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] For port e2d90e5b-9287-4d29-8859-9f6192d485c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2d90e5b-9287-4d29-8859-9f6192d485c2,segment=NetworkSegment(2fa252f1-a5a3-4715-acc8-29640ed8e9af),segment_id=2fa252f1-a5a3-4715-acc8-29640ed8e9af)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:37.817145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:37.832635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ef327-f4bb-4d10-bb48-20d32916c512 req-00da8742-2b37-4291-b793-6ad49c4d99fd tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:37.839653 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b77ef327-f4bb-4d10-bb48-20d32916c512 req-00da8742-2b37-4291-b793-6ad49c4d99fd tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d5eee3-b9d5-434e-8d54-9f8442ef6773 HTTP/1.1" status: 200 len: 945 time: 0.1905868 Apr 29 11:52:37.920714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3002a1-97b3-4f5b-af9f-6b4b9620f19d None None] Pushing event updated for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:38.000152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Calling delete_port for e2d90e5b-9287-4d29-8859-9f6192d485c2 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:38.053927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Attempting to bind port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:38.054298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Attempting to bind port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:38.054819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Attempting to bind port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 on network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:38.058005 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b77ef327-f4bb-4d10-bb48-20d32916c512 req-32c5e4a8-6297-4812-8c5b-1e1c6bba9af4 tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ddd5633-a2df-4a52-aae0-98524dd02a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172074 Apr 29 11:52:38.063634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:38.064269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Checking segment: {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:38.064930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.065545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Bound using segment: {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:38.066240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Bound port: 01bf0f9b-a002-442b-b1fc-aa780252cfc0, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27953c5e-53dc-44c6-a214-405886434bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:38.066618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.103429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-cd506a3e-fda6-489d-bef5-279cac943675 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:38.104910 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-cd506a3e-fda6-489d-bef5-279cac943675 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 0.2848954 Apr 29 11:52:38.154746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-e4631f81-e11d-4b0e-9710-3dbeb67bb7b1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/quotas/2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 375 time: 0.0427063 Apr 29 11:52:38.176868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.178752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] For port 01bf0f9b-a002-442b-b1fc-aa780252cfc0, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:38.182070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] For port 01bf0f9b-a002-442b-b1fc-aa780252cfc0, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=01bf0f9b-a002-442b-b1fc-aa780252cfc0,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:38.186464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.225421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e2d90e5b-9287-4d29-8859-9f6192d485c2'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:52:38.228471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Pushing event deleted for resources: {'Port': ['ID=e2d90e5b-9287-4d29-8859-9f6192d485c2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:38.281444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added routes are [] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:52:38.281698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:52:38.305832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:38.306381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:38.308710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] No DVR routers for this DVR port e2d90e5b-9287-4d29-8859-9f6192d485c2 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:38.311493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.314702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'name': 'network-vif-deleted', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:38.332823 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e643e40-9fd8-4df7-bd25-0fd1b24d0301 req-167dcab4-6f6d-4700-be8e-5864daaddf2f tempest-TestServerAdvancedOps-1744147376 tempest-TestServerAdvancedOps-1744147376-project] 10.222.0.66 "DELETE /v2.0/ports/e2d90e5b-9287-4d29-8859-9f6192d485c2 HTTP/1.1" status: 204 len: 173 time: 1.0511959 Apr 29 11:52:38.339383 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-e4957657-7bb0-4d48-923b-c26a586cffa4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1623633 Apr 29 11:52:38.352294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:38.360270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-5f4b4b0c-7f1e-4263-a5c2-466a265cca6c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:52:38.361983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-5f4b4b0c-7f1e-4263-a5c2-466a265cca6c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067067 Apr 29 11:52:38.397661 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e231acd-d509-4dcf-a41f-56c0e59698dc'] response: {'server_uuid': 'f8d5eee3-b9d5-434e-8d54-9f8442ef6773', 'name': 'network-vif-deleted', 'tag': 'e2d90e5b-9287-4d29-8859-9f6192d485c2', 'status': 'completed', 'code': 200} Apr 29 11:52:38.454484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3002a1-97b3-4f5b-af9f-6b4b9620f19d None None] Pushing event updated for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:38.521944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:38.908209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:36Z', 'revision_number': 6, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:38.913220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce217a-fcef-4d3c-8adb-6f12745757a2 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:36Z', 'revision_number': 6, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 4, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:38.984569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-98baac73-1082-4dfe-8196-2199617b1987 service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042512 Apr 29 11:52:39.110278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.117210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.179019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55512) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:39.281418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-ab1f6f94-e76b-4704-81a5-66e8a129db91 service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945607 Apr 29 11:52:39.320415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:39.388382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a763b8fd-a314-46e6-b93f-1ddbca0bde59 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:39.421355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Deleting subnet 077f02eb-818d-440e-a6e0-ee09c8c574bf {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:39.425156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.526105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port a763b8fd-a314-46e6-b93f-1ddbca0bde59 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:39.526473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.534503 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.616041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.616284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:39.624460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.628523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcf606e8-4f1c-476d-9831-7109a24b1ef4 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 699 time: 2.2618246 Apr 29 11:52:39.629332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55522) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:39.694620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 01bf0f9b-a002-442b-b1fc-aa780252cfc0 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:39.720913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.803433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077f02eb-818d-440e-a6e0-ee09c8c574bf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:39.806604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.810933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:39.814448 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ff705413-1a71-4c7f-94d1-0c0a0a591928 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/077f02eb-818d-440e-a6e0-ee09c8c574bf HTTP/1.1" status: 204 len: 168 time: 0.6343539 Apr 29 11:52:39.817132 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55530) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:39.830280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:39.830916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:39.895069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c50ab5e6-9f6f-4cd6-8000-86cfb407ba8c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 699 time: 0.2643785 Apr 29 11:52:39.898810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55534) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:40.057362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.069049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.074023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-33ff97e7-4feb-4dbe-9ef1-49058504fc1a req-ffbaf552-57be-4c7d-9d80-eeb0062c7235 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:40.169158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 01bf0f9b-a002-442b-b1fc-aa780252cfc0, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=01bf0f9b-a002-442b-b1fc-aa780252cfc0,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:40.175665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.193904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-33ff97e7-4feb-4dbe-9ef1-49058504fc1a req-ffbaf552-57be-4c7d-9d80-eeb0062c7235 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:40.195057 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-33ff97e7-4feb-4dbe-9ef1-49058504fc1a req-ffbaf552-57be-4c7d-9d80-eeb0062c7235 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 210 time: 0.2484558 Apr 29 11:52:40.278647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2d90e5b-9287-4d29-8859-9f6192d485c2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:40.315316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:40.318814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.354074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c5fff6-8a5b-4a09-b600-d604caf06500']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.370170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa252f1-a5a3-4715-acc8-29640ed8e9af') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.370447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa252f1-a5a3-4715-acc8-29640ed8e9af') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.377776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: e2d90e5b-9287-4d29-8859-9f6192d485c2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:40.378286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2d90e5b-9287-4d29-8859-9f6192d485c2 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:40.381564 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:40.383270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.383814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.401663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.408967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:40.409763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:40.425050 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:40.512557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.540107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.552034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] Pushing event deleted for resources: {'Network': ['ID=64c5fff6-8a5b-4a09-b600-d604caf06500,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:40.569739 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8deaca69-b44e-49d9-92a9-58eec639c74c admin admin] 10.222.0.53 "DELETE /v2.0/networks/64c5fff6-8a5b-4a09-b600-d604caf06500 HTTP/1.1" status: 204 len: 168 time: 0.7513762 Apr 29 11:52:40.572442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55544) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:40.578829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:40.581885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:40.646448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Deleting subnet f7ba7066-e132-4890-96ee-48e08a7d388a {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:40.651224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.708979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.785050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.791756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.863221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.914054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ba7066-e132-4890-96ee-48e08a7d388a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:40.916136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:40.925355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-914d3cf7-695b-4207-8111-cd24d6ca982b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f7ba7066-e132-4890-96ee-48e08a7d388a HTTP/1.1" status: 204 len: 168 time: 0.3513231 Apr 29 11:52:40.927929 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55548) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:40.961376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 7, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:40Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:40.965276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:40.974538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:40.975148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:41.034994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.137913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:41.168085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:41.168763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.173378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.206137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a563f6-94fb-4dc0-ab59-7d568abb3770']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:41.221641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb99efa-c2ea-4d30-bff7-1eb99f68c286') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:41.222021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb99efa-c2ea-4d30-bff7-1eb99f68c286') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:41.396327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.414224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-a27103b6-99a1-42aa-a20d-675bf004f6c3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:41.415917 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-a27103b6-99a1-42aa-a20d-675bf004f6c3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 0.1829009 Apr 29 11:52:41.423963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 01bf0f9b-a002-442b-b1fc-aa780252cfc0 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:41.424538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.431668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:41.432443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:41.447911 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:41.450788 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4e3a6a0e-275c-4a4a-8d22-3f2088602aa0 req-2c7cfe91-f503-4071-89c7-1460cc7ed42d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 210 time: 0.0581045 Apr 29 11:52:41.456512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 01bf0f9b-a002-442b-b1fc-aa780252cfc0, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=01bf0f9b-a002-442b-b1fc-aa780252cfc0,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:41.456929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.603678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 01bf0f9b-a002-442b-b1fc-aa780252cfc0 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:41.649551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 01bf0f9b-a002-442b-b1fc-aa780252cfc0 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:41.650117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.711622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-26617e8f-baec-4c83-8e1e-c86c48080ddb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 379 time: 0.2573392 Apr 29 11:52:41.712372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.735465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'port': {'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'admin_state_up': True, 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'security_groups': ['45a91733-169d-4afb-aee9-a4c8de704a2c']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:41.756951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.777851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] Pushing event deleted for resources: {'Network': ['ID=61a563f6-94fb-4dc0-ab59-7d568abb3770,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:41.801519 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-57571022-5601-421a-a710-ade9cd6bea2c admin admin] 10.222.0.53 "DELETE /v2.0/networks/61a563f6-94fb-4dc0-ab59-7d568abb3770 HTTP/1.1" status: 204 len: 168 time: 0.8682299 Apr 29 11:52:41.855895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:41.861672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 7, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:40Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:41.870843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e448a11-da02-46ca-b88c-dd1a69a6af26 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:38Z', 'revision_number': 7, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '01bf0f9b-a002-442b-b1fc-aa780252cfc0', 'name': '', 'network_id': '1d40fbfc-d839-4c94-8f5b-301d8bc73d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:6f:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:31Z', 'updated_at': '2022-04-29T11:52:40Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': 'ee9c45bc-be68-49da-9a96-113ff12b50bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:41.978368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=01bf0f9b-a002-442b-b1fc-aa780252cfc0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:42.083791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:52:42.100734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:52:42.128008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Made reservation on behalf of 2779ff5350c84fd3a6a0342033e91989 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:52:42.132952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.227453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55558) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:42.318426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.390501 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-87e0e85c-4457-40ad-8871-77fc5e93805b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1a2ab4fac5b44f0881cd16bb116df48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623716 Apr 29 11:52:42.438315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.20.0.3 (86a3837f-b70d-4185-bce3-634ca6fafa1a/c98f75ad-d12b-4e59-9f85-f149e2826092/e2577a0d-e187-4ca2-9ccc-f315b2cf1f63) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:52:42.449018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55562) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:42.540957 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:52:42.671857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-da0dd927-0d0a-4de9-b2b2-1e0943d8a046 req-6f4f7e53-7658-4cdb-ac9d-5d3e0a00c754 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 210 time: 0.0734456 Apr 29 11:52:42.759187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.816978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.829033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:42.829806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.866829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Transition to ACTIVE for port object e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:42.905904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:42.926284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd5633-a2df-4a52-aae0-98524dd02a48,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:42.938679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.012120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:43.023527 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:43.033547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:52:43.034399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55568) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:43.034966 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f3d60558-952c-4264-94ce-7fb0b291a43b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1299713 Apr 29 11:52:43.035358 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:43.035761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:52:43.036399 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:43.049918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.053759 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-05f64cfe-135b-4ddf-9f8c-6b3b1f16f7a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ddd5633-a2df-4a52-aae0-98524dd02a48 HTTP/1.1" status: 204 len: 168 time: 0.6035490 Apr 29 11:52:43.058342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:52:43.157632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:43.203228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:43.203865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.240585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet ee9c45bc-be68-49da-9a96-113ff12b50bf {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:43.244823 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-490b7f38-63cc-4aa8-9c64-9e8424a89a65 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5132394 Apr 29 11:52:43.245829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.257262 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:43.283315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Request body: {'port': {'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:52:43.359803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.376782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ce46850f-9e67-45c8-b422-365628f32e4f None None] Provisioning for port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:43.390170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ce46850f-9e67-45c8-b422-365628f32e4f None None] Provisioning complete for port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:43.390543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce46850f-9e67-45c8-b422-365628f32e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.508457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ce46850f-9e67-45c8-b422-365628f32e4f None None] Port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:52:43.566032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.627293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55576) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:43.670448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.691377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a71e17cd-91f8-42b2-898e-3b9b06410b60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac66b95075d846978055e2cde943457e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608459 Apr 29 11:52:43.691629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55580) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:43.696576 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:41Z', 'revision_number': 8, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:43.701337 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:43.712036 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:43.712638 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:43.775740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.808724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.892527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.920769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.924527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26479b-9c9a-4639-9968-01ea18a77ba1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:43.927757 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:43.938237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:43.939787 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-380c4446-695a-474b-980c-d78b14d6a0e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c26479b-9c9a-4639-9968-01ea18a77ba1 HTTP/1.1" status: 204 len: 168 time: 0.2474239 Apr 29 11:52:44.037282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9c45bc-be68-49da-9a96-113ff12b50bf,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:44.042511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.048934 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5eaca72b-027d-4398-99fc-e02afb030b32 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/ee9c45bc-be68-49da-9a96-113ff12b50bf HTTP/1.1" status: 204 len: 168 time: 1.0108294 Apr 29 11:52:44.051554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55588) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:44.057244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a1aa7-03c8-44ed-8c5e-8cbbe41b45b2 None None] Network 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:44.115335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533aed8-ca9d-4224-a9c9-d5d6acbde4e6 req-1158af81-e62c-44bb-8801-131f9c0dfc7c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:44.123568 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a533aed8-ca9d-4224-a9c9-d5d6acbde4e6 req-1158af81-e62c-44bb-8801-131f9c0dfc7c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 931 time: 0.1249824 Apr 29 11:52:44.182259 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a533aed8-ca9d-4224-a9c9-d5d6acbde4e6 req-4600f1c9-8844-4b95-bd5d-3662ed4a7fbd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544937 Apr 29 11:52:44.290208 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:41Z', 'revision_number': 8, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:44.295451 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf36931-e031-44ee-bd2a-ef06c443f557 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:41Z', 'revision_number': 8, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': '8179cefe-2159-42ce-a7c9-e77965a17a15', 'name': '', 'network_id': '3f7f67f0-f20f-4219-bcec-41bc4a160d83', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:c0:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '266a799f-f602-4071-8e65-b0cf005053ce', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:27Z', 'updated_at': '2022-04-29T11:52:35Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '266a799f-f602-4071-8e65-b0cf005053ce', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:44.417051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.resource_extend [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 11:52:44.464056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.495169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:44.502143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port a763b8fd-a314-46e6-b93f-1ddbca0bde59 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:44.502911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.529304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.567220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Transition to ACTIVE for port object e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:52:44.574077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.669809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] DHCP port deletion for 1d40fbfc-d839-4c94-8f5b-301d8bc73d83 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:52:44.676788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Deleting port a763b8fd-a314-46e6-b93f-1ddbca0bde59 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:44.677435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.818079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:44.922668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] For port a763b8fd-a314-46e6-b93f-1ddbca0bde59, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a763b8fd-a314-46e6-b93f-1ddbca0bde59,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:44.923231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:44.943440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port a763b8fd-a314-46e6-b93f-1ddbca0bde59, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a763b8fd-a314-46e6-b93f-1ddbca0bde59,segment=NetworkSegment(27953c5e-53dc-44c6-a214-405886434bce),segment_id=27953c5e-53dc-44c6-a214-405886434bce)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:44.943798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.049966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Calling delete_port for a763b8fd-a314-46e6-b93f-1ddbca0bde59 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:45.078353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for a763b8fd-a314-46e6-b93f-1ddbca0bde59 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:45.119199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Attempting to bind port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:52:45.119535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Attempting to bind port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:52:45.119861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Attempting to bind port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:45.129508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:52:45.129830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Attempting to bind port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:52:45.140502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:52:45.140838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:52:45.141208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Bound using segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:52:45.141673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Bound port: e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:52:45.142021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.142625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.188240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] Pushing event deleted for resources: {'Port': ['ID=a763b8fd-a314-46e6-b93f-1ddbca0bde59,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:45.191600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc1596-cfc3-43e6-9691-eeb6ace5c0c8 None None] No DVR routers for this DVR port a763b8fd-a314-46e6-b93f-1ddbca0bde59 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:45.221614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.db.api [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:52:45.222166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG oslo_db.api [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:52:45.255198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:52:45.258465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:52:45.263984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.280903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a763b8fd-a314-46e6-b93f-1ddbca0bde59 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:45.319312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: a763b8fd-a314-46e6-b93f-1ddbca0bde59 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:45.319312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a763b8fd-a314-46e6-b93f-1ddbca0bde59 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:45.319312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 01bf0f9b-a002-442b-b1fc-aa780252cfc0 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:45.352547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 01bf0f9b-a002-442b-b1fc-aa780252cfc0 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:45.352851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 01bf0f9b-a002-442b-b1fc-aa780252cfc0 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:45.379421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:45.380033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.381377 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] 10.222.0.66 "PUT /v2.0/ports/e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 1093 time: 2.1068745 Apr 29 11:52:45.381968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:45.403225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559569d-960d-4271-b850-b018f3f5ea60 service neutron] Pushing event updated for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:45.437530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bee45-a23b-4c83-95a6-59ee6ad55437 req-9243b910-77fb-4795-b368-f1a2c46f12f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:45.438316 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-845bee45-a23b-4c83-95a6-59ee6ad55437 req-9243b910-77fb-4795-b368-f1a2c46f12f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:45.454808 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57051ed-9a23-4170-8be4-1068468452f0'] response: {'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'status': 'completed', 'code': 200} Apr 29 11:52:45.456049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-845bee45-a23b-4c83-95a6-59ee6ad55437 req-9243b910-77fb-4795-b368-f1a2c46f12f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:45.457181 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-845bee45-a23b-4c83-95a6-59ee6ad55437 req-9243b910-77fb-4795-b368-f1a2c46f12f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.1558125 Apr 29 11:52:45.557841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-845bee45-a23b-4c83-95a6-59ee6ad55437 req-d468348b-8b28-4412-a3b0-baad4537835c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940270 Apr 29 11:52:45.578871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-d1bd5394-2535-4608-8cb1-ad6b121f3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:45.580345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-d1bd5394-2535-4608-8cb1-ad6b121f3c4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1096 time: 0.1144919 Apr 29 11:52:45.655181 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-bb7dc6f0-50da-4eae-98bc-c5132160765a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 217 time: 0.0604463 Apr 29 11:52:45.720960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-95200fb9-99c7-4c81-bdca-9249570d61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:45.722412 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-95200fb9-99c7-4c81-bdca-9249570d61ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0606470 Apr 29 11:52:45.722876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port a763b8fd-a314-46e6-b93f-1ddbca0bde59 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:45.723194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:45.833626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] The port 'a763b8fd-a314-46e6-b93f-1ddbca0bde59' was deleted {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:52:46.081160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.104959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-1d92e842-ef24-4db9-a642-01f301b15fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:46.106619 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-1d92e842-ef24-4db9-a642-01f301b15fbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3599412 Apr 29 11:52:46.112970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d40fbfc-d839-4c94-8f5b-301d8bc73d83']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:46.143895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27953c5e-53dc-44c6-a214-405886434bce') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:46.144264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27953c5e-53dc-44c6-a214-405886434bce') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:46.168758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.241529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.253943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:46.255591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: util.warn( Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:46.268700 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:46.357779 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-f76b3a44-42e0-4d91-8dce-1437a2ab758a service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376881 Apr 29 11:52:46.384371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.404473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:46.429971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=1d40fbfc-d839-4c94-8f5b-301d8bc73d83,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:46.482076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e4f55375-ec77-4d21-8e00-b1065b5ea043 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/1d40fbfc-d839-4c94-8f5b-301d8bc73d83 HTTP/1.1" status: 204 len: 168 time: 2.4294510 Apr 29 11:52:46.485207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55598) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:46.529058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f286a16c-ccaa-4b45-9116-fa0cd6573121 req-d1ec96d9-6d99-419b-a1b0-91d03686900f service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648002 Apr 29 11:52:46.698109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0500-935a-490b-9843-4554bcaa9de1 req-683db9b6-ef54-4521-bd4b-462c31fd9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:46.699735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-683db9b6-ef54-4521-bd4b-462c31fd9e02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1096 time: 0.0713694 Apr 29 11:52:46.796470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55604) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:46.910383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1e57e-8fb0-4379-a78f-238964210f19 req-11d5c942-2ea8-4d50-97d9-bfe363195033 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:46.911868 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cb1e57e-8fb0-4379-a78f-238964210f19 req-11d5c942-2ea8-4d50-97d9-bfe363195033 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.2157876 Apr 29 11:52:46.938499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5a3e991d-5a0f-43aa-ad54-3e236a0e1833 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 200 len: 992 time: 0.1407571 Apr 29 11:52:46.939804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0500-935a-490b-9843-4554bcaa9de1 req-6bbc7558-75e5-4708-a73c-cad1088ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:46.941185 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-6bbc7558-75e5-4708-a73c-cad1088ac534 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.2298255 Apr 29 11:52:47.001667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cb1e57e-8fb0-4379-a78f-238964210f19 req-84eef54c-6ff0-476c-a6cd-413c855db7da tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607815 Apr 29 11:52:47.017623 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-428fa826-d325-4b8d-8700-a8bb13401d8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 217 time: 0.0700803 Apr 29 11:52:47.085912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0500-935a-490b-9843-4554bcaa9de1 req-0c7f17fb-cc6e-410b-911b-efe776868d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:47.087406 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-0c7f17fb-cc6e-410b-911b-efe776868d56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0617969 Apr 29 11:52:47.101811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:47.170000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0500-935a-490b-9843-4554bcaa9de1 req-463baaf4-22f4-447f-a0f4-c2d47d124e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:47.171521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-463baaf4-22f4-447f-a0f4-c2d47d124e61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776758 Apr 29 11:52:47.316576 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-c225f524-9736-4422-99be-b24ad7a09920 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306679 Apr 29 11:52:47.339974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55612) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:47.566216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 8179cefe-2159-42ce-a7c9-e77965a17a15 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:47.566216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:47.615911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-480e0500-935a-490b-9843-4554bcaa9de1 req-a434d92e-965f-4631-91a2-6154f0d54b53 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925630 Apr 29 11:52:47.632385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port cb6489a8-99db-4200-bccc-a8fb587d5508 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:47.632744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:47.764980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 8179cefe-2159-42ce-a7c9-e77965a17a15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8179cefe-2159-42ce-a7c9-e77965a17a15,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:47.765266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:47.891144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 8179cefe-2159-42ce-a7c9-e77965a17a15 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:47.940562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:47.941253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:48.067666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for cb6489a8-99db-4200-bccc-a8fb587d5508 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:48.082513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:48.169697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=8179cefe-2159-42ce-a7c9-e77965a17a15,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:48.230877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:48.281712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=cb6489a8-99db-4200-bccc-a8fb587d5508,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:48.382722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:48.382974 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP a0422546-09cd-4065-9fd7-338353fccb07 disassociated (deleted). External IP: 172.26.0.30, port: 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2. Apr 29 11:52:48.432278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa7e9-d85b-47e5-b6e7-cbf7c5005b0f req-61a8b377-3939-4917-b6bb-115e3320fb84 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:48.433705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2bbaa7e9-d85b-47e5-b6e7-cbf7c5005b0f req-61a8b377-3939-4917-b6bb-115e3320fb84 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.3123095 Apr 29 11:52:48.494631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:48.511031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2bbaa7e9-d85b-47e5-b6e7-cbf7c5005b0f req-c00d6a81-7ccf-4d95-8c64-9194ea1228b4 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596678 Apr 29 11:52:48.754496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:48.936456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:48.948875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Sync routers for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:48.959321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:48.963052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:48.963903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:48.964691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.022560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e6ee7b4-5cff-41fc-9265-8f063fc5eaa7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/a0422546-09cd-4065-9fd7-338353fccb07 HTTP/1.1" status: 204 len: 168 time: 1.6814663 Apr 29 11:52:49.023130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:49.084651 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22148f0-d41a-4397-b066-c8477b1fa9fd'] response: {'name': 'network-changed', 'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'status': 'completed', 'code': 200} Apr 29 11:52:49.150219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:49.160361 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:49.168497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-50758996-d1b8-40cf-ba39-f97a7332b124 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6798091 Apr 29 11:52:49.168900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55622) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:49.179346 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:49.179982 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:49.233078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:49.241015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-ad5eb3d7-1ee9-46e5-89a0-7bd0604f46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:49.243458 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-ad5eb3d7-1ee9-46e5-89a0-7bd0604f46a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0986414 Apr 29 11:52:49.271517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 266a799f-f602-4071-8e65-b0cf005053ce {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:49.282192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.397478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.465502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:49.639400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.669785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-7dac0010-3dd6-45d0-8e90-d97c8fccf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:49.671586 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-7dac0010-3dd6-45d0-8e90-d97c8fccf0da service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 200 len: 897 time: 0.4182384 Apr 29 11:52:49.694405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:49.698580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Checking router: d2af6c46-720c-44c6-aec8-ea8a5ea62e98 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:49.707963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:49.708588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:49.767813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9585a7-33df-4437-bc73-ef5b4b300e35 req-5af0703f-ed59-41f9-9f1b-1124e8cd5a67 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:49.775105 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d9585a7-33df-4437-bc73-ef5b4b300e35 req-5af0703f-ed59-41f9-9f1b-1124e8cd5a67 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.2680240 Apr 29 11:52:49.796255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.805041 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-540af925-987f-46d1-852c-19e78c4fd41a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 200 len: 217 time: 0.1251254 Apr 29 11:52:49.858085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=266a799f-f602-4071-8e65-b0cf005053ce,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:49.860003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:49.868030 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:48Z', 'revision_number': 9, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:49.873606 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:49.883731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d9585a7-33df-4437-bc73-ef5b4b300e35 req-185947d4-8fa8-460b-a8e6-147b4a97d84d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075726 Apr 29 11:52:49.885813 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:49.886464 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:49.891821 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1c17b90f-f060-45a6-b2b0-ebd9bb5159ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/266a799f-f602-4071-8e65-b0cf005053ce HTTP/1.1" status: 204 len: 168 time: 0.7206738 Apr 29 11:52:49.896012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-6e9c4215-62e3-45b7-bba2-93ad29151f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:49.897587 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-6e9c4215-62e3-45b7-bba2-93ad29151f17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f HTTP/1.1" status: 200 len: 834 time: 0.0835617 Apr 29 11:52:49.897920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55630) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:49.905917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210aecb-9665-4f2d-a609-7659d1bb11ef None None] Network 3f7f67f0-f20f-4219-bcec-41bc4a160d83 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:49.991193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c6c78-f6b7-4106-9410-fa6f512ad214 req-13cc5238-3821-45ce-9bd2-3dfce2cb4152 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:49.993887 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fd0c6c78-f6b7-4106-9410-fa6f512ad214 req-13cc5238-3821-45ce-9bd2-3dfce2cb4152 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.2538323 Apr 29 11:52:50.031527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:50.045183 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:50.115933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.150729 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fd0c6c78-f6b7-4106-9410-fa6f512ad214 req-8f8edde6-7757-45bc-b24a-d3fa98b6acd6 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467028 Apr 29 11:52:50.155899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 28b8683f-c263-4479-affa-348a5bdcd843 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:50.155899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.200888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-d5422e6c-11b8-4c8d-aefd-9163c4d4eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:50.202398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-d5422e6c-11b8-4c8d-aefd-9163c4d4eaf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6953f44-47b6-49ed-8292-e088fba8f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2767572 Apr 29 11:52:50.410408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:48Z', 'revision_number': 9, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:50.414947 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b9d30-7155-45b2-b766-b760a83b4d0a None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:48Z', 'revision_number': 9, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'a003121a-3e73-4aa2-aa03-372f9ad9282b', 'name': '', 'network_id': '43997152-5a12-48bb-a5d2-1edec8aa7e89', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:8e:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:22Z', 'updated_at': '2022-04-29T11:52:28Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '95b4abb6-c490-4d01-9510-3d834c5d00ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:50.460450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] DHCP port deletion for 3f7f67f0-f20f-4219-bcec-41bc4a160d83 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:52:50.467660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Deleting port 28b8683f-c263-4479-affa-348a5bdcd843 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:50.468103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.483714 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-6c5832cf-bb15-45f7-ae91-b8309cfc7797 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726827 Apr 29 11:52:50.490119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 28b8683f-c263-4479-affa-348a5bdcd843, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=28b8683f-c263-4479-affa-348a5bdcd843,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:50.490473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.587356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:50.607323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe7a939-e921-4562-a3f1-b863b92160b8 None None] The sync data for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv is: [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:50:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '808cc2df-b0c8-4488-bc10-141544dc2d75', 'name': '', 'network_id': 'e6953f44-47b6-49ed-8292-e088fba8f8d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:6d:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:52Z', 'updated_at': '2022-04-29T11:51:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:50.643250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 28b8683f-c263-4479-affa-348a5bdcd843 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:50.753551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] For port 28b8683f-c263-4479-affa-348a5bdcd843, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=28b8683f-c263-4479-affa-348a5bdcd843,segment=NetworkSegment(ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0),segment_id=ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:50.754274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.814498 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb1c24c3-1a0c-4ded-9142-002fb5a99396 req-6bc6d2b1-0ae5-4708-81fc-8ef5cccdc622 service neutron] 10.222.0.66 "GET /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163550 Apr 29 11:52:50.827180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:50.893871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Calling delete_port for 28b8683f-c263-4479-affa-348a5bdcd843 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:50.904445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=28b8683f-c263-4479-affa-348a5bdcd843,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:50.905185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port 28b8683f-c263-4479-affa-348a5bdcd843 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:50.979972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4bc5a-59e2-4d66-a899-96a837ee1adc None None] New status for floating IP a0422546-09cd-4065-9fd7-338353fccb07: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:52:51.040787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.070194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7f67f0-f20f-4219-bcec-41bc4a160d83']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:51.084029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:51.084311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceef72f8-eb71-4a2a-8aa0-5bdc93cb7ed0') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:51.099020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.111167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf657-386d-485f-86c3-2cbd8016d79e req-d49a6f4b-11d7-4ef9-9c0e-49ba1394a047 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:51.113472 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ddaaf657-386d-485f-86c3-2cbd8016d79e req-d49a6f4b-11d7-4ef9-9c0e-49ba1394a047 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.0919905 Apr 29 11:52:51.118416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.126339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:51.126876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:51.142452 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:51.154934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:52:51.155498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:52:51.176534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ddaaf657-386d-485f-86c3-2cbd8016d79e req-dd887fa0-81f4-4031-9e34-5d9e2c8726ca tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d6200eb-c140-420f-b028-f420fa40c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534613 Apr 29 11:52:51.280001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8179cefe-2159-42ce-a7c9-e77965a17a15 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:51.315213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8179cefe-2159-42ce-a7c9-e77965a17a15 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:51.315670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8179cefe-2159-42ce-a7c9-e77965a17a15 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:51.316154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 28b8683f-c263-4479-affa-348a5bdcd843 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:51.351849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 28b8683f-c263-4479-affa-348a5bdcd843 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:51.352188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 28b8683f-c263-4479-affa-348a5bdcd843 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:51.450576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.455014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.490919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=3f7f67f0-f20f-4219-bcec-41bc4a160d83,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:51.501998 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-edd529f2-f499-4807-bf9e-bbcc71234364 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/3f7f67f0-f20f-4219-bcec-41bc4a160d83 HTTP/1.1" status: 204 len: 168 time: 1.6025722 Apr 29 11:52:51.505496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55638) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:51.537177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-e62a942c-837d-4f9a-becb-c5d5a6467ac9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:51.537177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-e62a942c-837d-4f9a-becb-c5d5a6467ac9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:52:51.547808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25a2f-04aa-4f49-8a3e-e4748a457567 req-5a62ae3c-3dd4-43e0-baea-347e79c7cdd7 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:51.549290 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6c25a2f-04aa-4f49-8a3e-e4748a457567 req-5a62ae3c-3dd4-43e0-baea-347e79c7cdd7 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.2062731 Apr 29 11:52:51.572617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-e62a942c-837d-4f9a-becb-c5d5a6467ac9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:52:51.573689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-e62a942c-837d-4f9a-becb-c5d5a6467ac9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 945 time: 0.2317712 Apr 29 11:52:51.654017 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6c25a2f-04aa-4f49-8a3e-e4748a457567 req-c0dc526e-0022-433a-801a-089c76401dda tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970349 Apr 29 11:52:51.657567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Deleting port 28b8683f-c263-4479-affa-348a5bdcd843 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:51.657833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.666228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:51.666566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:51.722224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c1643-f5a7-4176-92c9-47c939c176b8 None None] The port '28b8683f-c263-4479-affa-348a5bdcd843' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:52:51.924340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:51.924705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.027043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.047922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:52.202201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.264088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=5b92d3c5-44ba-40f9-af97-3e672ad5c4b2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:52.344499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:52.346655 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db1ec705-e67b-460d-8c88-77c42f1f7560 req-d0c8fe75-893f-4ddb-ba41-b0c2040e44e1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6 HTTP/1.1" status: 200 len: 210 time: 0.0475197 Apr 29 11:52:52.347183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.350748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'name': 'network-vif-deleted', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:52.369451 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-06ded392-e1e9-4efd-9b87-9e6581f8ae88 req-eba45e4f-6e90-4c57-af30-7d20fd3a4227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 HTTP/1.1" status: 204 len: 173 time: 0.7893260 Apr 29 11:52:52.417232 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e19d89-b0a6-48f7-9424-27b15f13afc4'] response: {'server_uuid': 'c0676bf1-cb9c-4d9f-a7b8-a27be14d0bc6', 'name': 'network-vif-deleted', 'tag': '5b92d3c5-44ba-40f9-af97-3e672ad5c4b2', 'status': 'completed', 'code': 200} Apr 29 11:52:52.571551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port a003121a-3e73-4aa2-aa03-372f9ad9282b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:52.571821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.772168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port a003121a-3e73-4aa2-aa03-372f9ad9282b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=a003121a-3e73-4aa2-aa03-372f9ad9282b,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:52.772521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:52.938725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for a003121a-3e73-4aa2-aa03-372f9ad9282b owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:53.052777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab29e2-ba41-42ca-9f95-d51540fe2ce0 req-e5ac3c77-85c0-45bf-acb1-82c078190d2d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:53.054264 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d8ab29e2-ba41-42ca-9f95-d51540fe2ce0 req-e5ac3c77-85c0-45bf-acb1-82c078190d2d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.2841103 Apr 29 11:52:53.115061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d8ab29e2-ba41-42ca-9f95-d51540fe2ce0 req-085c6875-0f6d-4aa1-8574-dd88cf99f27d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516911 Apr 29 11:52:53.184373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.232148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=a003121a-3e73-4aa2-aa03-372f9ad9282b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:53.469556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55650) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:53.490961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.544677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.576836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.652283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.679897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6200eb-c140-420f-b028-f420fa40c2bc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:53.697668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:53.702102 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aaff8f99-9f4d-48a3-813d-4780a0590f92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d6200eb-c140-420f-b028-f420fa40c2bc HTTP/1.1" status: 204 len: 168 time: 0.2282107 Apr 29 11:52:53.739586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55656) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:53.946181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:54.103977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:54.116398 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:54.117773 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0407359-ecc2-41b4-ac98-b2f3ec089d94 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6110775 Apr 29 11:52:54.120532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55660) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:54.131738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:54.132755 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:54.204162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 95b4abb6-c490-4d01-9510-3d834c5d00ed {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:54.208737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.283885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.295524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:52:54.304145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:54.308987 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:54.353783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:54.354512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 5b92d3c5-44ba-40f9-af97-3e672ad5c4b2 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:54.377150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.430800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5438bc-54b7-4fa0-86d8-e2a735fee937 req-492f5513-380f-4b80-8ff9-ca1e054c231b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:54.432484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0d5438bc-54b7-4fa0-86d8-e2a735fee937 req-492f5513-380f-4b80-8ff9-ca1e054c231b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 943 time: 0.1631591 Apr 29 11:52:54.474288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.523171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=95b4abb6-c490-4d01-9510-3d834c5d00ed,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:54.529168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.537304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5a2dc1bd-198b-4e2c-844c-e546c5aaa467 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/95b4abb6-c490-4d01-9510-3d834c5d00ed HTTP/1.1" status: 204 len: 168 time: 0.4152315 Apr 29 11:52:54.539115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0d5438bc-54b7-4fa0-86d8-e2a735fee937 req-99a1d4f3-d56a-43ed-82ae-5aa1fe1e123e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983629 Apr 29 11:52:54.541837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db780c-32d0-463c-8ef7-3028be516c8d None None] Network 43997152-5a12-48bb-a5d2-1edec8aa7e89 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:54.542192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55666) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:54.610077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.683389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.697047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 934a106f-f513-4cdd-8b44-4ed39a137a60 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:54.697378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.722884 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:53Z', 'revision_number': 10, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:54.727368 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:54.736579 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:54.737517 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:54.769006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:54.789309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:52:54.853283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.882089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:52:54.919007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:54.919214 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:54.924994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.948456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 934a106f-f513-4cdd-8b44-4ed39a137a60, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=934a106f-f513-4cdd-8b44-4ed39a137a60,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:54.948946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:54.972379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] DHCP port deletion for 43997152-5a12-48bb-a5d2-1edec8aa7e89 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:52:55.003347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Deleting port 934a106f-f513-4cdd-8b44-4ed39a137a60 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:55.003825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.058094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 808cc2df-b0c8-4488-bc10-141544dc2d75 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:55.058447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.065997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:55.079337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 934a106f-f513-4cdd-8b44-4ed39a137a60 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:55.173780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.231795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=934a106f-f513-4cdd-8b44-4ed39a137a60,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:55.240035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port 934a106f-f513-4cdd-8b44-4ed39a137a60 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:55.240480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] For port 934a106f-f513-4cdd-8b44-4ed39a137a60, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=934a106f-f513-4cdd-8b44-4ed39a137a60,segment=NetworkSegment(079b2516-38e5-4275-b1e4-5d8ade9a819a),segment_id=079b2516-38e5-4275-b1e4-5d8ade9a819a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:55.240972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.351630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 808cc2df-b0c8-4488-bc10-141544dc2d75, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=808cc2df-b0c8-4488-bc10-141544dc2d75,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:55.352301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.395491 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:53Z', 'revision_number': 10, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:55.403144 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b4215-194b-4d1e-bd51-5879b8e9e624 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:53Z', 'revision_number': 10, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None, '_interfaces': [{'id': 'da9867f4-e947-428c-a13e-feb588f6202f', 'name': '', 'network_id': 'e0685e67-1777-44da-8c51-19bd04db1166', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'mac_address': 'fa:16:3e:75:36:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:52:18Z', 'updated_at': '2022-04-29T11:52:27Z', 'revision_number': 5, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'subnets': [{'id': '46906ee4-dabf-427c-8d0a-5de384fe48bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:55.463640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:52:55.488455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 934a106f-f513-4cdd-8b44-4ed39a137a60 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:55.519955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 808cc2df-b0c8-4488-bc10-141544dc2d75 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:55.521896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Calling delete_port for 934a106f-f513-4cdd-8b44-4ed39a137a60 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:55.559375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.587091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43997152-5a12-48bb-a5d2-1edec8aa7e89']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:55.598104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 934a106f-f513-4cdd-8b44-4ed39a137a60 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:55.598449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 934a106f-f513-4cdd-8b44-4ed39a137a60 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:55.601613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079b2516-38e5-4275-b1e4-5d8ade9a819a') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:55.602138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079b2516-38e5-4275-b1e4-5d8ade9a819a') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:55.616591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.638194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.647861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:52:55.648909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:52:55.669026 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:52:55.689702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:52:55.690061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:52:55.757840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.818417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=808cc2df-b0c8-4488-bc10-141544dc2d75,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:55.822796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.829607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.829842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.830180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.830512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.830841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.831175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.831490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.831815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.832136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.833029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.833029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.833247 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:55.864260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:55.884589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=43997152-5a12-48bb-a5d2-1edec8aa7e89,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:55.908202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55672) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:55.914263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6d6c21bc-1010-48fc-bb13-c09367266939 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/43997152-5a12-48bb-a5d2-1edec8aa7e89 HTTP/1.1" status: 204 len: 168 time: 1.3696887 Apr 29 11:52:55.947919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9c9b-c7f3-4a8d-8586-aea0b36bd2c3 req-ffb8bdd3-590a-4fc5-a538-792862e328cb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:55.949501 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4ab9c9b-c7f3-4a8d-8586-aea0b36bd2c3 req-ffb8bdd3-590a-4fc5-a538-792862e328cb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 944 time: 0.2548981 Apr 29 11:52:56.005968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4ab9c9b-c7f3-4a8d-8586-aea0b36bd2c3 req-3040927a-4ab5-4ca5-954b-d8dc9ca1597e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472634 Apr 29 11:52:56.191057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Deleting port 934a106f-f513-4cdd-8b44-4ed39a137a60 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:56.191439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:56.256891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4b2bc-db5a-49dd-b6e4-b788edf9363f None None] The port '934a106f-f513-4cdd-8b44-4ed39a137a60' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:52:56.546949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.024947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:57.095228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.291301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a003121a-3e73-4aa2-aa03-372f9ad9282b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:57.330465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: a003121a-3e73-4aa2-aa03-372f9ad9282b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:57.330805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device a003121a-3e73-4aa2-aa03-372f9ad9282b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:57.652252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:57.663518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Sync routers for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:57.673813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:57.674723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:57.676210 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a954b27a-280b-4258-a25c-e9e1a503e917 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/d2af6c46-720c-44c6-aec8-ea8a5ea62e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9355392 Apr 29 11:52:57.679226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55678) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:57.684281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141537d-debc-49fc-a60d-15efb769739a req-2070928b-b836-4b0c-a633-5718c7f95b2d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:57.685781 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a141537d-debc-49fc-a60d-15efb769739a req-2070928b-b836-4b0c-a633-5718c7f95b2d tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 944 time: 0.5412230 Apr 29 11:52:57.742217 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a141537d-debc-49fc-a60d-15efb769739a req-bc35260d-cb1c-4e18-a27c-dda5dbe23ab9 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Apr 29 11:52:57.750872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:57.754273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.818427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port da9867f4-e947-428c-a13e-feb588f6202f {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:57.819216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.825044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:57.860891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:57.921365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.012368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.023311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port da9867f4-e947-428c-a13e-feb588f6202f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=da9867f4-e947-428c-a13e-feb588f6202f,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:58.024070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.059411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:58.067484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.071030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bbf329-5466-487c-80db-709a5cb7fe4b None None] Network e6953f44-47b6-49ed-8292-e088fba8f8d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:58.072008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.072398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.072712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.073044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.073369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.073721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.074118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.074373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.074702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.075022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.075397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.075717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:52:58.083844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3ca22344-2a3f-40bd-b568-f7519dbc0211 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/ab2c6aaf-e77a-46dd-9f68-39e37ff6ed9f HTTP/1.1" status: 204 len: 168 time: 0.4035141 Apr 29 11:52:58.084466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55682) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:58.158153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for da9867f4-e947-428c-a13e-feb588f6202f owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:58.270696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.322256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:52:58.357997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.393670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:52:55Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7235a829-9144-46b4-84e7-bd70f4623f3e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:50:41Z', 'updated_at': '2022-04-29T11:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:58.404055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Checking router: d2af6c46-720c-44c6-aec8-ea8a5ea62e98 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:58.428505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=da9867f4-e947-428c-a13e-feb588f6202f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:58.432411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Routers {'d2af6c46-720c-44c6-aec8-ea8a5ea62e98'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:58.433108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:58.457668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.477479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 7235a829-9144-46b4-84e7-bd70f4623f3e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:58.477822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.536173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:52:58.647382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] DHCP port deletion for e6953f44-47b6-49ed-8292-e088fba8f8d0 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:52:58.664977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:52:58.665459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.699208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.713021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Deleting port 1f53f969-6e6b-4840-8031-ade538e3cc42 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:52:58.713502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.723692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 7235a829-9144-46b4-84e7-bd70f4623f3e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7235a829-9144-46b4-84e7-bd70f4623f3e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:58.724357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:58.795829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] Set router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:58.915171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 7235a829-9144-46b4-84e7-bd70f4623f3e owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:58.942594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:58.964962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f4902-475d-4b6f-9cea-bd6c9b2fbd69 None None] The sync data for ids ['d2af6c46-720c-44c6-aec8-ea8a5ea62e98'] in dv-neutron-839741-1-hyperv is: [{'id': 'd2af6c46-720c-44c6-aec8-ea8a5ea62e98', 'name': 'tempest-TestNetworkBasicOps-router-1225222462', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:50:40Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:52:59.120861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.150421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:52:59.153660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] For port 1f53f969-6e6b-4840-8031-ade538e3cc42, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1f53f969-6e6b-4840-8031-ade538e3cc42,segment=NetworkSegment(219a782e-40c3-47b9-bd77-bd92b0108e80),segment_id=219a782e-40c3-47b9-bd77-bd92b0108e80)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:59.153969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.167744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45f7c0-ce41-433f-852e-6b70b280e93b req-bd20ff50-890f-4b0b-a37b-746c86563575 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:59.169511 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c45f7c0-ce41-433f-852e-6b70b280e93b req-bd20ff50-890f-4b0b-a37b-746c86563575 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 944 time: 0.2913060 Apr 29 11:52:59.176856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:52:59.185578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:52:59.233643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c45f7c0-ce41-433f-852e-6b70b280e93b req-c64c00d7-85c1-4675-93aa-f81ef37abcee tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521042 Apr 29 11:52:59.262033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.295093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:52:59.306015 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:52:59.312769 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-80e60bdd-bc0f-475b-81e7-16101f644bd1 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3984022 Apr 29 11:52:59.313718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55690) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:59.325086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.345858 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:59.347665 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:59.421057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting subnet 46906ee4-dabf-427c-8d0a-5de384fe48bc {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:52:59.421936 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8540929f-15a5-4e24-81d7-2cb7e638973c'] response: {'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'code': 200} Apr 29 11:52:59.428642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.436594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Calling delete_port for 1f53f969-6e6b-4840-8031-ade538e3cc42 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:52:59.438191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=7235a829-9144-46b4-84e7-bd70f4623f3e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:59.553784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.567151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 808cc2df-b0c8-4488-bc10-141544dc2d75 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:59.621887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 808cc2df-b0c8-4488-bc10-141544dc2d75 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:52:59.622322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 808cc2df-b0c8-4488-bc10-141544dc2d75 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:52:59.622808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1f53f969-6e6b-4840-8031-ade538e3cc42 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:52:59.651455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.675012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:52:59.692168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:59.714440 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No ports have port_id starting with 1f53f969-6e6b-4840-8031-ade538e3cc42 Apr 29 11:52:59.716766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.749276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.768366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] Pushing event deleted for resources: {'Port': ['ID=1f53f969-6e6b-4840-8031-ade538e3cc42,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:59.770403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc89084-bfb4-496b-8f3d-4fea1e85173e None None] No DVR routers for this DVR port 1f53f969-6e6b-4840-8031-ade538e3cc42 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:52:59.795299 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:59.799851 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:52:59.808999 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:52:59.809983 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:52:59.844676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83c24-4c05-4ff7-a13d-cc099c73d27d req-0cef7d81-8075-4561-b507-8a357bb89f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:52:59.846049 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-faf83c24-4c05-4ff7-a13d-cc099c73d27d req-0cef7d81-8075-4561-b507-8a357bb89f3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1098 time: 0.2133608 Apr 29 11:52:59.878871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.882048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.882535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.912270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.912787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router d2af6c46-720c-44c6-aec8-ea8a5ea62e98 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:52:59.931798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.932517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-05e9d7d7-cd8f-486c-b47c-8ff7ba03ed94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/d2af6c46-720c-44c6-aec8-ea8a5ea62e98 HTTP/1.1" status: 204 len: 168 time: 1.8471265 Apr 29 11:52:59.935833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55694) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:59.949613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Subnet': ['ID=46906ee4-dabf-427c-8d0a-5de384fe48bc,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:52:59.951555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:52:59.955710 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-faf83c24-4c05-4ff7-a13d-cc099c73d27d req-486867d0-abd4-45f4-9e0f-a044c10435b1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995033 Apr 29 11:52:59.957899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aee068-0f02-4f92-b711-c1938f1e213c None None] Network e0685e67-1777-44da-8c51-19bd04db1166 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:52:59.960443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fe306135-33fc-4e30-9aa0-834b36a73602 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/46906ee4-dabf-427c-8d0a-5de384fe48bc HTTP/1.1" status: 204 len: 168 time: 0.6456513 Apr 29 11:52:59.963110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55698) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:52:59.972274 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:00.107605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.109325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.118465 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.121925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Deleting port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:53:00.122416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.124704 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d223d-e5bc-443b-be2f-20909c748e55 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:00.298443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.322744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d7756989-c579-425a-bd17-529983d4a60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.336419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6953f44-47b6-49ed-8292-e088fba8f8d0']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.350038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219a782e-40c3-47b9-bd77-bd92b0108e80') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.350410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219a782e-40c3-47b9-bd77-bd92b0108e80') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.362978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.398253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] For port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,segment=NetworkSegment(401685c2-9822-47db-8a6e-737e7ced6b52),segment_id=401685c2-9822-47db-8a6e-737e7ced6b52)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:00.398821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.420330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.439986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:53:00.440201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:53:00.454877 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:53:00.520242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449378a-f989-4d47-99b6-dec55e9b25a5 None None] DHCP port deletion for e0685e67-1777-44da-8c51-19bd04db1166 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:53:00.526436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d449378a-f989-4d47-99b6-dec55e9b25a5 None None] Deleting port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:53:00.526835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d449378a-f989-4d47-99b6-dec55e9b25a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.527043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Calling delete_port for 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:53:00.558819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cae176-37a3-4005-8a1f-37c5b682cd04 req-98febb69-a20f-48f4-96c2-7298a2b4afba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:00.560410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c5cae176-37a3-4005-8a1f-37c5b682cd04 req-98febb69-a20f-48f4-96c2-7298a2b4afba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.1850455 Apr 29 11:53:00.561601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.579875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.618957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=e6953f44-47b6-49ed-8292-e088fba8f8d0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:00.631961 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7e2f3ba0-745d-4c2f-b300-12561262b84f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/e6953f44-47b6-49ed-8292-e088fba8f8d0 HTTP/1.1" status: 204 len: 168 time: 0.6948655 Apr 29 11:53:00.632554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.643248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55704) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:00.644708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d449378a-f989-4d47-99b6-dec55e9b25a5 None None] The port '67b5b7ec-284d-4565-b1e4-4bb43c4af2ea' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:53:00.655088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--146551305', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:00.664402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c5cae176-37a3-4005-8a1f-37c5b682cd04 req-37f1bff0-8e23-46ac-ad82-fd69c6a306fb tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815921 Apr 29 11:53:00.665598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:00.670792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:00.674931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:00.681904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:00.697112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:00.703703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.708627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Port': ['ID=67b5b7ec-284d-4565-b1e4-4bb43c4af2ea,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:00.715792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No DVR routers for this DVR port 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:53:00.737458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:53:00.747626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.748086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment c3c1deda-eaa3-4142-90ed-8136668a273e of type vlan for network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 Apr 29 11:53:00.779441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.813602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.819203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:00.819796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.855801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.883105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0685e67-1777-44da-8c51-19bd04db1166']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.896696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401685c2-9822-47db-8a6e-737e7ced6b52') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.897009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401685c2-9822-47db-8a6e-737e7ced6b52') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:00.909022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.925157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.927788 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2834332 Apr 29 11:53:00.930582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55708) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:00.933846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:53:00.933846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:00.937645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5efe7-ce91-482b-babc-0485f71f676b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=31b5e370-2c0d-4ccf-9147-d8889bd0e630,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:53:00.948940 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:53:00.952151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-213641371', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:00.952997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:53:00.962690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:00.978618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:01.149327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:01.163517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:01.175036 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.177444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.178465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.197711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.214388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Pushing event deleted for resources: {'Network': ['ID=e0685e67-1777-44da-8c51-19bd04db1166,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:01.225966 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6f0c2434-53c6-44a9-b15f-d40d554e8765 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/networks/e0685e67-1777-44da-8c51-19bd04db1166 HTTP/1.1" status: 204 len: 168 time: 1.2617929 Apr 29 11:53:01.226787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55712) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:01.232533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.237471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'routes': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:01.293203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device da9867f4-e947-428c-a13e-feb588f6202f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:53:01.334618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: da9867f4-e947-428c-a13e-feb588f6202f {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:53:01.335336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device da9867f4-e947-428c-a13e-feb588f6202f not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:53:01.335988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7235a829-9144-46b4-84e7-bd70f4623f3e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:53:01.485036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7235a829-9144-46b4-84e7-bd70f4623f3e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:53:01.485376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7235a829-9144-46b4-84e7-bd70f4623f3e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:53:01.485852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:53:01.522716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:53:01.523485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 67b5b7ec-284d-4565-b1e4-4bb43c4af2ea not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:53:01.579326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.704069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Added routes are [] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 11:53:01.704266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.extraroute_db [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Removed routes are [] {{(pid=88015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 11:53:01.704612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.940954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.961095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.964702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:01.976509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:02.051820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a404e-a559-4e41-b29b-5341ae8a0181 req-192959f4-312f-40d5-9c2b-5d7ec231df2f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:02.053327 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d83a404e-a559-4e41-b29b-5341ae8a0181 req-192959f4-312f-40d5-9c2b-5d7ec231df2f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.2638867 Apr 29 11:53:02.097278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:53:02.146603 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d83a404e-a559-4e41-b29b-5341ae8a0181 req-07013ac6-83aa-40e5-933a-758ee40fc952 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864730 Apr 29 11:53:02.160368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.103 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:02.238695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:02.246131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:02.250382 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-79cc2458-13fe-40b1-a090-1c4875ab2a47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 700 time: 1.0188100 Apr 29 11:53:02.250638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55720) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:02.256490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Sync routers for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:02.267884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:02.268837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:02.319655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:02.339652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c8557ec5-130b-49de-9f0f-fdc5e8928d5f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:53:02.350186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:02.382210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c8557ec5-130b-49de-9f0f-fdc5e8928d5f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:53:02.386446 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c8557ec5-130b-49de-9f0f-fdc5e8928d5f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 205 time: 0.1347463 Apr 29 11:53:02.387354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55724) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:02.422526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:02.424395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:02.425579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:02.429473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:02.459489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:02.536475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddead7-5feb-470a-916f-7b618f0fa9ca req-b7cac776-faf4-40f9-bff4-14cfb2cce67f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:02.537866 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dddead7-5feb-470a-916f-7b618f0fa9ca req-b7cac776-faf4-40f9-bff4-14cfb2cce67f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.2476184 Apr 29 11:53:02.539465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:02.541916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:02.544757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Checking router: 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:02.553852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Routers {'6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:02.554686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:52:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:02.683597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] Set router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:02.796630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:02.801120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656c4f0-3781-4db2-82f1-fc40bf356cb0 None None] The sync data for ids ['6b76ebb6-17a0-4c85-a905-1bbda80d4ef2'] in dv-neutron-839741-1-hyperv is: [{'id': '6b76ebb6-17a0-4c85-a905-1bbda80d4ef2', 'name': 'tempest-RoutersTest-router-727703196', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:52:17Z', 'updated_at': '2022-04-29T11:52:58Z', 'revision_number': 11, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:02.934522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1822-df3a-45f6-957e-90449405959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.006916 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dddead7-5feb-470a-916f-7b618f0fa9ca req-52069549-c1eb-409e-97e7-a82c53e21885 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156325 Apr 29 11:53:03.013045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.016185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.018461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.031803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55728) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:03.091768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.092162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router 6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:53:03.112966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.114084 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1950d9b9-6e28-4247-90d9-8cbd82b2fa47 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 204 len: 168 time: 0.7237575 Apr 29 11:53:03.119959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55732) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:03.128850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-447301528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:03.137318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:03.143928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Usage tracker for resource:router and tenant:76cd750d7ee24682bb6e56b8dc6f2882 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:03.147789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:03.154916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:03.165078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec17bc-2115-4a53-a1ad-4cee259d145a tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:03.169327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9eec17bc-2115-4a53-a1ad-4cee259d145a tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1093 time: 0.1336021 Apr 29 11:53:03.169749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55736) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:03.174788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:03.181219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.182251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.189795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:03.195756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:floatingip and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:03.199571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:03.206893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:03.218675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.230120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.267389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.301356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.302761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ca3ee687-8741-4257-a867-0912030984fc tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1825924 Apr 29 11:53:03.328202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55740) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:03.351148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:03.403132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.546621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.26.0.37 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8737d992-528b-4d8a-8d0f-57d09b2f9328) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:03.719230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.743882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.759390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.764019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.775519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.783261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:03.843144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:03.846087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:03.850513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:03.877771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=8737d992-528b-4d8a-8d0f-57d09b2f9328,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:04.022669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.081318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.312916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.323542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Router 88013fc0-f7d2-4e3e-8e68-df721b80157e is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:53:04.335077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:53:04.392627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.609148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:04.631905 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Sync routers for ids ['88013fc0-f7d2-4e3e-8e68-df721b80157e'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:04.636527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.640568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4663a072-8f15-4295-beb9-81a6f72da06c tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "PUT /v2.0/routers/88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 200 len: 693 time: 1.3086390 Apr 29 11:53:04.642756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55744) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:04.643668 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Routers {'88013fc0-f7d2-4e3e-8e68-df721b80157e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:04.644517 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['88013fc0-f7d2-4e3e-8e68-df721b80157e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:04.755878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.762240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.787973 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Set router 88013fc0-f7d2-4e3e-8e68-df721b80157e gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:04.814727 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-779027a2-3f96-4b99-91ec-84d8604411ce tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/routers/88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 200 len: 699 time: 0.1679893 Apr 29 11:53:04.814993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55748) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:04.861393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:04.864080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-67b3b26e-fae8-4de2-a2ea-bc37c5bad351 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Synchronizing usage tracker for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:53:04.875968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:04.880804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=8737d992-528b-4d8a-8d0f-57d09b2f9328,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:04.892632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-67b3b26e-fae8-4de2-a2ea-bc37c5bad351 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Unset dirty status for tenant:76cd750d7ee24682bb6e56b8dc6f2882 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:53:04.893517 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-67b3b26e-fae8-4de2-a2ea-bc37c5bad351 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 200 len: 205 time: 0.0772560 Apr 29 11:53:04.894719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.896004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-646dc4cb-8efb-4c06-bb66-cad4d4ba11ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9644084 Apr 29 11:53:04.896845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55752) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:04.899421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55756) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:04.902319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:04.905887 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88013fc0-f7d2-4e3e-8e68-df721b80157e', 'name': 'tempest-RoutersTest-router-447301528', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:03Z', 'updated_at': '2022-04-29T11:53:03Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:04.910128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:04.910562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Checking router: 88013fc0-f7d2-4e3e-8e68-df721b80157e for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:04.911570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:04.920566 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Routers {'88013fc0-f7d2-4e3e-8e68-df721b80157e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:04.921184 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['88013fc0-f7d2-4e3e-8e68-df721b80157e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:05.062879 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b6176937-e595-49c6-844b-7200a1639df2 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1596453 Apr 29 11:53:05.063442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] Set router 88013fc0-f7d2-4e3e-8e68-df721b80157e gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:05.063788 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55760) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.104595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.114660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP f59999df-bfaa-4e1a-87e3-d728ed34b525 associated. External IP: 172.26.0.37, port: e2577a0d-e187-4ca2-9ccc-f315b2cf1f63. Apr 29 11:53:05.116879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:05.200363 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88013fc0-f7d2-4e3e-8e68-df721b80157e', 'name': 'tempest-RoutersTest-router-447301528', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:03Z', 'updated_at': '2022-04-29T11:53:03Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:05.206470 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981827f-f2fd-435f-a40d-cc021f87830b None None] The sync data for ids ['88013fc0-f7d2-4e3e-8e68-df721b80157e'] in dv-neutron-839741-1-hyperv is: [{'id': '88013fc0-f7d2-4e3e-8e68-df721b80157e', 'name': 'tempest-RoutersTest-router-447301528', 'tenant_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:03Z', 'updated_at': '2022-04-29T11:53:03Z', 'revision_number': 2, 'project_id': '76cd750d7ee24682bb6e56b8dc6f2882', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:05.514162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.527373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:02Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:05.532077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:05.532422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Updating router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:53:05.544205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:53:05.561657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36297d55-0e66-4c02-be44-804b6f0db9e7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:05.566702 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-36297d55-0e66-4c02-be44-804b6f0db9e7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4988270 Apr 29 11:53:05.587631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.607752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55764) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.697531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.700385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.732590 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a6b22f58-7e87-49be-b060-f3e627fde42d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234405 Apr 29 11:53:05.733689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.734280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Fanout notify agent at l3_agent the message router_deleted on router 88013fc0-f7d2-4e3e-8e68-df721b80157e {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:53:05.735639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55768) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.745294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776235027', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:05.751948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.760816 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-101e675c-b199-4038-ae1a-0804d0e31231 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 204 len: 168 time: 0.8551621 Apr 29 11:53:05.763851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.814606 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c3b3b3ee-243b-46a8-8eb3-97e91d13fc43 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 200 len: 205 time: 0.0494635 Apr 29 11:53:05.817869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55776) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.885321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:05.886347 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-174ce0b0-ac9a-4675-9894-3355942b9841 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:05.887450 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-174ce0b0-ac9a-4675-9894-3355942b9841 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/88013fc0-f7d2-4e3e-8e68-df721b80157e HTTP/1.1" status: 404 len: 336 time: 0.0685194 Apr 29 11:53:05.891022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55780) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.891600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:05.896210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:05.904083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:05.905997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:05.920144 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:05.932236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:05.936708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:05.938789 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:05.939930 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:05.940090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8443e0d7-369d-4468-a736-26cbc1620543 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:05.940422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8443e0d7-369d-4468-a736-26cbc1620543 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:05.944932 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8443e0d7-369d-4468-a736-26cbc1620543 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/ee9c45bc-be68-49da-9a96-113ff12b50bf HTTP/1.1" status: 404 len: 337 time: 0.0505068 Apr 29 11:53:05.945314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55784) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:05.985802 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aaab3b-2c6c-4841-828a-36eed9138223 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:05.986194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aaab3b-2c6c-4841-828a-36eed9138223 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:05.987958 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-43aaab3b-2c6c-4841-828a-36eed9138223 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/266a799f-f602-4071-8e65-b0cf005053ce HTTP/1.1" status: 404 len: 337 time: 0.0414639 Apr 29 11:53:05.993898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55788) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.026426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.041194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Transition to ACTIVE for port object ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:06.049006 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a8988a-e127-44c3-b922-feaf0cd11464 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:06.049698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a8988a-e127-44c3-b922-feaf0cd11464 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:06.051889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.053921 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d1a8988a-e127-44c3-b922-feaf0cd11464 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/95b4abb6-c490-4d01-9510-3d834c5d00ed HTTP/1.1" status: 404 len: 337 time: 0.0585148 Apr 29 11:53:06.054979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55792) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.055218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.121224 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bb9b9a-b1f6-483c-b008-6c4382ede075 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:06.122793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bb9b9a-b1f6-483c-b008-6c4382ede075 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:06.125199 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-57bb9b9a-b1f6-483c-b008-6c4382ede075 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/46906ee4-dabf-427c-8d0a-5de384fe48bc HTTP/1.1" status: 404 len: 337 time: 0.0684800 Apr 29 11:53:06.127661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55796) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.133117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bea545fe-4ea4-4689-91b8-923aefcb7eba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9574757 Apr 29 11:53:06.133117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:06.167071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc480c-a83b-4c1b-beaf-d3dbe7ef49e3 None None] Pushing event updated for resources: {'Port': ['ID=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:06.192292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Attempting to bind port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:53:06.192666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Attempting to bind port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:53:06.193566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Attempting to bind port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:53:06.201996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:53:06.202954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:53:06.205050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.205050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:53:06.205274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Bound port: ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:53:06.205577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.211747 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:06.220879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414721f1-0a9e-45ef-9685-6b6b72de4009'] response: {'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'status': 'completed', 'code': 200} Apr 29 11:53:06.221728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f870f174-8a58-4097-a6a0-297051bdf016 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 200 len: 205 time: 0.0853467 Apr 29 11:53:06.226932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55804) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.322342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] For port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:53:06.327123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] For port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:53:06.328675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.340208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.355110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-69db32ee-d2dc-402d-bedb-8b50152eed49 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:06.356211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-69db32ee-d2dc-402d-bedb-8b50152eed49 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/6b76ebb6-17a0-4c85-a905-1bbda80d4ef2 HTTP/1.1" status: 404 len: 336 time: 0.1279132 Apr 29 11:53:06.366063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55808) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.427437 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6d6de14-faaa-4a5f-937b-b42c83b86c9a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca3ded2b-0230-4a23-b806-3c021533003c HTTP/1.1" status: 200 len: 205 time: 0.0593467 Apr 29 11:53:06.430574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55812) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.477516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:06.478101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:06.598728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-d3d6f61f-e4a6-4d44-abce-a76d6c0fa169 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:06.602305 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d3d6f61f-e4a6-4d44-abce-a76d6c0fa169 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/ca3ded2b-0230-4a23-b806-3c021533003c HTTP/1.1" status: 404 len: 336 time: 0.1680584 Apr 29 11:53:06.604696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55816) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.656502 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c92572-cb8e-4218-979b-2776ebcd0d8e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:06.656969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c92572-cb8e-4218-979b-2776ebcd0d8e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:06.661447 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-37c92572-cb8e-4218-979b-2776ebcd0d8e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/7ef139a3-3f73-4825-9260-2099898f3a86 HTTP/1.1" status: 404 len: 337 time: 0.0519476 Apr 29 11:53:06.661635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55820) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.663591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc480c-a83b-4c1b-beaf-d3dbe7ef49e3 None None] Pushing event updated for resources: {'Port': ['ID=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:06.671934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:53:06.673086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 31b5e370-2c0d-4ccf-9147-d8889bd0e630, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:53:06.688303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=5e61d9d3-f314-4cd7-a03a-3350aabe49fb,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:06.702778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:53:06.712890 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-13007987-f1d9-44d1-877a-ae9aff677213 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 200 len: 205 time: 0.0501480 Apr 29 11:53:06.715648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-ff9f68ef-b582-4278-8dea-29601b155b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:06.716918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55824) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.717371 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-ff9f68ef-b582-4278-8dea-29601b155b2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1098 time: 0.4103751 Apr 29 11:53:06.720386 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:04Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:06.725284 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:06.735117 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:06.735728 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:06.766793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:06.775406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 31b5e370-2c0d-4ccf-9147-d8889bd0e630) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:06.792390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:06.793066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:06.799054 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-01425a91-589a-497c-aad0-1e7f02a14f3a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:06.803140 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01425a91-589a-497c-aad0-1e7f02a14f3a tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/f0a08d6d-953c-49a3-a370-7e5d41fd85c8 HTTP/1.1" status: 404 len: 336 time: 0.0848813 Apr 29 11:53:06.803788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55828) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.870000 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-276fd835-c667-4b5d-9aea-299ff3a218f3 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd56f6e4-d596-48fd-8ca3-34ab26150e3b HTTP/1.1" status: 200 len: 205 time: 0.0603435 Apr 29 11:53:06.870718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55832) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.874134 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-64578017-4e38-49cf-98a5-f7a80cff4e29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1372871 Apr 29 11:53:06.879080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55836) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.892429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3825f7d-81b1-4295-85ed-900858e88020 None None] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:53:06.944233 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-e1fc8c12-2890-4d74-92f5-7f33d805e174 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:06.944908 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:06.948201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e1fc8c12-2890-4d74-92f5-7f33d805e174 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/dd56f6e4-d596-48fd-8ca3-34ab26150e3b HTTP/1.1" status: 404 len: 336 time: 0.0763514 Apr 29 11:53:06.948865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55840) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:06.992822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e383cd-a8bc-410d-aa39-dc5a15b57f7b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:06.993430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e383cd-a8bc-410d-aa39-dc5a15b57f7b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:06.998150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d3e383cd-a8bc-410d-aa39-dc5a15b57f7b tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a913df-fe4f-4fec-baab-f73fae39b842 HTTP/1.1" status: 404 len: 337 time: 0.0482464 Apr 29 11:53:06.998857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55844) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.025334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-44d02e88-cfde-4242-b382-a27bc727bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:07.026708 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-44d02e88-cfde-4242-b382-a27bc727bdc7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.3024454 Apr 29 11:53:07.047018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-64b61626-53e1-4a2f-a24e-8621eb42b18f tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6015c17-7ae0-4585-af3d-b35f96162569 HTTP/1.1" status: 200 len: 205 time: 0.0462236 Apr 29 11:53:07.047768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55848) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.117803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-d540044c-b243-451f-b618-80a273e52913 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:07.122217 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d540044c-b243-451f-b618-80a273e52913 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/a6015c17-7ae0-4585-af3d-b35f96162569 HTTP/1.1" status: 404 len: 336 time: 0.0729587 Apr 29 11:53:07.122896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55852) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.163198 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1be7ea-00b9-49db-8565-f6ab1d763f0e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:07.164699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1be7ea-00b9-49db-8565-f6ab1d763f0e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:07.171027 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9c1be7ea-00b9-49db-8565-f6ab1d763f0e tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/9f3d8135-7a61-48c5-a721-fa80a91d0272 HTTP/1.1" status: 404 len: 337 time: 0.0457127 Apr 29 11:53:07.171027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.227057 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e9e2ef59-fd39-4a1d-9ed4-017705541db2 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a613fe3-67d8-40e6-9fc4-49b70ccf5140 HTTP/1.1" status: 200 len: 205 time: 0.0546370 Apr 29 11:53:07.227717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55860) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.247834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:53:07.248663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:07.300415 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-bbb9003d-9d1e-4eae-9680-21ad7d85c6ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] delete failed (client error): The resource could not be found. Apr 29 11:53:07.304538 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bbb9003d-9d1e-4eae-9680-21ad7d85c6ac tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/routers/6a613fe3-67d8-40e6-9fc4-49b70ccf5140 HTTP/1.1" status: 404 len: 336 time: 0.0726979 Apr 29 11:53:07.304538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55864) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.318598 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-44638368-491b-457e-af61-2cd8f9ef20bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 998 time: 0.2713215 Apr 29 11:53:07.347095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9390f8-0bb2-4b39-936b-c61b0ddb8248 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:07.347546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9390f8-0bb2-4b39-936b-c61b0ddb8248 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:07.351591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ce9390f8-0bb2-4b39-936b-c61b0ddb8248 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/bb5ba398-cf27-4053-901e-baf7f934aa59 HTTP/1.1" status: 404 len: 337 time: 0.0436385 Apr 29 11:53:07.352284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55868) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:07.414809 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:04Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:07.420874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858250-d7c3-4091-9740-7e8ea28e79b8 None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:04Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:07.459215 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-543c96d2-6cfa-422e-99e5-e1fd4c949c48 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] DELETE failed (client error): The resource could not be found. Apr 29 11:53:07.459664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543c96d2-6cfa-422e-99e5-e1fd4c949c48 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 11:53:07.463759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-543c96d2-6cfa-422e-99e5-e1fd4c949c48 tempest-RoutersTest-844805646 tempest-RoutersTest-844805646-project] 10.222.0.53 "DELETE /v2.0/subnets/813e9457-8337-444a-bc80-a7471e21c9ef HTTP/1.1" status: 404 len: 337 time: 0.1081765 Apr 29 11:53:07.487172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-5a42213a-5a91-412c-bfd4-9da56f57df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:07.488611 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-5a42213a-5a91-412c-bfd4-9da56f57df01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.1623652 Apr 29 11:53:07.524441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:02Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:07.527173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Allocated IP 172.20.0.2 (31b5e370-2c0d-4ccf-9147-d8889bd0e630/5e61d9d3-f314-4cd7-a03a-3350aabe49fb/f11676cc-10cb-4143-bfcf-d387ad707d78) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:07.534238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1ac27-d514-4a7a-af5b-44d4bf5e9026 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:02Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:07.704846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-85ee77a8-7587-4a10-aa32-1b1e2637f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:07.706463 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-85ee77a8-7587-4a10-aa32-1b1e2637f595 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2061861 Apr 29 11:53:07.831607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f92782-0807-47dc-85d3-d7e624944236 None None] New status for floating IP f59999df-bfaa-4e1a-87e3-d728ed34b525: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:53:07.878139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55876) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:08.048253 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-ea239204-1a21-41b9-9d13-142067911a74 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708933 Apr 29 11:53:08.096537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.114845 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e023b35-c400-4c3e-9a7b-a98c0595190b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76cd750d7ee24682bb6e56b8dc6f2882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346349 Apr 29 11:53:08.117337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55882) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:08.187816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Transition to ACTIVE for port object f11676cc-10cb-4143-bfcf-d387ad707d78 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:08.211571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.216811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Transition to ACTIVE for port object f11676cc-10cb-4143-bfcf-d387ad707d78 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:08.225737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.251791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.312553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:08.317119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:08.321329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:08.329099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Pushing event updated for resources: {'Port': ['ID=f11676cc-10cb-4143-bfcf-d387ad707d78,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:08.330538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.339467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.339841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.339958 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b67a0836-bd42-4703-934e-9ce3aa487f76 req-22491e33-1d8d-4714-b2c8-fc91bb9236aa service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843804 Apr 29 11:53:08.340517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.340632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.341154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.341688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.342151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.342680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.343166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.343548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.343868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.344195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:53:08.359129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca5805e-cf27-40be-9137-fb51276cd8d4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:08.379112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.383256 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cb589dd0-de39-4208-b72c-cb68d9ba5988 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ca5805e-cf27-40be-9137-fb51276cd8d4 HTTP/1.1" status: 204 len: 168 time: 0.2614849 Apr 29 11:53:08.398554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.463506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Attempting to bind port f11676cc-10cb-4143-bfcf-d387ad707d78 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:53:08.463867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Attempting to bind port f11676cc-10cb-4143-bfcf-d387ad707d78 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:53:08.464229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Attempting to bind port f11676cc-10cb-4143-bfcf-d387ad707d78 on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:53:08.482004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:53:08.482598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Checking segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:53:08.483041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.486499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Bound using segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:53:08.488039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Bound port: f11676cc-10cb-4143-bfcf-d387ad707d78, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:53:08.490334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.608014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] For port f11676cc-10cb-4143-bfcf-d387ad707d78, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:53:08.613080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] For port f11676cc-10cb-4143-bfcf-d387ad707d78, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f11676cc-10cb-4143-bfcf-d387ad707d78,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:53:08.619820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:08.741553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4ff7-fbde-435a-8610-256fa4f01621 None None] Pushing event updated for resources: {'Port': ['ID=f11676cc-10cb-4143-bfcf-d387ad707d78,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:08.895142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (31b5e370-2c0d-4ccf-9147-d8889bd0e630/5e61d9d3-f314-4cd7-a03a-3350aabe49fb/f4f15d93-93f4-465a-9fd7-b034189920dd) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:09.224072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.243169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object f4f15d93-93f4-465a-9fd7-b034189920dd will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:09.273366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.330512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f11676cc-10cb-4143-bfcf-d387ad707d78 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:09.342953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:09.346117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:09.350047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:09.390432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:09.419044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f11676cc-10cb-4143-bfcf-d387ad707d78 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:09.426294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:09.429948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.502071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:09.508166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:09.508801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.559738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.637241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.661427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:09.668047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.754199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:09.992573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:09.998610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:10.128290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:10.130933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:10.275055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:10.276360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:10.323161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5ea97-97ac-4648-891f-2d5af9cbfde1 None None] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:53:10.431150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Provisioning for port f11676cc-10cb-4143-bfcf-d387ad707d78 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:10.450637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Provisioning complete for port f11676cc-10cb-4143-bfcf-d387ad707d78 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:10.451064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:10.490971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:53:10.659894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:10.674459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:10.685158 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:10.690986 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3311d062-d4bc-410f-90bd-c0c1626dfed2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ecdf566f-e377-4357-9ac0-ecc7b2bc3800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106065 Apr 29 11:53:10.693577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55888) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:10.698615 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:10.699453 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:10.700653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] For port f11676cc-10cb-4143-bfcf-d387ad707d78, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f11676cc-10cb-4143-bfcf-d387ad707d78,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:10.705449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:10.791254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1313263-1935-4f4c-9889-c44f3c25ca97 None None] Pushing event updated for resources: {'Port': ['ID=f11676cc-10cb-4143-bfcf-d387ad707d78,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:10.918020 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:10.990703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.991188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.991646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.992093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.992530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.992968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:10.994760 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-151fca4b-28a0-499b-8ccf-49d9e0257809 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2998283 Apr 29 11:53:10.997884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55892) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:11.043134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Provisioning for port f4f15d93-93f4-465a-9fd7-b034189920dd completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:11.048634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Provisioning complete for port f4f15d93-93f4-465a-9fd7-b034189920dd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:11.049004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:11.086917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.087683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.088200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.088704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.089436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.090291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:11.092520 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f0a2cd6a-7df4-4828-a335-661448c0512d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0935576 Apr 29 11:53:11.095404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55896) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:11.137664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Port f4f15d93-93f4-465a-9fd7-b034189920dd cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:53:11.164633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Provisioning complete for port f11676cc-10cb-4143-bfcf-d387ad707d78 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:11.165007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e4b5c233-9458-4f54-b302-ece907251c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:11.470660 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-be50575d-b086-4d30-8342-5089f3404748 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3738232 Apr 29 11:53:11.650914 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:11.650914 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:11.650914 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Updating router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 port f4f15d93-93f4-465a-9fd7-b034189920dd binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:53:11.682488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f11676cc-10cb-4143-bfcf-d387ad707d78 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:11.733686 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:11.796199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f11676cc-10cb-4143-bfcf-d387ad707d78 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:11.798559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:11.844312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-21f03ce6-047a-4dcf-88b4-e05ee137ac6d None None] Provisioning complete for port f4f15d93-93f4-465a-9fd7-b034189920dd triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:11.844312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-21f03ce6-047a-4dcf-88b4-e05ee137ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:11.935072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-21f03ce6-047a-4dcf-88b4-e05ee137ac6d None None] Port f4f15d93-93f4-465a-9fd7-b034189920dd cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:53:12.017081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:12.040813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55902) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:12.047828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143724787', 'description': 'tempest-secgroup-smoke-2143724787 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:12.058642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:12.069290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:12.074418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:12.084471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:12.102167 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.133868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:12.135747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.136060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:12.140784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:12.144983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:12.152435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:12.320121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.323636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.340665 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.357441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Transition to ACTIVE for port object f4f15d93-93f4-465a-9fd7-b034189920dd will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:12.377868 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.388464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e4f51d-f327-4a6c-9d42-06a1fcf7f690,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:12.400597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.400597 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6cc21209-c321-440d-8637-1b0f5b98ef76 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3514061 Apr 29 11:53:12.400597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55906) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:12.407027 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:12.411791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:12.418561 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:12.422807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:12.434645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:12.478913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.613657 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1583-397e-41a3-a737-8ad9a5cd4a00 None None] Pushing event updated for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:12.623971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.629348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.642073 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Attempting to bind port f4f15d93-93f4-465a-9fd7-b034189920dd on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:53:12.642658 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Attempting to bind port f4f15d93-93f4-465a-9fd7-b034189920dd by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:53:12.642794 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Attempting to bind port f4f15d93-93f4-465a-9fd7-b034189920dd on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:53:12.649241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:53:12.649529 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Checking segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:53:12.650134 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.650528 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Bound using segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:53:12.651284 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Bound port: f4f15d93-93f4-465a-9fd7-b034189920dd, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:53:12.651801 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.663471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f60583b-abcf-499b-8f8d-f572899ff9aa,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:12.678987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.682625 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7521ea87-5a2d-40c1-8908-ae4ff3d34484 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832704 Apr 29 11:53:12.683908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55910) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:12.691976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:12.711710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:12.715979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:12.722631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:12.731576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:12.753299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.778582 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] For port f4f15d93-93f4-465a-9fd7-b034189920dd, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:53:12.782549 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] For port f4f15d93-93f4-465a-9fd7-b034189920dd, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f4f15d93-93f4-465a-9fd7-b034189920dd,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:53:12.788281 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.832067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.835792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.867861 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:12.868480 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:12.876360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe2b8ce-5149-4c19-9dd6-64efc613c753,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:12.887396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.888633 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0c22d04-d8b4-41c5-abf9-152d945c5d8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036185 Apr 29 11:53:12.891650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55914) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:12.897423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:12.912234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:12.918299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:12.923831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:12.930976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:12.951681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:12.988050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1583-397e-41a3-a737-8ad9a5cd4a00 None None] Pushing event updated for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:13.034994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.039039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.064149 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:13.066746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139d77ad-0624-433c-a285-bd5922381320,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:13.080647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.082293 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cccc7857-8c00-4d39-8f1e-7fbeeb7dd7df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895812 Apr 29 11:53:13.085090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55918) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:13.090197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:13.096301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:13.100123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:13.102993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:13.108836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:13.126299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.196220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.200977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.226718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c0bb9-3a2a-4eb3-abc7-1b05d0cada16,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:13.247107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.248423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6f798647-c555-404d-b501-3cd28cc4a210 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623170 Apr 29 11:53:13.251342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55922) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:13.256348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:13.262961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:13.266279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:13.269069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:13.274949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:13.287411 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:53:13.294537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.377740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.384284 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.410360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0665e893-ac7b-407c-b27b-149b8b62a3db,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:13.421891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:12Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:13.423520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.428792 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef1f0f-73ec-4a42-813e-1f31d2594403 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:12Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:13.429076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-78b9d027-f810-423d-b7ec-bf844de3293b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732919 Apr 29 11:53:13.429076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 55928) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:13.434420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '17e4f51d-f327-4a6c-9d42-06a1fcf7f690', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:13.441802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:13.445924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:13.449031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:13.454917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:13.467363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:53:13.482663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.560913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.566215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.591226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb840aa-cc79-45ac-a58f-ae63dd34d37f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:13.602784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:13.604871 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f30124f2-d951-41e4-8172-9e4ec8d8241c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748192 Apr 29 11:53:14.029842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-6f8a42f0-1fae-4971-9100-0c101983aea1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:53:14.047566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-6f8a42f0-1fae-4971-9100-0c101983aea1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:53:14.048945 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-6f8a42f0-1fae-4971-9100-0c101983aea1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143724787&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0597184 Apr 29 11:53:14.203310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-f18a67a6-4939-4d19-8534-634fd94c72db tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:14.205734 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-f18a67a6-4939-4d19-8534-634fd94c72db tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 796 time: 0.1488943 Apr 29 11:53:14.221076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-e34737b8-5bdc-4273-ba5e-aae4bab5a6b7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Apr 29 11:53:14.313964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-957f1e51-8bb1-4b2b-a89c-d7f2d9bebb6b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:53:14.330734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-957f1e51-8bb1-4b2b-a89c-d7f2d9bebb6b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:53:14.332001 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-957f1e51-8bb1-4b2b-a89c-d7f2d9bebb6b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044981 Apr 29 11:53:14.348847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-b6504551-889a-423e-9b0b-39bfcbce135a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 11:53:14.350075 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-b6504551-889a-423e-9b0b-39bfcbce135a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055437 Apr 29 11:53:14.503570 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-796354b8-a097-430a-b9d3-831e8e07aca1 service neutron] 10.222.0.53 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473060 Apr 29 11:53:14.642214 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-b0a0713c-88b9-4493-854a-a026d47b290f service neutron] 10.222.0.53 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266010 Apr 29 11:53:14.941028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65962646-afb0-46d6-a40f-7ed678c371d4 req-c972bb52-4258-423a-92d0-da464b5f6a64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 210 time: 0.1588998 Apr 29 11:53:15.308635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f4f15d93-93f4-465a-9fd7-b034189920dd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:15.380472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f4f15d93-93f4-465a-9fd7-b034189920dd completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:15.385646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f4f15d93-93f4-465a-9fd7-b034189920dd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:15.386011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.519714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.555087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port f4f15d93-93f4-465a-9fd7-b034189920dd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f4f15d93-93f4-465a-9fd7-b034189920dd,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:15.559776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:15.626802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:16.122008 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8087bba8-531d-45e0-82b9-96a1a31d4d94 req-8498c5dc-3d8e-4308-a824-fdfdb01a0202 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 210 time: 0.0583537 Apr 29 11:53:16.129244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-977e4ce4-e21e-40df-b109-5347cdbbf3bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:16.130672 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-977e4ce4-e21e-40df-b109-5347cdbbf3bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 796 time: 0.2202218 Apr 29 11:53:16.200895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-64011c97-d1d4-4730-82b7-d335900700da tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 380 time: 0.0443237 Apr 29 11:53:16.215674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['17e4f51d-f327-4a6c-9d42-06a1fcf7f690']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:16.370756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:16.381251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:16.392001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:53:16.396373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:16.688138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.4 (31b5e370-2c0d-4ccf-9147-d8889bd0e630/5e61d9d3-f314-4cd7-a03a-3350aabe49fb/37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:16.880552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:16.897718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:16.928412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:16.999684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:17.002785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:17.006583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:17.039615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:17.077160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:17.077852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.104577 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e81108d-133e-434d-8045-2caaf3ac61a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941741 Apr 29 11:53:17.180871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Request body: {'port': {'device_id': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:17.235689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f964b3dc-43ed-4551-84de-997632992d9b None None] Provisioning for port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:17.242820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f964b3dc-43ed-4551-84de-997632992d9b None None] Provisioning complete for port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:17.243314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f964b3dc-43ed-4551-84de-997632992d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.305793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f964b3dc-43ed-4551-84de-997632992d9b None None] Port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:53:17.316056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f4f15d93-93f4-465a-9fd7-b034189920dd up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:17.316916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.331798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faecf12-bfba-41ef-8f60-52e4051875b6 req-309ef46f-e3e7-4b07-956d-bd48e8bfce70 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:17.333609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7faecf12-bfba-41ef-8f60-52e4051875b6 req-309ef46f-e3e7-4b07-956d-bd48e8bfce70 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 931 time: 0.0903721 Apr 29 11:53:17.389147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7faecf12-bfba-41ef-8f60-52e4051875b6 req-b482a6b2-0547-46e3-8779-c6173babfa55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485921 Apr 29 11:53:17.389617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f4f15d93-93f4-465a-9fd7-b034189920dd triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:17.389979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.689113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:53:17.696632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.711981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Transition to ACTIVE for port object 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:53:17.719031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:17.846490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Pushing event updated for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:17.952179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Attempting to bind port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:53:17.952513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Attempting to bind port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:53:17.952840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Attempting to bind port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:53:17.957604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:53:17.957923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Attempting to bind port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:53:17.962818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:53:17.963153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Checking segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:53:17.963531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Bound using segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:53:17.963954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Bound port: 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:53:17.964307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:18.054750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:53:18.057737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:53:18.065256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:18.127159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:18.127801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:18.129142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-31c14520-ae19-414b-b834-a972d864be42 service neutron] 10.222.0.66 "PUT /v2.0/ports/37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 1093 time: 1.0105968 Apr 29 11:53:18.129588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:18.148540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c14520-ae19-414b-b834-a972d864be42 service neutron] Pushing event updated for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:18.223883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834c636c-796a-4f4a-a9af-3c38e1ce6a28'] response: {'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'status': 'completed', 'code': 200} Apr 29 11:53:18.261279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e6b857d-bec3-4c60-beff-63130531a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:18.262839 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-8e6b857d-bec3-4c60-beff-63130531a254 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1096 time: 0.0745692 Apr 29 11:53:18.342096 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-42686b80-a5f8-448e-891f-6386f43b0e13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 217 time: 0.0640016 Apr 29 11:53:18.407131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-cd198a4f-a030-4c33-86f7-4ea3fb5efb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:18.408566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-cd198a4f-a030-4c33-86f7-4ea3fb5efb6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0598087 Apr 29 11:53:18.608237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea366f5-0979-431e-8b6e-9476363567d7 req-965c1478-4ee7-4344-af53-53a4d42ac5ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:18.608237 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-eea366f5-0979-431e-8b6e-9476363567d7 req-965c1478-4ee7-4344-af53-53a4d42ac5ed tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 943 time: 0.0936048 Apr 29 11:53:18.615486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-945aef14-42c7-45cc-bc41-f3a3311c66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:18.615486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-945aef14-42c7-45cc-bc41-f3a3311c66fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1981730 Apr 29 11:53:18.656483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-eea366f5-0979-431e-8b6e-9476363567d7 req-e7ff8e31-2b04-4e36-858b-37e7e7878d4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 Apr 29 11:53:18.764316 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-ca69f9d8-93be-43a2-b1e7-a3e656069654 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395302 Apr 29 11:53:18.902069 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5560bda-e3e7-49b1-8788-58f757ab3493 req-2aa9f8b1-5efc-4190-a8a7-69f6ccfeb6ca service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309381 Apr 29 11:53:19.080277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-209fb6e3-9143-422c-afb1-81614de081be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:19.080277 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-209fb6e3-9143-422c-afb1-81614de081be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1096 time: 0.0834846 Apr 29 11:53:19.227467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-bbbf4927-daf9-4637-b82e-4384487eda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:19.227467 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-bbbf4927-daf9-4637-b82e-4384487eda92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1431324 Apr 29 11:53:19.302144 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-cc105428-3e4f-4b9b-b9f5-7b04c857d11c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 217 time: 0.0652673 Apr 29 11:53:19.367265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-f0841eff-4d3d-4453-bbc7-59b59c61d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:19.367265 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-f0841eff-4d3d-4453-bbc7-59b59c61d6e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0602033 Apr 29 11:53:19.453059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-b55f6d20-a9e0-4f0a-a31b-489e7dfa5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:19.453059 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-b55f6d20-a9e0-4f0a-a31b-489e7dfa5d13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823648 Apr 29 11:53:19.539411 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:53:19.611759 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-7fec5e4e-f2ba-4fab-83a2-092ab2650483 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458991 Apr 29 11:53:19.767686 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95917668-6ee3-4a54-8eb2-ce2112079cd3 req-518f541b-79db-49e3-8d99-239d2bd38afe service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502092 Apr 29 11:53:19.868748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a842-f43e-4211-b09e-5a2095430265 req-ae91b76f-e0d7-4018-ba4c-71c5b068b425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:19.868748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-5b65a842-f43e-4211-b09e-5a2095430265 req-ae91b76f-e0d7-4018-ba4c-71c5b068b425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:53:19.892608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-5b65a842-f43e-4211-b09e-5a2095430265 req-ae91b76f-e0d7-4018-ba4c-71c5b068b425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:53:19.892608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5b65a842-f43e-4211-b09e-5a2095430265 req-ae91b76f-e0d7-4018-ba4c-71c5b068b425 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 943 time: 0.1156588 Apr 29 11:53:19.951049 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5b65a842-f43e-4211-b09e-5a2095430265 req-f5183149-a4d8-4414-8391-dc5e53683034 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468326 Apr 29 11:53:21.151819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1eb0e-11e2-4337-9791-aa3021aeae42 req-d25a7f31-528a-4ab0-a0ea-1e3d6e004b4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:21.151819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1fe1eb0e-11e2-4337-9791-aa3021aeae42 req-d25a7f31-528a-4ab0-a0ea-1e3d6e004b4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 943 time: 0.0813875 Apr 29 11:53:21.199193 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1fe1eb0e-11e2-4337-9791-aa3021aeae42 req-4d19de7d-ca50-48ab-b17e-87100ac83684 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388777 Apr 29 11:53:22.383851 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5841fe1-a9b3-4310-ad0c-f18c2967d5be req-c2c95e3d-63d3-4dc7-985b-a8d3a6df4d66 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:22.384855 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5841fe1-a9b3-4310-ad0c-f18c2967d5be req-c2c95e3d-63d3-4dc7-985b-a8d3a6df4d66 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 943 time: 0.0876296 Apr 29 11:53:22.442785 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a5841fe1-a9b3-4310-ad0c-f18c2967d5be req-f877adff-6881-4337-abb7-a0a81348b3fb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Apr 29 11:53:22.478630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:53:22.631597 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:22.645373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'port_id': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'mac_address': 'fa:16:3e:4a:56:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:53:22.701184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.718272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:53:22.734194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:22.739939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:22.809049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:23.175559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:53:23.641296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cdc01-bf46-4e3c-87ec-8a57026d2936 req-c92fcffb-f743-41ca-9e60-8e443bd1f9c8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:23.644553 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f8cdc01-bf46-4e3c-87ec-8a57026d2936 req-c92fcffb-f743-41ca-9e60-8e443bd1f9c8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 944 time: 0.0926332 Apr 29 11:53:23.689604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f8cdc01-bf46-4e3c-87ec-8a57026d2936 req-f12e54ce-028f-443a-8f7a-b58177f7dbd2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Apr 29 11:53:24.494701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:53:24.566440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:53:24.574479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:53:24.574479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.727171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.753521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:24.763790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:53:24.772465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:24.808820 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c9d3be-b3ca-4643-84ef-eea0edc5604d'] response: {'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'code': 200} Apr 29 11:53:24.858565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:24.893370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193389-b69a-4b89-b368-9f549f384d43 req-cc31b55a-857d-48ac-ad02-40db68242172 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:24.894895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3193389-b69a-4b89-b368-9f549f384d43 req-cc31b55a-857d-48ac-ad02-40db68242172 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0853806 Apr 29 11:53:24.939913 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3193389-b69a-4b89-b368-9f549f384d43 req-38d5d5d4-dd64-4dc8-97e0-08db1c402079 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Apr 29 11:53:25.122312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da706ba-cd07-4096-8212-68c368bbb701 req-81ff46c7-7b91-4d6a-b259-624bd4bbef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:25.123900 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5da706ba-cd07-4096-8212-68c368bbb701 req-81ff46c7-7b91-4d6a-b259-624bd4bbef06 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1098 time: 0.0807981 Apr 29 11:53:25.171932 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5da706ba-cd07-4096-8212-68c368bbb701 req-cec0901e-4327-4420-9daa-7e35e10accb8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Apr 29 11:53:26.143270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6a80a-48dd-4fb6-8082-4b19c4659630 req-2050cd6a-59a7-4e13-a350-f8289aaf43ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:26.144971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dcf6a80a-48dd-4fb6-8082-4b19c4659630 req-2050cd6a-59a7-4e13-a350-f8289aaf43ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0880535 Apr 29 11:53:26.195475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dcf6a80a-48dd-4fb6-8082-4b19c4659630 req-43fe6238-ba31-4f61-9ae6-462d18a0cd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Apr 29 11:53:27.390633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f78ee-e41e-46d0-bb0f-8859ddb7e97b req-ebb601b0-bd43-46c9-ae47-b77c2cfc82a9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:27.392224 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c0f78ee-e41e-46d0-bb0f-8859ddb7e97b req-ebb601b0-bd43-46c9-ae47-b77c2cfc82a9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0810688 Apr 29 11:53:27.444930 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c0f78ee-e41e-46d0-bb0f-8859ddb7e97b req-3bf4d1e3-d0d3-4bf2-a392-34f9c06567ce tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 Apr 29 11:53:27.638300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06ff6d-d045-4d71-98df-a194f010a8af req-ff93c0c5-eee0-4880-968c-376a5a721ec3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:27.641168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe06ff6d-d045-4d71-98df-a194f010a8af req-ff93c0c5-eee0-4880-968c-376a5a721ec3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0831285 Apr 29 11:53:27.693844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe06ff6d-d045-4d71-98df-a194f010a8af req-29e6a144-a139-4ab4-a807-b8120d190014 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480843 Apr 29 11:53:27.717677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55994) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:27.793109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9e9cc-3d75-4de0-bd8b-a7ddcd4c164b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:27.794831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-10b9e9cc-3d75-4de0-bd8b-a7ddcd4c164b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1093 time: 0.0759740 Apr 29 11:53:27.798383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 55998) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:27.804062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:53:27.810439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:53:27.815623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:53:27.818665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:53:27.824694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:53:27.840052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:27.983518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.126539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.179 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b13ae811-edea-4b1f-82b9-3103fe7e0ebd) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:53:28.281704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.312936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:28.382919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:53:28.386233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:53:28.391078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:53:28.425870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=b13ae811-edea-4b1f-82b9-3103fe7e0ebd,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:28.939832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.016394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.240319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.242122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.366653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=b13ae811-edea-4b1f-82b9-3103fe7e0ebd,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:53:29.372726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:29.561677 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 41f2d21b-1322-4ef8-af58-68212d481320 associated. External IP: 172.26.0.179, port: 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b. Apr 29 11:53:29.943526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:53:30.240378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:53:30.251190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:53:30.260903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:30.261557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:30.267271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.332158 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e2ccd16e-621c-40aa-b9bc-329b9b6870e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5322738 Apr 29 11:53:30.332747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:53:30.334913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56002) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:30.407585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4208ae6b-1752-4351-83e8-6e8b059cf973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:30.420947 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ac3821-c33e-41d8-8a66-df8a9a92ea54'] response: {'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'status': 'completed', 'code': 200} Apr 29 11:53:30.460425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:30.621839 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-06591936-47bf-4ea9-b5cc-bd2578480bf0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 991 time: 0.2857249 Apr 29 11:53:30.658305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-189f0e4f-0598-47ee-bebf-cf88ef129879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:30.660134 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-189f0e4f-0598-47ee-bebf-cf88ef129879 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1098 time: 0.1993611 Apr 29 11:53:30.791275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-61e5d292-c2d3-46ca-8866-bc381033020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:30.792706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-61e5d292-c2d3-46ca-8866-bc381033020d service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1265330 Apr 29 11:53:30.819576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:4a:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:53:28Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:30.823560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:53:30.832122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:53:30.832753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:53:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:30.897194 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-fc3ee778-fc00-4500-bd3c-850b8a468547 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 999 time: 0.0984278 Apr 29 11:53:30.960848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-f01d6ade-6f47-43ee-a236-ec6586d18026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:30.962311 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-f01d6ade-6f47-43ee-a236-ec6586d18026 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0590587 Apr 29 11:53:31.008654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:53:31.040978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-e080e7c6-d93c-4e56-9d85-591973976e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:53:31.042468 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-e080e7c6-d93c-4e56-9d85-591973976e29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742228 Apr 29 11:53:31.177995 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-c5392181-422b-4f67-80ea-5d6de83053db service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286566 Apr 29 11:53:31.313308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-419d723d-b7bf-4d5a-9bad-98ba8a32fccd req-1a59c5e8-e9b5-40e1-b694-4a6205c49794 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293676 Apr 29 11:53:31.361973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:4a:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:53:28Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:53:31.366164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6c1d1-0c7c-40c0-a822-2ffb557ef8a5 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:4a:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:53:28Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:53:31.557769 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef489470-b866-46aa-be23-adc06af36e37 None None] New status for floating IP 41f2d21b-1322-4ef8-af58-68212d481320: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:53:31.625966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:31.729225 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-201903dc-0c35-415e-9796-1836804bdca0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 991 time: 0.1009057 Apr 29 11:53:32.731922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56012) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:53:32.851173 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b0225a5b-63a3-4d96-97d1-d79f735b4a51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 993 time: 0.1177654 Apr 29 11:53:32.949907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3299336c-be89-48a3-a155-fd2edbf6dffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:33.742696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:33.779958 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:34.024670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:35.516214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:53:56.533323 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:54:00.327855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d65057ea-9f04-4116-9d8f-3d83eabfb277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:02.945289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5edce1b4-10a1-4bd2-990c-d7f9e5c4dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:03.746618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:03.811447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:04.032934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:05.517946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:17.835185 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-158dd540-5d0c-4ec8-a11b-97fc64db1cbf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780919 Apr 29 11:54:17.990606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1898-7589-4245-91c0-7a3331530a70 req-5d28de87-2d52-4e90-8e26-cf0220a0abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:17.992087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-5d28de87-2d52-4e90-8e26-cf0220a0abcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1098 time: 0.0716619 Apr 29 11:54:18.149883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1898-7589-4245-91c0-7a3331530a70 req-4d165244-6f94-4c88-ae9a-bc2c09d6ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.151393 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-4d165244-6f94-4c88-ae9a-bc2c09d6ed3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.1388278 Apr 29 11:54:18.255591 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-bc37b63e-8baf-4224-a649-af40a7ecfede service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0977855 Apr 29 11:54:18.316936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1898-7589-4245-91c0-7a3331530a70 req-e8c5bd4d-224b-4cdb-b2d3-6328d1bc38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.318398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-e8c5bd4d-224b-4cdb-b2d3-6328d1bc38b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0563221 Apr 29 11:54:18.396086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1898-7589-4245-91c0-7a3331530a70 req-67189ea8-66d1-480f-b8c7-34e3b048ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:18.397576 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-67189ea8-66d1-480f-b8c7-34e3b048ca96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731452 Apr 29 11:54:18.651340 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-f573fb87-4ffe-48b2-9c39-6091c9517d7c service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422757 Apr 29 11:54:18.789939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-087e1898-7589-4245-91c0-7a3331530a70 req-5164836f-f69d-45a9-89b6-5eee6ad552e4 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321957 Apr 29 11:54:30.332544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-057b62a3-f563-4bb3-b30e-f7bb10bd1ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:32.955196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-63050a64-c7f0-41ef-a9b7-1378659d2d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:33.532795 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:54:33.740682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:33.826417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:34.035864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:35.523603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:45.994375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56076) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:46.081035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ddabd-f472-427c-a518-17bc136b7ca4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:46.081569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ddabd-f472-427c-a518-17bc136b7ca4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:46.082039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ddabd-f472-427c-a518-17bc136b7ca4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:46.084986 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-579ddabd-f472-427c-a518-17bc136b7ca4 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=df1d6d0a17744908803d5477409a7896&network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 2999 time: 0.0883665 Apr 29 11:54:47.539750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56100) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:47.566734 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-86d3b87f-0b87-4c8e-8935-f21299a5144c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706735290&fields=id&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 267 time: 0.0463588 Apr 29 11:54:47.600306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ce602-e82c-4850-aa2b-e020940b8678 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:47.601948 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6f2ce602-e82c-4850-aa2b-e020940b8678 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc HTTP/1.1" status: 200 len: 814 time: 0.0616140 Apr 29 11:54:47.727697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-8419b230-fe0a-447c-ad03-92e9195e4a77 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:47.729938 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-8419b230-fe0a-447c-ad03-92e9195e4a77 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 0.1563878 Apr 29 11:54:47.748129 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-6fa4a240-e763-46f8-9784-c1e287b6d0f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/quotas/2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 375 time: 0.0098679 Apr 29 11:54:47.847347 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-c4f3ac0a-1893-4bf1-9199-c04b78b4053e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0914199 Apr 29 11:54:48.060024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56110) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:48.065602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:48.076455 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-06035959-f36c-4c62-b34a-c1bdf340e4d8 service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176321 Apr 29 11:54:48.168268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.211006 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-1a5478e7-eb9c-4cfd-b550-46cba4318ff5 service neutron] 10.222.0.53 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283407 Apr 29 11:54:48.445158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.450208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:48.450544 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 41f2d21b-1322-4ef8-af58-68212d481320 disassociated. External IP: 172.26.0.179, port: 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b. Apr 29 11:54:48.625292 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-debae9bb-f223-4e41-9f14-4977525a6c2a req-0d60a7d8-c0d5-431d-a038-a45fe53caa80 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0611067 Apr 29 11:54:48.852295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:54:49.041708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:54:49.046723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:49.052356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:54:49.067736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:54:49.068689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:54:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:49.109265 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5168e3fb-4297-43a4-994e-b65c11491a28 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 690 time: 1.0481827 Apr 29 11:54:49.110078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:49.112302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56124) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:49.200985 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-73929e30-14a2-4808-9cb0-5cd7b77749dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 690 time: 0.0875025 Apr 29 11:54:49.223019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1ac824-236f-4111-b79d-52f62d375746'] response: {'name': 'network-changed', 'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'status': 'completed', 'code': 200} Apr 29 11:54:49.248928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:54:49.359558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-24d3bf8b-1796-4def-8adc-a121006e42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.360973 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-24d3bf8b-1796-4def-8adc-a121006e42dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1098 time: 0.0715630 Apr 29 11:54:49.492043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-cb61e9b1-de01-4915-b950-39e0303e1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.493650 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-cb61e9b1-de01-4915-b950-39e0303e1561 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1260240 Apr 29 11:54:49.567441 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-b0a9675b-5f05-44e7-acdd-6bc6b84417de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 217 time: 0.0675821 Apr 29 11:54:49.578605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:49.582637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:54:49.591832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:54:49.592502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:54:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:49.629745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-950d4f4c-7114-4edc-add8-9c9f90dd956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.631480 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-950d4f4c-7114-4edc-add8-9c9f90dd956b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0587101 Apr 29 11:54:49.715419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-494e0682-8221-4b9f-9f31-b419bff1eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:49.716911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-494e0682-8221-4b9f-9f31-b419bff1eed2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793459 Apr 29 11:54:49.747584 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccf2beba-4650-4a9c-9be0-98538b7b3853 req-f683894c-a66d-44f1-82f9-e4b52cf31ace tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0572491 Apr 29 11:54:49.780216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:54:49.859388 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-30bec06d-ccd1-4054-b500-dfa38018fd80 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362798 Apr 29 11:54:50.096043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:54:50.099861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed9f6f-2de5-408a-b615-68d113b74dc4 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:54:50.110260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89b3e665-5c4a-4b3f-9b83-f1ea405cc519 req-a7f97449-6a22-4bf7-af0a-6a8bf45691d4 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449396 Apr 29 11:54:50.203463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56140) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:50.329176 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d58b0-44b6-4408-b96f-b2cd72520851 None None] New status for floating IP 41f2d21b-1322-4ef8-af58-68212d481320: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:54:50.419578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-44caf484-474a-4496-9034-5f00ca106535 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 690 time: 0.2148926 Apr 29 11:54:50.854529 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-db4e7c51-4877-424d-bebd-c25244340c69 req-deb7ca88-a148-450e-959c-9d932fcc3562 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0438387 Apr 29 11:54:51.424073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56156) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:51.507210 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5b7e7ad5-6f76-4d62-93c1-2559165b4473 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 688 time: 0.0819955 Apr 29 11:54:51.959624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d3986d31-bae0-4347-aae4-0f99b5191e7d req-25c672eb-dc8e-4c8a-96a3-27702e4454bc tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0450976 Apr 29 11:54:52.762428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56168) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:52.767705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001032980', 'description': 'tempest-secgroup-smoke-1001032980 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:52.774246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:52.783984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:52.795418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.816537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:52.820702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:52.823707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:52.829417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:52.912497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.918761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.968775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cc3d5-4732-436a-ac80-91c4c02b82e0,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:52.977438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.977777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.978109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.978437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.978765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.979089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.979413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.979741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.980073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.980367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.980709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.981055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:52.984169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:52.988201 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4081a7c7-6ffc-4d56-8e6e-525ae75a34e7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2219579 Apr 29 11:54:52.988848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56174) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:52.994466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.000878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.005588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.008826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.015149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.034211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.097960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.103070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.124197 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f655b499-5792-45f2-a025-a08c43f4344b req-d7338639-653f-45f9-8750-585a78c75ef2 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0518014 Apr 29 11:54:53.127894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d627156-93d2-4703-9466-6b8d80cea429,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.139579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.144014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56180) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:53.144220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cda958d8-c9cb-4f31-b767-c5493e6a87f3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544950 Apr 29 11:54:53.150944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.160093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.164383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.168532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.176593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.194749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.266738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.274624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.301563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368aa63a-4272-49c9-9da9-0be76518f1f2,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.313082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.313490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.313886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.314245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.314699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.315059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.315443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.315809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.316132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.316457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.316780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.317096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:54:53.320700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.322010 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0e16ae2d-489d-4222-93a9-e971b121017c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1762977 Apr 29 11:54:53.325033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:53.330277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.336656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.340488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.343781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.349933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.371055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.446859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.455111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.474605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264b9eb3-c10b-409b-a884-e8e745b80f72,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.493626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.494938 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dcb3f5fc-0de1-4f33-b6e1-ad0813e821e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688073 Apr 29 11:54:53.497970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56188) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:53.503065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.509193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.513090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.516215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.523158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.542813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.617161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.623426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.645586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527bfffb-6ad7-4839-a299-85b8178698d1,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.654888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.656111 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-24951b17-4dd0-4e92-88b9-15e3f01418f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571953 Apr 29 11:54:53.659133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56192) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:53.664333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.670670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.674653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.677614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.683663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.697641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:54:53.704141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.772015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.777666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.800683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5315cb12-1895-475a-ba3b-350a2a545ad1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.812395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.813761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7c15c5d3-63bf-45d9-acec-b4278d02e412 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535344 Apr 29 11:54:53.816610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:54:53.822090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '3c1cc3d5-4732-436a-ac80-91c4c02b82e0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:53.828284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:53.832444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:54:53.835829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:54:53.842458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:53.857569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:54:53.865276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.938869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.943886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.968394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdcafca-de5d-484b-90c5-eda6a2eba09f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:53.979112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:53.987712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9562fab9-c6bc-41e3-b55e-5bf10f2e77bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627729 Apr 29 11:54:54.041023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-182a6529-9524-4641-a8c3-75c398c62865 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:54.042566 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-182a6529-9524-4641-a8c3-75c398c62865 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 811 time: 0.1528192 Apr 29 11:54:54.102392 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-00903e7b-b670-4ada-9a99-1a68c595e356 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2779ff5350c84fd3a6a0342033e91989 HTTP/1.1" status: 200 len: 379 time: 0.0449729 Apr 29 11:54:54.129348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'port': {'device_id': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'admin_state_up': True, 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'security_groups': ['45a91733-169d-4afb-aee9-a4c8de704a2c']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:54.180432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-f935b5c0-06a4-4494-8206-a4561f6ded70 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:54:54.268076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-f935b5c0-06a4-4494-8206-a4561f6ded70 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:54:54.269263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-f935b5c0-06a4-4494-8206-a4561f6ded70 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001032980&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.1637259 Apr 29 11:54:54.306024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c0924bef-3ab3-4c69-bc48-4276c8c45a4a req-d4199167-0454-485d-9a2c-18a0bdcfcdf0 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0613418 Apr 29 11:54:54.323113 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:54.348293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:54.418995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Made reservation on behalf of 2779ff5350c84fd3a6a0342033e91989 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:54.422518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:54.508659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-90f82534-e950-4661-9a99-8685faed74dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:54.509993 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-90f82534-e950-4661-9a99-8685faed74dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 796 time: 0.2304513 Apr 29 11:54:54.548370 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-b4938956-4001-46d5-98e9-1ec0d05f7fb2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0294595 Apr 29 11:54:54.677839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.20.0.13 (86a3837f-b70d-4185-bce3-634ca6fafa1a/c98f75ad-d12b-4e59-9f85-f149e2826092/448e50e8-5add-424f-b35b-0f3cc936015a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:54:54.718975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-a35da007-33ba-40d1-90e1-ec87a3ddce4e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1633623 Apr 29 11:54:54.972865 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-11a51fa1-73ad-4d1c-bc3c-ceabebd7ac39 service neutron] 10.222.0.53 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413278 Apr 29 11:54:55.011282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.206083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Transition to ACTIVE for port object 448e50e8-5add-424f-b35b-0f3cc936015a will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:55.252841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-bd9160f5-3476-46b2-9948-f3362abd8b1b service neutron] 10.222.0.53 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692742 Apr 29 11:54:55.264149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.338205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:54:55.341343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:54:55.345942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:54:55.377196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:55.417470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:55.425655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.531073 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7c28077c-9bd5-4b77-92dd-8ba55e6d026b req-cd5545c0-d7fd-49c5-8d06-ee3192c5ef49 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 210 time: 0.0998876 Apr 29 11:54:55.555632 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-7ba4eb44-78de-49ce-8bb8-b7551b6d553e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4308257 Apr 29 11:54:55.575980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Request body: {'port': {'device_id': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:55.616397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed87713-432a-42a0-8ecf-259696e6a325 req-d1cbe544-5209-4d06-8189-ddbbd1d6fdbd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:55.617997 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bed87713-432a-42a0-8ecf-259696e6a325 req-d1cbe544-5209-4d06-8189-ddbbd1d6fdbd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 932 time: 0.1141880 Apr 29 11:54:55.684479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bed87713-432a-42a0-8ecf-259696e6a325 req-89a13937-f4df-4f06-848b-10a4e103b6ee tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574205 Apr 29 11:54:55.736054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.801961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-60594c67-843a-4b11-b20b-ab64e27bf5be None None] Provisioning for port 448e50e8-5add-424f-b35b-0f3cc936015a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:54:55.811529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-60594c67-843a-4b11-b20b-ab64e27bf5be None None] Provisioning complete for port 448e50e8-5add-424f-b35b-0f3cc936015a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:54:55.812167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60594c67-843a-4b11-b20b-ab64e27bf5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:55.882632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-60594c67-843a-4b11-b20b-ab64e27bf5be None None] Port 448e50e8-5add-424f-b35b-0f3cc936015a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:54:56.129044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448e50e8-5add-424f-b35b-0f3cc936015a {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:56.138456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:56.158154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Transition to ACTIVE for port object 448e50e8-5add-424f-b35b-0f3cc936015a will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:56.163349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:56.343499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Pushing event updated for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:56.423671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Attempting to bind port 448e50e8-5add-424f-b35b-0f3cc936015a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:54:56.424004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Attempting to bind port 448e50e8-5add-424f-b35b-0f3cc936015a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:54:56.424326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Attempting to bind port 448e50e8-5add-424f-b35b-0f3cc936015a on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:54:56.429051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Port 448e50e8-5add-424f-b35b-0f3cc936015a on network 86a3837f-b70d-4185-bce3-634ca6fafa1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:54:56.429358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Attempting to bind port 448e50e8-5add-424f-b35b-0f3cc936015a on network 86a3837f-b70d-4185-bce3-634ca6fafa1a {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:54:56.436570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:54:56.437086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Checking segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:54:56.437795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Bound using segment: {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:54:56.438450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Bound port: 448e50e8-5add-424f-b35b-0f3cc936015a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf76ad-5872-4d45-b780-448d1bd3d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:54:56.438967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:56.541444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:54:56.544756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=448e50e8-5add-424f-b35b-0f3cc936015a,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:54:56.548902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:56.614593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:56.615274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:56.616825 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] 10.222.0.66 "PUT /v2.0/ports/448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 200 len: 1094 time: 1.0455818 Apr 29 11:54:56.617250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:56.671509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b6a5d-0ff0-4bb1-805d-87f0a5e50e91 service neutron] Pushing event updated for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:56.691940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d919e58-5f2f-4551-a0c2-a66f033c7a81'] response: {'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a', 'status': 'completed', 'code': 200} Apr 29 11:54:56.822801 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5bf42679-aa86-4b66-b1fd-8d5173678aef req-f1f8a025-10b7-491b-9363-ca449351c1e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 210 time: 0.1273077 Apr 29 11:54:56.886818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-2946e2a6-4a6a-44da-8496-6efeb1b22bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:56.888403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-2946e2a6-4a6a-44da-8496-6efeb1b22bfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1097 time: 0.1546862 Apr 29 11:54:56.998368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-9cbee641-f7ac-437d-ada6-563bb58a175c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:56.999665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-9cbee641-f7ac-437d-ada6-563bb58a175c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:54:57.027638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-be15518d-596e-4b52-90eb-249f63d165cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 200 len: 217 time: 0.1247230 Apr 29 11:54:57.045822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e1ee-aa06-4c14-a171-5e5746f97bdd req-c1ca490a-2d10-4940-bf7c-7b02b021e1b1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.053781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e74e1ee-aa06-4c14-a171-5e5746f97bdd req-c1ca490a-2d10-4940-bf7c-7b02b021e1b1 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.1577544 Apr 29 11:54:57.080034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-9cbee641-f7ac-437d-ada6-563bb58a175c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:54:57.081016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-9cbee641-f7ac-437d-ada6-563bb58a175c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 796 time: 0.3210125 Apr 29 11:54:57.120355 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e74e1ee-aa06-4c14-a171-5e5746f97bdd req-17b3e8ef-c519-464d-96af-ba25fb06201e tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655537 Apr 29 11:54:57.122433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-66b5f9ce-977c-4640-bf7b-b4d3cc74da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.127182 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-66b5f9ce-977c-4640-bf7b-b4d3cc74da60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0809786 Apr 29 11:54:57.152358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-b28c202c-cb97-47af-a31b-65ed97855fcc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 473 time: 0.0492034 Apr 29 11:54:57.181201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['3c1cc3d5-4732-436a-ac80-91c4c02b82e0']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:57.218814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733775d-8f94-4cc6-970d-dce577050d37 req-357869e8-357b-4f73-8947-8d235d4996b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.220318 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-357869e8-357b-4f73-8947-8d235d4996b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860989 Apr 29 11:54:57.347184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:54:57.359526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:54:57.372442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:54:57.377859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.504355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-c16cbb15-944a-4f63-90f3-c9d8a3e2cbe0 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757351 Apr 29 11:54:57.560605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.7 (31b5e370-2c0d-4ccf-9147-d8889bd0e630/5e61d9d3-f314-4cd7-a03a-3350aabe49fb/c42a36a1-8997-4514-813d-848e36bb4d3b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:54:57.644479 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c733775d-8f94-4cc6-970d-dce577050d37 req-3f8d3b37-f290-4370-a987-9f496aaebfc6 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321039 Apr 29 11:54:57.756589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.772460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object c42a36a1-8997-4514-813d-848e36bb4d3b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:57.797062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.834559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-bc9c4239-31aa-4744-b49e-2f7b72897ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.836018 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-bc9c4239-31aa-4744-b49e-2f7b72897ed7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1097 time: 0.0696211 Apr 29 11:54:57.869012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:54:57.872044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:54:57.876384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:54:57.907132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:57.946760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:57.947427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:57.979720 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-e20274c3-a42b-4ab1-813b-89db4f9c0264 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032198 Apr 29 11:54:57.997733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Request body: {'port': {'device_id': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:54:58.065175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-d6f49e90-5466-4d12-83d0-be84cf4fd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.066772 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-d6f49e90-5466-4d12-83d0-be84cf4fd93d service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.2246554 Apr 29 11:54:58.119309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:58.141714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2f8f7280-2cb6-474c-aa3d-1d025afdadbe None None] Provisioning for port c42a36a1-8997-4514-813d-848e36bb4d3b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:54:58.147628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2f8f7280-2cb6-474c-aa3d-1d025afdadbe None None] Provisioning complete for port c42a36a1-8997-4514-813d-848e36bb4d3b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:54:58.148638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7280-2cb6-474c-aa3d-1d025afdadbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:58.155176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-cd6ba585-bf12-4199-bd9c-a1566aa4215e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 200 len: 217 time: 0.0802083 Apr 29 11:54:58.166562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fbd40-787c-4fc3-929b-084579f53d07 req-1cd946d8-f9df-48fc-bbd9-e133f45dd6eb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.169520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-759fbd40-787c-4fc3-929b-084579f53d07 req-1cd946d8-f9df-48fc-bbd9-e133f45dd6eb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 931 time: 0.2101138 Apr 29 11:54:58.221009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f7280-2cb6-474c-aa3d-1d025afdadbe None None] Port c42a36a1-8997-4514-813d-848e36bb4d3b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:54:58.288184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-5f9150e1-9e28-4d4d-827b-4e04d1d8c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.289354 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-5f9150e1-9e28-4d4d-827b-4e04d1d8c197 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.1180682 Apr 29 11:54:58.344045 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-759fbd40-787c-4fc3-929b-084579f53d07 req-c4eb21fe-359f-45a6-a7ad-226aef4b7743 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149518 Apr 29 11:54:58.382752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-a3207810-db19-4a84-b6f3-d16de4189cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.384268 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-a3207810-db19-4a84-b6f3-d16de4189cf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885637 Apr 29 11:54:58.441822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace49fe9-b537-4d26-a48c-4b5b47d9ee5c req-d943c4ad-919a-494c-8622-32d97da115b7 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:58.443372 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ace49fe9-b537-4d26-a48c-4b5b47d9ee5c req-d943c4ad-919a-494c-8622-32d97da115b7 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.1916573 Apr 29 11:54:58.535283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-bfb6a272-6c5d-4bbe-8e43-d04b3dbc856b service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434824 Apr 29 11:54:58.578456 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ace49fe9-b537-4d26-a48c-4b5b47d9ee5c req-3e11d6a1-2cea-4242-800c-e3880d022fe5 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223662 Apr 29 11:54:58.727073 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3f4c213-c83c-4719-93c5-e8df66e07c42 req-9efd898c-6c6d-4895-b8a6-cc65f45f8b31 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848991 Apr 29 11:54:58.728749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42a36a1-8997-4514-813d-848e36bb4d3b {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:54:58.737166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:58.754457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Transition to ACTIVE for port object c42a36a1-8997-4514-813d-848e36bb4d3b will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:54:58.759123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:58.927142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:59.033644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Attempting to bind port c42a36a1-8997-4514-813d-848e36bb4d3b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:54:59.034186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Attempting to bind port c42a36a1-8997-4514-813d-848e36bb4d3b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:54:59.034708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Attempting to bind port c42a36a1-8997-4514-813d-848e36bb4d3b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:54:59.045502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Port c42a36a1-8997-4514-813d-848e36bb4d3b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:54:59.045502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Attempting to bind port c42a36a1-8997-4514-813d-848e36bb4d3b on network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:54:59.054261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:54:59.054390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Checking segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:54:59.054824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Bound using segment: {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:54:59.055559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Bound port: c42a36a1-8997-4514-813d-848e36bb4d3b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c1deda-eaa3-4142-90ed-8136668a273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:54:59.055640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:59.167300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:54:59.170509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c42a36a1-8997-4514-813d-848e36bb4d3b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:54:59.181891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:59.251347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.251604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:54:59.252934 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] 10.222.0.66 "PUT /v2.0/ports/c42a36a1-8997-4514-813d-848e36bb4d3b HTTP/1.1" status: 200 len: 1093 time: 1.2598362 Apr 29 11:54:59.253472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:54:59.284302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8658a6-f430-4ebc-9396-d4c29a11bff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:54:59.315480 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3fd984-7515-4920-80cd-b9406b156395'] response: {'name': 'network-changed', 'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'status': 'completed', 'code': 200} Apr 29 11:54:59.419922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-b32a45f3-2d85-4685-b9d3-7a12cd546ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.421553 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-b32a45f3-2d85-4685-b9d3-7a12cd546ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 1096 time: 0.0811226 Apr 29 11:54:59.546956 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-971f32d6-33ad-4610-a540-e3df5103b6f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42a36a1-8997-4514-813d-848e36bb4d3b HTTP/1.1" status: 200 len: 217 time: 0.1093221 Apr 29 11:54:59.638980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-5150ae0d-855a-42c6-a0ac-d5aa0b9126a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.640709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-5150ae0d-855a-42c6-a0ac-d5aa0b9126a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0830958 Apr 29 11:54:59.653833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b892b9-eeab-4f0f-9ef5-dc18da4061d7 req-60a69043-bed7-41c4-9526-262da9e56bd9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.653995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-63b892b9-eeab-4f0f-9ef5-dc18da4061d7 req-60a69043-bed7-41c4-9526-262da9e56bd9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:54:59.724215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-63b892b9-eeab-4f0f-9ef5-dc18da4061d7 req-60a69043-bed7-41c4-9526-262da9e56bd9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:54:59.729059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-63b892b9-eeab-4f0f-9ef5-dc18da4061d7 req-60a69043-bed7-41c4-9526-262da9e56bd9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 943 time: 0.2261934 Apr 29 11:54:59.763725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-f7a13a7e-c908-4b1d-97cb-b62916fcb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.765356 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-f7a13a7e-c908-4b1d-97cb-b62916fcb5a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081688 Apr 29 11:54:59.809833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa2d-f063-4bfb-9be1-bc05593bd9df req-45f9a8e7-ef0d-4839-bce1-6eb2ad9ff47f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:54:59.811593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-0786aa2d-f063-4bfb-9be1-bc05593bd9df req-45f9a8e7-ef0d-4839-bce1-6eb2ad9ff47f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:54:59.826585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-63b892b9-eeab-4f0f-9ef5-dc18da4061d7 req-32d681eb-82ca-4d88-b5ae-dd7cd77e6985 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876257 Apr 29 11:54:59.829865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-0786aa2d-f063-4bfb-9be1-bc05593bd9df req-45f9a8e7-ef0d-4839-bce1-6eb2ad9ff47f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:54:59.831492 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0786aa2d-f063-4bfb-9be1-bc05593bd9df req-45f9a8e7-ef0d-4839-bce1-6eb2ad9ff47f tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.1189554 Apr 29 11:54:59.892241 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0786aa2d-f063-4bfb-9be1-bc05593bd9df req-d6ebb4b1-5eb5-427a-b7e6-318c39aa2f47 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514154 Apr 29 11:54:59.930059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-97964d95-7c26-4449-89e2-4e6813f765f9 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546600 Apr 29 11:55:00.073234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4b75e70b-9ecb-4281-b8bd-8148a154a903 req-065bdc23-a3ff-4dcf-9cc0-5ba6af5a3cbd service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378324 Apr 29 11:55:00.328751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7a7f4fff-8439-4fb9-b1f5-3968c0be73c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:00.368513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9684be-8c6e-420f-b993-d679f414ee81 req-892b8466-03a3-42ab-9fbf-543ae9c697f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:00.370888 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-892b8466-03a3-42ab-9fbf-543ae9c697f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 1096 time: 0.1979520 Apr 29 11:55:00.506996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9684be-8c6e-420f-b993-d679f414ee81 req-9de4a0c9-de4e-4977-ae0c-ba7ddec14e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:00.508427 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-9de4a0c9-de4e-4977-ae0c-ba7ddec14e8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1330214 Apr 29 11:55:00.578675 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-691a40c1-bbe8-47e0-9863-7a55d368600b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42a36a1-8997-4514-813d-848e36bb4d3b HTTP/1.1" status: 200 len: 217 time: 0.0628042 Apr 29 11:55:00.639201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9684be-8c6e-420f-b993-d679f414ee81 req-ca952db8-5bd8-426a-9973-9b53b23e58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:00.640651 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-ca952db8-5bd8-426a-9973-9b53b23e58b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0564742 Apr 29 11:55:00.717362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9684be-8c6e-420f-b993-d679f414ee81 req-f9c39f7e-d976-4ab8-8c10-9d66b818e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:00.718875 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-f9c39f7e-d976-4ab8-8c10-9d66b818e4ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709264 Apr 29 11:55:00.858977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-ac16faac-43f4-4337-93ad-450f43655f66 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310163 Apr 29 11:55:01.064882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db9684be-8c6e-420f-b993-d679f414ee81 req-ed5fff81-f5b1-46e4-98d8-95e7abb6eae5 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012720 Apr 29 11:55:01.086558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526038-2692-4eaa-bab9-97805cfc0cad req-1dccc724-9107-4e77-ac82-df546400920e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.088414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e2526038-2692-4eaa-bab9-97805cfc0cad req-1dccc724-9107-4e77-ac82-df546400920e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 943 time: 0.1316166 Apr 29 11:55:01.132739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d4b27-e565-4118-b847-4cb74a796bf7 req-e196de08-c07f-4870-9ac1-848b9b87b7a6 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:01.135122 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4a0d4b27-e565-4118-b847-4cb74a796bf7 req-e196de08-c07f-4870-9ac1-848b9b87b7a6 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.0945399 Apr 29 11:55:01.149617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e2526038-2692-4eaa-bab9-97805cfc0cad req-5ae7617c-250c-47a1-af79-e79553fe8f61 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535455 Apr 29 11:55:01.189281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4a0d4b27-e565-4118-b847-4cb74a796bf7 req-d98cab81-632b-4d1a-8491-6e5308cc3841 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473258 Apr 29 11:55:02.342005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b510-a350-4d69-9a82-eb45a679c1d9 req-32d7a15e-efb1-4961-a54d-bc37301cb838 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:02.343445 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8aa9b510-a350-4d69-9a82-eb45a679c1d9 req-32d7a15e-efb1-4961-a54d-bc37301cb838 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 943 time: 0.0849338 Apr 29 11:55:02.381363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd4070-7499-439c-bfdd-2f336deed0d2 req-9a6c3ce3-228f-4948-ac5d-dd346f20c126 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:02.384331 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-19cd4070-7499-439c-bfdd-2f336deed0d2 req-9a6c3ce3-228f-4948-ac5d-dd346f20c126 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.0823181 Apr 29 11:55:02.388609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8aa9b510-a350-4d69-9a82-eb45a679c1d9 req-9fd341cc-d21c-4b66-ab0e-6afd26cd5db3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Apr 29 11:55:02.429825 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-19cd4070-7499-439c-bfdd-2f336deed0d2 req-c3e46e9f-8fb9-4735-805d-304f1fe828f8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Apr 29 11:55:02.950458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d41f9c99-829e-4efe-8a2a-494682b54b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:03.053538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c42a36a1-8997-4514-813d-848e36bb4d3b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:55:03.185536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c42a36a1-8997-4514-813d-848e36bb4d3b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:03.199266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'port_id': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'mac_address': 'fa:16:3e:d6:56:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:55:03.256790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:03.273936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42a36a1-8997-4514-813d-848e36bb4d3b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:03.289448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c42a36a1-8997-4514-813d-848e36bb4d3b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:03.295078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:03.360193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:03.368941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.369280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.369648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.370064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.370396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.370722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.371048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.371380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.371751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.372045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.372475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.372783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:55:03.579019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4b9ea-2c39-45d5-b3d9-a6fce43c5e40 req-412162d7-b3d3-4f97-b6e3-583bb0c934d9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:03.580681 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3f4b9ea-2c39-45d5-b3d9-a6fce43c5e40 req-412162d7-b3d3-4f97-b6e3-583bb0c934d9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 944 time: 0.0825064 Apr 29 11:55:03.619785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0017f-41b8-43d5-bb1f-e4634a063394 req-b9811152-b8bd-4c18-8d34-d0f489c82990 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:03.621367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dee0017f-41b8-43d5-bb1f-e4634a063394 req-b9811152-b8bd-4c18-8d34-d0f489c82990 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.0858243 Apr 29 11:55:03.625690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3f4b9ea-2c39-45d5-b3d9-a6fce43c5e40 req-5fc47075-6d41-4db1-b24b-ad957ffebe43 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Apr 29 11:55:03.665058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dee0017f-41b8-43d5-bb1f-e4634a063394 req-c4a2b929-f383-4e99-b6b9-dbb7a70325cd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378194 Apr 29 11:55:03.746792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:03.778807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['c42a36a1-8997-4514-813d-848e36bb4d3b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:55:03.841781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:04.048162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:04.820942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a240c-bad9-40f3-81b2-53221c7be04f req-15427bdd-caf4-4386-b798-132450231df7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:04.822462 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b32a240c-bad9-40f3-81b2-53221c7be04f req-15427bdd-caf4-4386-b798-132450231df7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 944 time: 0.0892386 Apr 29 11:55:04.853625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55659-d6b7-4a4c-9320-fc5a9088f95e req-c59fa126-f9ee-4386-93c9-2226fbdb5843 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:04.855129 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2ca55659-d6b7-4a4c-9320-fc5a9088f95e req-c59fa126-f9ee-4386-93c9-2226fbdb5843 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 944 time: 0.0798244 Apr 29 11:55:04.868582 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b32a240c-bad9-40f3-81b2-53221c7be04f req-3e734ecb-fbfa-4077-9ff6-3e770de4b2fb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Apr 29 11:55:04.904786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2ca55659-d6b7-4a4c-9320-fc5a9088f95e req-15c9f310-cbac-445f-b66b-4eb6ee80cd48 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Apr 29 11:55:05.064527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 448e50e8-5add-424f-b35b-0f3cc936015a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:55:05.071582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c42a36a1-8997-4514-813d-848e36bb4d3b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:55:05.236109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port c42a36a1-8997-4514-813d-848e36bb4d3b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:55:05.251627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port c42a36a1-8997-4514-813d-848e36bb4d3b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:55:05.251992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.282715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=448e50e8-5add-424f-b35b-0f3cc936015a,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:05.313496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '448e50e8-5add-424f-b35b-0f3cc936015a', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'port_id': '448e50e8-5add-424f-b35b-0f3cc936015a', 'mac_address': 'fa:16:3e:f2:e3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:55:05.377011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.434594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448e50e8-5add-424f-b35b-0f3cc936015a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:55:05.454076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.466079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=448e50e8-5add-424f-b35b-0f3cc936015a,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:05.472996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.543372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:05.564354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c42a36a1-8997-4514-813d-848e36bb4d3b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:05.566263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.569059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:05.570853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:05.644824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:05.652586 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e618726-5163-4d94-a1ed-c9787430625d'] response: {'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'code': 200} Apr 29 11:55:05.943696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7612-8bbc-428e-9a2e-3686a4c64431 req-94f4fc5f-dab3-47ab-95e6-e34a81fe7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:05.945178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['448e50e8-5add-424f-b35b-0f3cc936015a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:55:05.945300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6fde7612-8bbc-428e-9a2e-3686a4c64431 req-94f4fc5f-dab3-47ab-95e6-e34a81fe7bb4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 1098 time: 0.0764606 Apr 29 11:55:06.000581 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6fde7612-8bbc-428e-9a2e-3686a4c64431 req-90365471-f26f-49b6-aee8-91dde8754e05 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Apr 29 11:55:06.082301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db3e4-646b-4e0f-b756-f29a908cab83 req-6cb92676-6ad3-4662-85b4-a507938ef554 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:06.084026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6c2db3e4-646b-4e0f-b756-f29a908cab83 req-6cb92676-6ad3-4662-85b4-a507938ef554 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0850210 Apr 29 11:55:06.106265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf610a-e908-40d9-ac28-a3f286282839 req-4ccea8b4-4fc2-4833-922e-94661f607e50 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:06.108169 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5cbf610a-e908-40d9-ac28-a3f286282839 req-4ccea8b4-4fc2-4833-922e-94661f607e50 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 945 time: 0.0910230 Apr 29 11:55:06.137355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6c2db3e4-646b-4e0f-b756-f29a908cab83 req-3443031b-77cd-4d18-b56d-c71721ff5d05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Apr 29 11:55:06.160592 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5cbf610a-e908-40d9-ac28-a3f286282839 req-28b20a44-45d1-460b-8c06-bfc13fdcdc7b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442505 Apr 29 11:55:07.067646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 448e50e8-5add-424f-b35b-0f3cc936015a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:55:07.137901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 448e50e8-5add-424f-b35b-0f3cc936015a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:55:07.143139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 448e50e8-5add-424f-b35b-0f3cc936015a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:55:07.143507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:07.264442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:07.301912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=448e50e8-5add-424f-b35b-0f3cc936015a,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:55:07.307216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:07.356583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc0a2-fb61-4949-a3cf-d971721de7ea req-86de7eba-b62a-4b0b-80b8-66fc2e7f76de tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:07.359487 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ee8bc0a2-fb61-4949-a3cf-d971721de7ea req-86de7eba-b62a-4b0b-80b8-66fc2e7f76de tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.0905247 Apr 29 11:55:07.365170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7724498-51f8-4464-8e47-1bffbf8d149a req-ebb480bc-82e7-4dd5-8578-48630e4c9de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:07.367346 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c7724498-51f8-4464-8e47-1bffbf8d149a req-ebb480bc-82e7-4dd5-8578-48630e4c9de7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.1123426 Apr 29 11:55:07.430566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:07.440625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ee8bc0a2-fb61-4949-a3cf-d971721de7ea req-49f354a0-6cb2-40c2-823b-7dbf7d6b65c5 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721450 Apr 29 11:55:07.561918 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c7724498-51f8-4464-8e47-1bffbf8d149a req-fb5084f9-ae28-4650-a86d-46197db8462a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879573 Apr 29 11:55:07.654293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:07.700226 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206b45c0-b4d3-4b7b-b001-9301cdfa486d'] response: {'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a', 'code': 200} Apr 29 11:55:08.010011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97fcf-9949-49f1-948d-54116f1176b0 req-833514c1-4a10-4a1d-91ee-3eaf8e19678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:08.011421 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-52e97fcf-9949-49f1-948d-54116f1176b0 req-833514c1-4a10-4a1d-91ee-3eaf8e19678b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1099 time: 0.0717227 Apr 29 11:55:08.051513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-52e97fcf-9949-49f1-948d-54116f1176b0 req-52489a46-6869-4c12-a737-11a7bfc99fdd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Apr 29 11:55:08.625185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442802a-16fb-4f4f-a137-d033e196612e req-b9161757-6194-420c-a9f7-4941ccadfe6b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:08.626684 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c442802a-16fb-4f4f-a137-d033e196612e req-b9161757-6194-420c-a9f7-4941ccadfe6b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.0803180 Apr 29 11:55:08.670139 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c442802a-16fb-4f4f-a137-d033e196612e req-abf3c374-47ee-4c67-9c18-1b2ac712a3fd tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377638 Apr 29 11:55:08.752499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42874ad8-6c78-48a7-9e14-3ddca714ec6d req-4054f6a5-7a64-44b3-83a6-0e43b55ddb80 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:08.753931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42874ad8-6c78-48a7-9e14-3ddca714ec6d req-4054f6a5-7a64-44b3-83a6-0e43b55ddb80 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0853987 Apr 29 11:55:08.798826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42874ad8-6c78-48a7-9e14-3ddca714ec6d req-27f037d0-7bdc-430c-8dd6-91d4868a3556 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Apr 29 11:55:08.992067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba05a-d206-4e42-b2ae-b82b7a7fb0b3 req-f6991c9f-5f24-42c7-a680-ae3087199833 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:08.993551 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b92ba05a-d206-4e42-b2ae-b82b7a7fb0b3 req-f6991c9f-5f24-42c7-a680-ae3087199833 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0896459 Apr 29 11:55:09.040122 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b92ba05a-d206-4e42-b2ae-b82b7a7fb0b3 req-3c285cf6-262d-48d8-b1a2-5d4dd0c90379 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Apr 29 11:55:09.073941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56282) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:09.149378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e1ebe-e0e6-44c3-8829-de7f0245cb8a tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:09.150914 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6d0e1ebe-e0e6-44c3-8829-de7f0245cb8a tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 1093 time: 0.0759869 Apr 29 11:55:09.155573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56286) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:09.161631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'port_id': 'c42a36a1-8997-4514-813d-848e36bb4d3b'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:55:09.241644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:09.843479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:09.848143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:09.879644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd2b60-4f3b-4368-aacb-4b8862431436 req-9e71f534-058d-4ab9-adef-2213a7c9b5ba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:09.881123 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-15fd2b60-4f3b-4368-aacb-4b8862431436 req-9e71f534-058d-4ab9-adef-2213a7c9b5ba tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.1000154 Apr 29 11:55:09.927300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-15fd2b60-4f3b-4368-aacb-4b8862431436 req-9ef2090d-8863-4771-84d5-6a334f1ccabc tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Apr 29 11:55:10.029569 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 41f2d21b-1322-4ef8-af58-68212d481320 associated. External IP: 172.26.0.179, port: c42a36a1-8997-4514-813d-848e36bb4d3b. Apr 29 11:55:10.441634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cebd-0b41-4ec6-b764-1ac06bda1fba req-d3f92274-7ecb-4537-8bd9-9e839fb27192 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:10.443253 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d97cebd-0b41-4ec6-b764-1ac06bda1fba req-d3f92274-7ecb-4537-8bd9-9e839fb27192 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.3669708 Apr 29 11:55:10.532765 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:55:10.577238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d97cebd-0b41-4ec6-b764-1ac06bda1fba req-4420f942-a812-498d-ab83-1a0f40d1061a tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274183 Apr 29 11:55:10.601877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56294) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:10.656564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:55:10.833441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428c771-50c1-4c83-8be5-e4633e4983fc tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:10.834948 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a428c771-50c1-4c83-8be5-e4633e4983fc tempest-TestVolumeBootPattern-1822571312 tempest-TestVolumeBootPattern-1822571312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1094 time: 0.2320387 Apr 29 11:55:10.838318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56298) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:10.843936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '448e50e8-5add-424f-b35b-0f3cc936015a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:55:10.850220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:55:10.854314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Usage tracker for resource:floatingip and tenant:2779ff5350c84fd3a6a0342033e91989 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:55:10.857288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:55:10.862985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:55:10.863673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:55:10.868528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:10.874265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:55:10.876546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:10.884182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:55:10.884859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:55:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:10.930213 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8875e8f3-225d-4f6f-92ce-4ecb61997e65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 991 time: 1.7707770 Apr 29 11:55:10.930213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:10.944505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56302) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:11.094975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-92e2726f-11cb-4f86-b21f-62dcf1965f5c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 991 time: 0.1478648 Apr 29 11:55:11.095335 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4015ecb-73d5-4cd7-bfb4-4b063c4255e3'] response: {'name': 'network-changed', 'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'status': 'completed', 'code': 200} Apr 29 11:55:11.099528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:55:11.193208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:11.278608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-fa39183b-7669-4d66-9ed9-13d92e4979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:11.280079 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-fa39183b-7669-4d66-9ed9-13d92e4979bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 1098 time: 0.1484838 Apr 29 11:55:11.447743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Allocated IP 172.26.0.62 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/1b2ac108-1e79-4871-a16a-de86941c4d8c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:55:11.477264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:d6:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:55:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:11.481779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:55:11.482285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-9a4b3dd4-b05b-4f0a-8095-5182bb4f662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:11.483932 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-9a4b3dd4-b05b-4f0a-8095-5182bb4f662d service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1979203 Apr 29 11:55:11.490817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:55:11.491474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:55:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:11.672312 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-a3825120-82bd-4b46-adcc-4fb3179324d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c42a36a1-8997-4514-813d-848e36bb4d3b HTTP/1.1" status: 200 len: 999 time: 0.1738517 Apr 29 11:55:11.677175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:55:11.768603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:11.775436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-23c5f176-c45c-4e90-8842-94341bcb0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:11.776945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-23c5f176-c45c-4e90-8842-94341bcb0a12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0955803 Apr 29 11:55:11.867149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:11.903236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-68fe075a-a20d-4cd2-a3df-566ef8846550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:11.904701 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-68fe075a-a20d-4cd2-a3df-566ef8846550 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211634 Apr 29 11:55:11.957687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:55:11.975452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:55:11.981629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:55:12.054864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:d6:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:55:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:12.058926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1db8-8124-484b-9172-2e7316cdbf0a None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '41f2d21b-1322-4ef8-af58-68212d481320', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'port_id': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'mac_address': 'fa:16:3e:d6:56:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:28Z', 'updated_at': '2022-04-29T11:55:09Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:55:12.071673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=1b2ac108-1e79-4871-a16a-de86941c4d8c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:12.097904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56310) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:12.211088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-43606e4f-1521-46c4-a23d-44dd589aff4e service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882679 Apr 29 11:55:12.216769 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5ba10dc4-f667-4bf2-84df-a1b0e72889a2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 991 time: 0.1165295 Apr 29 11:55:12.260184 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e296f-27dc-4092-9c7c-b6bc1a229833 None None] New status for floating IP 41f2d21b-1322-4ef8-af58-68212d481320: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:55:12.659917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb3a64b-63dc-4f13-82a2-e8bbe4211afe req-1749de99-1a30-47a4-b5ac-91eea02edcc0 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130094 Apr 29 11:55:12.751132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:12.823920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:13.033459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:13.039019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:13.145612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event updated for resources: {'Port': ['ID=1b2ac108-1e79-4871-a16a-de86941c4d8c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:55:13.157898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:13.219683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56314) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:55:13.333402 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-007f96ce-1eae-4fbe-9896-32eb56af8f37 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 200 len: 993 time: 0.1125138 Apr 29 11:55:13.334380 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP 5399975c-3ca2-499f-927d-ce31c616a562 associated. External IP: 172.26.0.62, port: 448e50e8-5add-424f-b35b-0f3cc936015a. Apr 29 11:55:13.682736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:55:13.859100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:55:13.868852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:55:13.878335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:55:13.878971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:55:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:13.885080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:13.942822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d6981fa3-cc0e-415b-91cf-0397c134142b tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1031816 Apr 29 11:55:13.943364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:55:13.987270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4934a6fb-40a5-4afc-86c6-85cff5a5cb70'] response: {'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a', 'status': 'completed', 'code': 200} Apr 29 11:55:14.058418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:55:14.107586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-e4c5768a-c2ba-4892-9369-5e3936cba54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:14.109097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-e4c5768a-c2ba-4892-9369-5e3936cba54c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1099 time: 0.0754035 Apr 29 11:55:14.376717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-a9417ae1-bf95-4e17-a1b0-10352dc8ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:14.378870 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-a9417ae1-bf95-4e17-a1b0-10352dc8ead4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.2637830 Apr 29 11:55:14.463077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '5399975c-3ca2-499f-927d-ce31c616a562', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '448e50e8-5add-424f-b35b-0f3cc936015a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:55:12Z', 'updated_at': '2022-04-29T11:55:12Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}, {'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:14.466980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:55:14.475474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:55:14.476103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:55:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:14.481724 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-29e92b98-92cb-43a2-985d-44a3ed1f9c73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 200 len: 999 time: 0.0966043 Apr 29 11:55:14.545182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-7051551b-10a0-4a40-b3c5-fed202f94af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:14.546638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-7051551b-10a0-4a40-b3c5-fed202f94af6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0596168 Apr 29 11:55:14.622477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-de84f48f-dc1b-49fb-9b38-94c08a11302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:14.623977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-de84f48f-dc1b-49fb-9b38-94c08a11302f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714722 Apr 29 11:55:14.661244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:55:14.756062 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-93ff71ad-999f-4f4f-8f83-5c138af7bbb3 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244433 Apr 29 11:55:14.890115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de0aeef2-b8b5-49c8-860b-b50aea93515f req-1db84d2d-a476-41b6-8e57-7e215c882def service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276975 Apr 29 11:55:15.026818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '5399975c-3ca2-499f-927d-ce31c616a562', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '448e50e8-5add-424f-b35b-0f3cc936015a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:55:12Z', 'updated_at': '2022-04-29T11:55:12Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}, {'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:55:15.031140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadf9de-75b7-481c-9c00-9b248531b9c1 None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '5399975c-3ca2-499f-927d-ce31c616a562', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': '448e50e8-5add-424f-b35b-0f3cc936015a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:f2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:55:12Z', 'updated_at': '2022-04-29T11:55:12Z', 'revision_number': 0, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}, {'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:55:15.221276 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ef5f9-9e85-4cba-b5f7-b1030a82fdb7 None None] New status for floating IP 5399975c-3ca2-499f-927d-ce31c616a562: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:55:19.838566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-781ffe7e-e816-409a-b971-29ee90d24556 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744505 Apr 29 11:55:19.953464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-0fba2f58-1f78-4d9a-b065-74b49c654a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:19.955352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-0fba2f58-1f78-4d9a-b065-74b49c654a0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 1098 time: 0.0767901 Apr 29 11:55:20.115992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-4c47e1b8-9f8a-43b1-9814-3c0ddfa51c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:20.117469 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-4c47e1b8-9f8a-43b1-9814-3c0ddfa51c14 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 200 len: 897 time: 0.1355782 Apr 29 11:55:20.192696 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-8e14e9ad-e20a-4852-b9d4-03a86496dbaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 200 len: 217 time: 0.0677001 Apr 29 11:55:20.263227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-7734c8b2-1453-4b8f-aaf6-ad175febd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:20.264678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-7734c8b2-1453-4b8f-aaf6-ad175febd778 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 200 len: 834 time: 0.0649052 Apr 29 11:55:20.351145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-f9b57e80-75a2-4d5f-b225-909bb68d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:55:20.352695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-f9b57e80-75a2-4d5f-b225-909bb68d4781 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31b5e370-2c0d-4ccf-9147-d8889bd0e630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784562 Apr 29 11:55:20.512468 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-8a33a123-92c2-4402-ac5b-7f38bb432fc7 service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520057 Apr 29 11:55:20.671987 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73d79fc7-3249-4d64-aef5-7780bbeaf233 req-52a3c8bc-b159-4f79-b446-191023dbe83a service neutron] 10.222.0.66 "GET /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525629 Apr 29 11:55:30.327223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-aa8e357f-da78-4cea-809f-d07646f777a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:32.958075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9864e626-1f1d-4af1-9335-5dec623653f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:33.742693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:33.840711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:34.035779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:35.532341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:55:47.534607 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:56:00.331053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-71d1a383-2c75-45d7-9d4b-bbece581ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:02.978380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7bc7-fdc2-4b02-8c02-f1bbf1035471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:03.750115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:03.844469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:04.042566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:05.534280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:21.820770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-8eea5840-2a79-426a-8f29-97b0b4591872 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773437 Apr 29 11:56:21.980734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-202468dd-47db-4517-9e4d-01eddecff451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:21.982309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-202468dd-47db-4517-9e4d-01eddecff451 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1098 time: 0.0728645 Apr 29 11:56:22.229357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-8df5b17b-6ba5-480a-8c48-4e7606e0e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:22.230820 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-8df5b17b-6ba5-480a-8c48-4e7606e0e161 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.2300770 Apr 29 11:56:22.336860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-bf673d95-84b1-4fbb-88e7-63014efa4958 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 1000 time: 0.0997188 Apr 29 11:56:22.403140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-5c69be09-8aca-4d6c-a3b7-03768728b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:22.404662 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-5c69be09-8aca-4d6c-a3b7-03768728b4b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0602946 Apr 29 11:56:22.480596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-9dd9d4a1-d584-43d8-80b4-451c0284e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:22.482094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-9dd9d4a1-d584-43d8-80b4-451c0284e60e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714457 Apr 29 11:56:22.616489 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-085810e2-b711-4e2d-b501-8fda94ea810c service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277070 Apr 29 11:56:22.750218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-977d3e0b-8708-4e02-b02e-675824114ba1 req-79bbbadd-a968-4216-9676-350162165580 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266994 Apr 29 11:56:24.536224 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:56:24.873045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a306d-2e20-438e-a0de-b3eb0b3129f1 req-90c57f72-cd9c-4041-a0c0-a184c74991a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:24.874525 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-012a306d-2e20-438e-a0de-b3eb0b3129f1 req-90c57f72-cd9c-4041-a0c0-a184c74991a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0861461 Apr 29 11:56:24.923563 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-012a306d-2e20-438e-a0de-b3eb0b3129f1 req-4a151793-3326-4f6b-8186-241bad114b5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Apr 29 11:56:26.129139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecff4de-28c1-4ea0-82d4-cc838d73f2bb req-69f33aa1-af08-4d5b-b8fd-daec2ccc98fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:26.130594 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6ecff4de-28c1-4ea0-82d4-cc838d73f2bb req-69f33aa1-af08-4d5b-b8fd-daec2ccc98fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0898001 Apr 29 11:56:26.182390 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6ecff4de-28c1-4ea0-82d4-cc838d73f2bb req-b36a1197-8490-4b43-a54d-69ffba6843c4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Apr 29 11:56:26.790127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-630a0177-6260-4ecd-a64a-c8a01075811c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:26.791458 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-630a0177-6260-4ecd-a64a-c8a01075811c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.0832369 Apr 29 11:56:26.861816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port c42a36a1-8997-4514-813d-848e36bb4d3b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:26.862146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.118346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port c42a36a1-8997-4514-813d-848e36bb4d3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c42a36a1-8997-4514-813d-848e36bb4d3b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:27.118701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.478105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.478475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.478783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 41f2d21b-1322-4ef8-af58-68212d481320 disassociated. External IP: 172.26.0.179, port: c42a36a1-8997-4514-813d-848e36bb4d3b. Apr 29 11:56:27.479118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for c42a36a1-8997-4514-813d-848e36bb4d3b owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:27.633972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c1f3f-1540-4309-8690-8f0df9962807 req-a6599e95-7546-47e5-afe0-1476f6700321 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:27.635545 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ad7c1f3f-1540-4309-8690-8f0df9962807 req-a6599e95-7546-47e5-afe0-1476f6700321 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 945 time: 0.3396797 Apr 29 11:56:27.703770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ad7c1f3f-1540-4309-8690-8f0df9962807 req-63e80f1c-3eca-444e-8dfd-c2a78437e4e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c1cc3d5-4732-436a-ac80-91c4c02b82e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623460 Apr 29 11:56:27.780524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:27.829728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=c42a36a1-8997-4514-813d-848e36bb4d3b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:27.840184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.840532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.840861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.841188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.841537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.841851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.842212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.842530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.842822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.843139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.843452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:27.843759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:28.031367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:56:28.212039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:28.222997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:28.234345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:28.234955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:28.290336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port c42a36a1-8997-4514-813d-848e36bb4d3b on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:28.292869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:28.295857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'name': 'network-vif-deleted', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:28.321326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1226e9b8-845e-4efe-ac3a-8ef16d518139 req-a8fa0c8a-c55b-4aab-9aa0-8f14239f4bb6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/c42a36a1-8997-4514-813d-848e36bb4d3b HTTP/1.1" status: 204 len: 173 time: 1.5240815 Apr 29 11:56:28.341217 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ea90b9-fa16-4555-8839-5753a657f847'] response: {'server_uuid': '17531705-1e4d-462f-a82c-3afbf7e9b624', 'name': 'network-vif-deleted', 'tag': 'c42a36a1-8997-4514-813d-848e36bb4d3b', 'status': 'completed', 'code': 200} Apr 29 11:56:28.480374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:28.795146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:28.800031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:28.809239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:28.809915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:28.868351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-26b52493-ca34-4d28-85af-70b0e812418e req-e5975c9b-46b5-4966-a3f7-d619f3fe5330 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:28.884752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-26b52493-ca34-4d28-85af-70b0e812418e req-e5975c9b-46b5-4966-a3f7-d619f3fe5330 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:28.886150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-26b52493-ca34-4d28-85af-70b0e812418e req-e5975c9b-46b5-4966-a3f7-d619f3fe5330 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=17531705-1e4d-462f-a82c-3afbf7e9b624 HTTP/1.1" status: 200 len: 210 time: 0.0610828 Apr 29 11:56:28.999574 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:29.321319 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:29.325911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ef3d8-7bad-4ee0-8e2e-1f2c2694c734 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'f4f15d93-93f4-465a-9fd7-b034189920dd', 'name': '', 'network_id': '31b5e370-2c0d-4ccf-9147-d8889bd0e630', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:9f:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:08Z', 'updated_at': '2022-04-29T11:53:15Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '5e61d9d3-f314-4cd7-a03a-3350aabe49fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:29.451146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c42a36a1-8997-4514-813d-848e36bb4d3b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:29.491102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: c42a36a1-8997-4514-813d-848e36bb4d3b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:56:29.491447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c42a36a1-8997-4514-813d-848e36bb4d3b not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:56:29.557114 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb697d6-0ba1-4bb7-be8a-5e5046f8b622 None None] New status for floating IP 41f2d21b-1322-4ef8-af58-68212d481320: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:56:29.981869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56376) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:30.051710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.086774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.160144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.179580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cc3d5-4732-436a-ac80-91c4c02b82e0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:30.189767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.190105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.190774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.191103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.191425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.191747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.192066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.192385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.192711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.193309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.193309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.193661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:30.203140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.204387 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4c7874a5-7437-4cec-ac39-ffd0d099dd51 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c1cc3d5-4732-436a-ac80-91c4c02b82e0 HTTP/1.1" status: 204 len: 168 time: 0.2215328 Apr 29 11:56:30.241883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56382) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:30.331492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-41e3cd04-b818-4022-b0d2-65bb46444f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.405690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port b13ae811-edea-4b1f-82b9-3103fe7e0ebd {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:30.406003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.700476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.700762 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:30.823238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for b13ae811-edea-4b1f-82b9-3103fe7e0ebd owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:30.966123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.014935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=b13ae811-edea-4b1f-82b9-3103fe7e0ebd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:31.117645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.149525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:31.155032 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8e51344a-e27a-4c99-a32d-65bb3eadab18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/41f2d21b-1322-4ef8-af58-68212d481320 HTTP/1.1" status: 204 len: 168 time: 0.9089575 Apr 29 11:56:31.548741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea67607-5611-4caf-ad7e-a54585a260d6 req-5a8e0e31-8029-4fbf-96c4-b1f8f87c2108 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:31.550145 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ea67607-5611-4caf-ad7e-a54585a260d6 req-5a8e0e31-8029-4fbf-96c4-b1f8f87c2108 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0937090 Apr 29 11:56:31.598566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ea67607-5611-4caf-ad7e-a54585a260d6 req-feb58abd-9a3c-48a6-80bd-1e1be18c28bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Apr 29 11:56:32.811343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-6d36638e-b906-4c91-8934-5092a0fa2114 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:32.812045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-6d36638e-b906-4c91-8934-5092a0fa2114 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:32.830596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-6d36638e-b906-4c91-8934-5092a0fa2114 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:32.831743 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-6d36638e-b906-4c91-8934-5092a0fa2114 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.1169732 Apr 29 11:56:32.877577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-022b5ddf-5d01-4eaf-9e77-7c15d6a4c145 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:32.895696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-022b5ddf-5d01-4eaf-9e77-7c15d6a4c145 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:32.896994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b6bbb7fb-5cfc-4736-bb5a-42afbbdd618c req-022b5ddf-5d01-4eaf-9e77-7c15d6a4c145 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=17e4f51d-f327-4a6c-9d42-06a1fcf7f690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592806 Apr 29 11:56:32.971614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e28dfb33-83e8-4a9f-b588-0b0639abfec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.179090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96582c91-d710-416d-8b5f-416f1afbe52f req-17e068fc-4069-4a29-a4c7-b16ac210a212 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:33.180435 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-96582c91-d710-416d-8b5f-416f1afbe52f req-17e068fc-4069-4a29-a4c7-b16ac210a212 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 945 time: 0.0883231 Apr 29 11:56:33.261414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:33.261799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.546624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:33.546965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.670945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:33.747816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.840034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:33.867281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:34.003443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:34.053275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:34.115095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-818ab71a-ec4b-4a6a-8f09-8f0dd808d8ef req-6f765439-ec86-4e94-abc5-e5d172131cf6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c8c5ca3-5db0-4af6-8494-5b93292152b1 HTTP/1.1" status: 200 len: 210 time: 0.0834630 Apr 29 11:56:34.120908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:34.123980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:34.129111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'name': 'network-vif-deleted', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:34.148006 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-96582c91-d710-416d-8b5f-416f1afbe52f req-66cedec1-28b2-417b-8517-39f22aec98df tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b HTTP/1.1" status: 204 len: 173 time: 0.9618909 Apr 29 11:56:34.178376 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2d226d-369d-42d2-8219-842e6ce587ae'] response: {'server_uuid': '9c8c5ca3-5db0-4af6-8494-5b93292152b1', 'name': 'network-vif-deleted', 'tag': '37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b', 'status': 'completed', 'code': 200} Apr 29 11:56:35.220037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56398) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:35.288265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:35.321841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:35.389427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:35.408074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e4f51d-f327-4a6c-9d42-06a1fcf7f690,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:35.425553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:35.429321 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c63153e6-9e27-4339-bdd9-9bb9e61035fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/17e4f51d-f327-4a6c-9d42-06a1fcf7f690 HTTP/1.1" status: 204 len: 168 time: 0.2057321 Apr 29 11:56:35.459916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:35.476788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:35.511108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:56:35.511434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 37fd6238-b2f7-4f5b-b8b9-6c2e220e8f6b not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:56:35.533408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.032752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.391346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port f4f15d93-93f4-465a-9fd7-b034189920dd {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:36.392046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.583764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port f4f15d93-93f4-465a-9fd7-b034189920dd, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f4f15d93-93f4-465a-9fd7-b034189920dd,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:36.584085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:36.821149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for f4f15d93-93f4-465a-9fd7-b034189920dd owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:37.013558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:37.063197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=f4f15d93-93f4-465a-9fd7-b034189920dd,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:37.341710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:37.704875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:56:37.897350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:37.906805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Sync routers for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:37.910730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-64d0b7a7-6f16-45c0-9014-b145f945ed98 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ecdf566f-e377-4357-9ac0-ecc7b2bc3800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4497206 Apr 29 11:56:37.913792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56408) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:37.919634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:37.920230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:37.986842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet 5e61d9d3-f314-4cd7-a03a-3350aabe49fb {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:56:37.989889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.044416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.091314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:38.241661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.315384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.353279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=5e61d9d3-f314-4cd7-a03a-3350aabe49fb,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:38.356990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.368729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56412) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:38.369516 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d6d6b97c-fd9c-470d-94f1-2d1b09e5ecc1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/5e61d9d3-f314-4cd7-a03a-3350aabe49fb HTTP/1.1" status: 204 len: 168 time: 0.4539306 Apr 29 11:56:38.391655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4554e-2076-44a7-bae5-268b18079f11 None None] Network 31b5e370-2c0d-4ccf-9147-d8889bd0e630 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:56:38.557013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.585609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:56:36Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:38.592021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Checking router: ecdf566f-e377-4357-9ac0-ecc7b2bc3800 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:38.605552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Routers {'ecdf566f-e377-4357-9ac0-ecc7b2bc3800'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:38.606169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:38.734743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.748094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:38.748443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.798838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] Set router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:38.844581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] DHCP port deletion for 31b5e370-2c0d-4ccf-9147-d8889bd0e630 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:56:38.922305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Deleting port f11676cc-10cb-4143-bfcf-d387ad707d78 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:38.923024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:38.942179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:38.942658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.083133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:39.259548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] For port f11676cc-10cb-4143-bfcf-d387ad707d78, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f11676cc-10cb-4143-bfcf-d387ad707d78,segment=NetworkSegment(c3c1deda-eaa3-4142-90ed-8136668a273e),segment_id=c3c1deda-eaa3-4142-90ed-8136668a273e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:39.259932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.392204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.394172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Calling delete_port for f11676cc-10cb-4143-bfcf-d387ad707d78 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:39.432516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f11676cc-10cb-4143-bfcf-d387ad707d78 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:39.479526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:39.502581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:56:36Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:39.522353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85366251-545a-4160-99f6-5a1f6c795464 None None] The sync data for ids ['ecdf566f-e377-4357-9ac0-ecc7b2bc3800'] in dv-neutron-839741-1-hyperv is: [{'id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'name': 'tempest-TestNetworkBasicOps-router-213641371', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:53:01Z', 'updated_at': '2022-04-29T11:56:36Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdf566f-e377-4357-9ac0-ecc7b2bc3800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:53:02Z', 'updated_at': '2022-04-29T11:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:39.548962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.618517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.729733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Pushing event deleted for resources: {'Port': ['ID=f11676cc-10cb-4143-bfcf-d387ad707d78,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:39.732139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] No DVR routers for this DVR port f11676cc-10cb-4143-bfcf-d387ad707d78 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:39.733831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.735121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.737641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.753072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.753509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.753880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.754224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.754584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.754931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.755335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.755681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.755947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.756351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.756629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.756927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38608609-2a6c-47a3-bd1e-772ac13e07a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:39.771990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.772596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router ecdf566f-e377-4357-9ac0-ecc7b2bc3800 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:56:39.789703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:39.790802 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f4df869-8510-4e0f-bbab-310b7a8c6025 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/ecdf566f-e377-4357-9ac0-ecc7b2bc3800 HTTP/1.1" status: 204 len: 168 time: 1.4210753 Apr 29 11:56:39.794097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56416) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:39.921300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.055989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.085690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b5e370-2c0d-4ccf-9147-d8889bd0e630']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:40.098330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c1deda-eaa3-4142-90ed-8136668a273e') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:40.098578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c1deda-eaa3-4142-90ed-8136668a273e') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:40.110439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.127472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.134046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:56:40.134435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:56:40.148828 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:56:40.231880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.249228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.260140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=31b5e370-2c0d-4ccf-9147-d8889bd0e630,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:40.270029 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-59bae2ed-9f3a-4397-adcf-b5c20879b3e4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/31b5e370-2c0d-4ccf-9147-d8889bd0e630 HTTP/1.1" status: 204 len: 168 time: 0.4749010 Apr 29 11:56:40.292324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56420) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:40.298380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--2057331232', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:40.303683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:40.308017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:40.311278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:40.316929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:40.328280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:40.332226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.360435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:56:40.369542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.369896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 20f06a56-04ca-4aa8-81c2-52e2cd694e4a of type vlan for network 78ed7c68-7512-4489-83d9-cf0282fcf574 Apr 29 11:56:40.395703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.425456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.430904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:40.431430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.539865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=78ed7c68-7512-4489-83d9-cf0282fcf574,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:40.542943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c74431df-8684-4088-9b4f-d186518f1bdf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2496200 Apr 29 11:56:40.545793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56424) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:40.550273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:56:40.551798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:40.559532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:40.564046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:40.567103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:40.573563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:40.588328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.589434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.604722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:40.869619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.280797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.310140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.387887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f4f15d93-93f4-465a-9fd7-b034189920dd no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:41.426483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f4f15d93-93f4-465a-9fd7-b034189920dd {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:56:41.426841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f4f15d93-93f4-465a-9fd7-b034189920dd not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:56:41.427249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:41.452298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.224 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/26cc225f-76c7-4224-bdcd-3ca0c5ae3412) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:41.460300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:56:41.460614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ffa58879-4b4e-444d-bce9-0ec9cf0ebb0c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:56:41.597808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.629319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:41.692252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:41.695128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:41.698764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:56:41.735301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:42.111105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.440480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.462486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56428) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:42.671767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port 1b2ac108-1e79-4871-a16a-de86941c4d8c {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:42.672105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.770197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:56:42.842740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.843031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.943918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:42.953347 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Sync routers for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:42.964665 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:42.965285 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:42.969505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for 1b2ac108-1e79-4871-a16a-de86941c4d8c owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:42.985224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:42.986929 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-660d3b48-9982-4902-acc4-80feae0e6562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4401529 Apr 29 11:56:42.990476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:43.122697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.147011 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:43.174694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=1b2ac108-1e79-4871-a16a-de86941c4d8c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:43.196456 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-257c9303-5c42-4cb6-b514-e18709611f27 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2046082 Apr 29 11:56:43.199148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56438) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:43.263579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.264043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP 5399975c-3ca2-499f-927d-ce31c616a562 disassociated (deleted). External IP: 172.26.0.62, port: 448e50e8-5add-424f-b35b-0f3cc936015a. Apr 29 11:56:43.335900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c2160-97af-4752-a177-77f029908372 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:43.340065 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fb9c2160-97af-4752-a177-77f029908372 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371534 Apr 29 11:56:43.340265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56442) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:43.384368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3a7814d3-bb80-4f2d-b1a0-a1942733346c tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397232 Apr 29 11:56:43.384368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:43.389853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-48327975', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:43.450334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:41Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:43.454777 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Checking router: 56a88be7-a301-49ea-bd2e-3e2b0c0257ba for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:43.455107 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Updating router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:56:43.509404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:43.511698 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.513192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:43.516103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:43.521738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:43.533326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:43.537309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.752613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:56:43.761353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.841919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=bef6d9d6-5fba-4f36-b6f0-b276056fdedb,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:43.850783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:56:43.851142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 78ed7c68-7512-4489-83d9-cf0282fcf574, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:56:43.872549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:56:43.883273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 78ed7c68-7512-4489-83d9-cf0282fcf574) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:43.887752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:43.888423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.896586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc139717-90f1-4674-aca1-c0f866b67e1a None None] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:56:43.906181 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.914099 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42ce5854-d260-4010-b4bc-5b32ac5aa6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5289912 Apr 29 11:56:43.916642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56450) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:43.922615 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Transition to ACTIVE for port object 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:43.939529 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:43.950896 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:43.975547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:44.041760 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Attempting to bind port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:44.042377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Attempting to bind port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:44.043035 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Attempting to bind port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:56:44.046164 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f6894a8b-a062-487f-abd2-834d2f62d7be tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "DELETE /v2.0/floatingips/5399975c-3ca2-499f-927d-ce31c616a562 HTTP/1.1" status: 204 len: 168 time: 1.5826180 Apr 29 11:56:44.047077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:44.053936 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:56:44.054575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:56:44.055127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:44.055611 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:56:44.056813 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Bound port: 26cc225f-76c7-4224-bdcd-3ca0c5ae3412, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:44.056981 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:44.082897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:44.117630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c092b9c7-db19-4164-9c3b-6f62dbbd1edd'] response: {'name': 'network-changed', 'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a', 'status': 'completed', 'code': 200} Apr 29 11:56:44.124556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Pushing event updated for resources: {'Port': ['ID=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:44.127739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:44.132251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:44.143646 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.144963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.144963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.144963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.145373 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.145753 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.146171 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.146578 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.146993 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.147415 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.147998 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.148212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:56:44.166090 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] For port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:56:44.169881 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] For port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:56:44.179384 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:44.286233 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6b21a-85c7-45e0-9b85-1c2eb2c7beb2 None None] Pushing event updated for resources: {'Port': ['ID=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:44.333196 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:44.334320 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:44.354688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-78ed7c68-7512-4489-83d9-cf0282fcf574', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:56:44.355709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:44.480717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-82f58688-ad06-4711-8f25-c95a7a6d1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.482387 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-82f58688-ad06-4711-8f25-c95a7a6d1835 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 1099 time: 0.2855189 Apr 29 11:56:44.531063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:44.556624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c2ba-e76d-4257-a4a7-c2cb035be9f0 req-37ec2bfb-5440-4c17-983d-1d8ff64666f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.558037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a332c2ba-e76d-4257-a4a7-c2cb035be9f0 req-37ec2bfb-5440-4c17-983d-1d8ff64666f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:44.574274 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:44.579213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a332c2ba-e76d-4257-a4a7-c2cb035be9f0 req-37ec2bfb-5440-4c17-983d-1d8ff64666f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:44.586857 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a332c2ba-e76d-4257-a4a7-c2cb035be9f0 req-37ec2bfb-5440-4c17-983d-1d8ff64666f3 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.1218252 Apr 29 11:56:44.655724 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a332c2ba-e76d-4257-a4a7-c2cb035be9f0 req-9cad4d35-d685-46d6-8927-f9786ac3b93a tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668786 Apr 29 11:56:44.808472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Allocated IP 172.20.0.2 (78ed7c68-7512-4489-83d9-cf0282fcf574/bef6d9d6-5fba-4f36-b6f0-b276056fdedb/0e7b1cd1-45b8-4d0e-82e5-26a75999963f) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:44.906998 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:41Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:44.912156 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d08ea-7ea2-48a0-a528-6b5623d20183 None None] The sync data for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv is: [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:41Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:44.946518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-3860e9d5-53aa-452e-9225-efe31e5c6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:44.946518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-3860e9d5-53aa-452e-9225-efe31e5c6ea0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.4066994 Apr 29 11:56:45.029513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-cdae282c-84a7-4b9b-b1b5-1ef524c9df19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 200 len: 217 time: 0.0744798 Apr 29 11:56:45.156794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-82261081-b98f-48ed-a2e3-5ca7fef053e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:45.158380 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-82261081-b98f-48ed-a2e3-5ca7fef053e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.1229842 Apr 29 11:56:45.167487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:45.182421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Transition to ACTIVE for port object 0e7b1cd1-45b8-4d0e-82e5-26a75999963f will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:45.211283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:45.215956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Transition to ACTIVE for port object 0e7b1cd1-45b8-4d0e-82e5-26a75999963f will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:45.218665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:45.224653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:45.303719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:45.340917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:45.341587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:45.502651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:45.505752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-b3c37802-bdb3-4751-b454-b04a5bca982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:45.507380 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-b3c37802-bdb3-4751-b454-b04a5bca982a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3367565 Apr 29 11:56:45.562169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:45.565114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:45.576418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:56:45.618491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Pushing event updated for resources: {'Port': ['ID=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:45.722829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Attempting to bind port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:45.723198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Attempting to bind port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:45.723559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Attempting to bind port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:56:45.732854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:56:45.732854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Checking segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:56:45.732854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:45.733311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Bound using segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:56:45.733733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Bound port: 0e7b1cd1-45b8-4d0e-82e5-26a75999963f, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:45.734107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:45.734422 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-02af1a09-d5a1-4319-9a3a-6537d6ac2cae service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196274 Apr 29 11:56:45.745805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:45.794393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:45.824095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:45.824983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.046035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] For port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:56:46.049330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (78ed7c68-7512-4489-83d9-cf0282fcf574/bef6d9d6-5fba-4f36-b6f0-b276056fdedb/ec59ce5a-322a-43a8-87f3-c6ab11cc49b9) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:46.053061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67adfada-7dc6-49d7-8b9e-e27d69f22705 req-d1bdee65-857b-4a69-b66e-f05238d5f4a2 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871194 Apr 29 11:56:46.096253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55d96-f368-4355-82ba-3fcdf61aff1c req-7efadb20-4a76-48b0-a120-8f1f54636226 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:46.098034 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1c55d96-f368-4355-82ba-3fcdf61aff1c req-7efadb20-4a76-48b0-a120-8f1f54636226 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.2253063 Apr 29 11:56:46.115268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] For port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:56:46.142640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.190697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.304776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:46.317982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.335844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62c2c9-dd97-44ee-ba2d-6d06fee571e5 None None] Pushing event updated for resources: {'Port': ['ID=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:46.429766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1c55d96-f368-4355-82ba-3fcdf61aff1c req-c1c9e70e-181a-420d-a43b-131608d7e1f9 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164392 Apr 29 11:56:46.447752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:46.484052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.489632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:46.493891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f46c6-7216-43dd-9ce1-67165267ba7d None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'f59999df-bfaa-4e1a-87e3-d728ed34b525', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'floating_ip_address': '172.26.0.37', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'port_id': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'mac_address': 'fa:16:3e:84:67:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:53:04Z', 'updated_at': '2022-04-29T11:53:08Z', 'revision_number': 1, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:46.507056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:46.519678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-a94b8173-1a27-46a3-a5a4-a8def62ab135 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:46.521501 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-a94b8173-1a27-46a3-a5a4-a8def62ab135 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 946 time: 0.2001669 Apr 29 11:56:46.603642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.656436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port 448e50e8-5add-424f-b35b-0f3cc936015a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:46.656782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:46.753821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:46.759947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:46.762926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:46.767471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:56:46.851375 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57da253-0693-49b1-98a0-b242bda31360 None None] New status for floating IP 5399975c-3ca2-499f-927d-ce31c616a562: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:56:46.882616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.039805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] For port 448e50e8-5add-424f-b35b-0f3cc936015a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=448e50e8-5add-424f-b35b-0f3cc936015a,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:47.040148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.193765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for 448e50e8-5add-424f-b35b-0f3cc936015a owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:47.272315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.510261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e7b1cd1-45b8-4d0e-82e5-26a75999963f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:47.587755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.606853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:47.613665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:47.629421 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23eb680c-df11-4ce2-a436-2b7a84f4bae3 req-3b526050-d79d-488c-aa58-c52b27352689 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0646474 Apr 29 11:56:47.650921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=448e50e8-5add-424f-b35b-0f3cc936015a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:47.676932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62772681-9018-45f4-a0a5-ed1adb5edf84 None None] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:56:47.746090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] No DVR routers for this DVR port 448e50e8-5add-424f-b35b-0f3cc936015a on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:47.750216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.752678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'name': 'network-vif-deleted', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:47.798901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:47.799214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.805549 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d0a5e69-9d6d-47f8-854c-9e3b9f0f97b2 req-4daa22e0-f734-42bd-80ad-9e9a0f76747c tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "DELETE /v2.0/ports/448e50e8-5add-424f-b35b-0f3cc936015a HTTP/1.1" status: 204 len: 173 time: 1.2785084 Apr 29 11:56:47.853211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2783459e-8539-4902-87b1-426746c2138f None None] Provisioning for port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:47.943905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2783459e-8539-4902-87b1-426746c2138f None None] Provisioning complete for port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:47.944284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2783459e-8539-4902-87b1-426746c2138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:47.980547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21950f2-3266-4737-8495-e38d1ec90b66'] response: {'server_uuid': '41ee75c9-e289-47d8-acac-9bbe53b9aeab', 'name': 'network-vif-deleted', 'tag': '448e50e8-5add-424f-b35b-0f3cc936015a', 'status': 'completed', 'code': 200} Apr 29 11:56:48.068310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.075228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.203916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2783459e-8539-4902-87b1-426746c2138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.208763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.215546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:48.252380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2783459e-8539-4902-87b1-426746c2138f None None] For port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:48.264230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2783459e-8539-4902-87b1-426746c2138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.356478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783459e-8539-4902-87b1-426746c2138f None None] Pushing event updated for resources: {'Port': ['ID=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:48.388578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:48.389717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:48.590568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Provisioning complete for port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:48.591129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.601299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:56:48.735157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Provisioning for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:48.741328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Provisioning complete for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:48.741723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:48.800353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cad4095e-2616-4fcf-8dac-f0673ecc8c3a None None] Port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:56:48.810236 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a9533e29-d3a0-4eef-86b9-cf8528672118 req-c6a22b0c-e75b-4169-bf10-96f3872bd7f9 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ee75c9-e289-47d8-acac-9bbe53b9aeab HTTP/1.1" status: 200 len: 210 time: 0.0505166 Apr 29 11:56:48.831354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:48.837607 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3296b1ad-d92a-42b3-8131-a4ccc8d4ef4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/56a88be7-a301-49ea-bd2e-3e2b0c0257ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9199088 Apr 29 11:56:48.840509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56468) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:48.845713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Sync routers for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:48.856705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:48.857336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:49.003179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1e907c9c-56b3-4e93-8604-2e180333c28b None None] Provisioning complete for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:49.003365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.003695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.004046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e907c9c-56b3-4e93-8604-2e180333c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:49.004194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.004766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.005369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.005973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.008167 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-93bb9512-2b1e-4651-9282-136ea8c22b61 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1669331 Apr 29 11:56:49.011115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56472) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:49.089944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.090503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.090951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.091392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.091830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.092275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:49.096774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ed428cf0-7d21-46eb-bf93-e67189a1b9b9 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0818691 Apr 29 11:56:49.097161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56476) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:49.099246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c9c-56b3-4e93-8604-2e180333c28b None None] Port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:56:49.114742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:49.308043 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d16b5180-0604-4936-9d5c-9c20eb4aca0d tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2061083 Apr 29 11:56:49.308243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:49.313981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1305131657', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:49.329185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-546bdac1-260d-4953-a77a-39e731eb0830 None None] Provisioning complete for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:49.329579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-546bdac1-260d-4953-a77a-39e731eb0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:49.406571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e7b1cd1-45b8-4d0e-82e5-26a75999963f up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:49.454733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-546bdac1-260d-4953-a77a-39e731eb0830 None None] Port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:56:49.462473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:49.466605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:port and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:49.469443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:49.475585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:49.488247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:56:49.492169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:49.516232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 448e50e8-5add-424f-b35b-0f3cc936015a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:56:49.521146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] device_id is not set on port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a yet. {{(pid=88015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:56:49.556878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 448e50e8-5add-424f-b35b-0f3cc936015a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:56:49.557253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 448e50e8-5add-424f-b35b-0f3cc936015a not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:56:49.577467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:49.577825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:49.647654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:49.653952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Checking router: 56a88be7-a301-49ea-bd2e-3e2b0c0257ba for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:49.654290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Updating router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:56:49.664774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.11 (78ed7c68-7512-4489-83d9-cf0282fcf574/bef6d9d6-5fba-4f36-b6f0-b276056fdedb/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:56:49.804327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:49.996940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.022903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:50.053670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.123940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:56:50.127062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:56:50.131087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:56:50.175575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:50.215889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:50.216551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.251673 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0a647969-df25-4b40-9c1a-5a167e67764a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9423020 Apr 29 11:56:50.317711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.331724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Transition to ACTIVE for port object ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:50.339245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.509161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56492) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:50.514834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175877190', 'description': 'tempest-secgroup-smoke-1175877190 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:50.524039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:50.529847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:50.533607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:50.540057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:50.552008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.560343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b0604-0813-4322-929f-c3b6683c00fa None None] Pushing event updated for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:50.576466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:50.581031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:50.584184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e33f661b-8a7d-47ac-bca4-e3a0208828eb None None] Provisioning for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:50.584865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:50.591669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:50.597043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e33f661b-8a7d-47ac-bca4-e3a0208828eb None None] Provisioning complete for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:50.597727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e33f661b-8a7d-47ac-bca4-e3a0208828eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.629521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Attempting to bind port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:50.629521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Attempting to bind port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:50.629850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Attempting to bind port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:56:50.650016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:56:50.650702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Checking segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:56:50.650785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.651164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Bound using segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:56:50.651649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Bound port: ec59ce5a-322a-43a8-87f3-c6ab11cc49b9, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:50.652024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.678074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.683524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.708616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e33f661b-8a7d-47ac-bca4-e3a0208828eb None None] Port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:56:50.737336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f168ff78-7fbf-4362-b67e-2df91a23fc49,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:50.744614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.748799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-546bbfd3-7954-4484-a95c-ce0a4b903b9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2358613 Apr 29 11:56:50.748992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56496) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:50.755027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:50.761743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:50.765546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] For port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:56:50.765837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:50.768895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] For port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:56:50.769088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:50.775703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.777245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:50.803271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.870705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:50.871461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:50.882815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.888637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.920715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd321e4-d6eb-40a7-b395-ebfae0d25a82,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:50.935501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:50.939826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f8e06416-f029-4374-a3a5-b6a7a68358f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869829 Apr 29 11:56:50.940149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:50.946580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:50.953450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:50.958140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:50.961552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:50.968416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:50.990138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.064363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b0604-0813-4322-929f-c3b6683c00fa None None] Pushing event updated for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.079706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.086178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.112010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e430e5e-b936-4c66-a181-5686b7922cf2,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.125287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:51.126969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.128712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-703e03e3-ad1c-4f5a-b82e-b05572ebb416 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1870110 Apr 29 11:56:51.131562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56506) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:51.137414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:51.144683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:51.149294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:51.152379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:51.158614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:51.180115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.257946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.264388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.289710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0996672d-46bd-4498-9eaf-77e85dc451d6,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.300186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.301986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-284fffec-2f5b-4764-9c43-836603d1da24 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1692090 Apr 29 11:56:51.304733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56510) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:51.310526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:51.316908 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:51.321051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:51.323991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:51.330419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:51.352143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.439535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.444397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.478586 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7f4cb4-2e93-4278-bf4a-619e3442cadc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.489200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.491262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e35da877-ae4c-4e28-8af7-c1d195800b50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846426 Apr 29 11:56:51.493741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56514) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:51.499467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:51.506625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:51.508651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:50Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:51.510991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:51.512919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a97105-8ec4-41e5-a66b-72a6128ac87c None None] The sync data for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv is: [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:50Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:51.516250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:51.526257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:51.539510 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:56:51.547744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.656615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.664288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.690895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a282a9b3-16f3-42a8-b2a2-e9b281f439cc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.716163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.725312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56518) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:51.726361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a51f8d2e-2578-42c8-98d0-f5299d78460e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2283809 Apr 29 11:56:51.732801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'f168ff78-7fbf-4362-b67e-2df91a23fc49', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:51.739905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:56:51.744643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:56:51.748742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:56:51.758466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:56:51.770960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:56:51.778242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.860211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.864252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.895422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cc1830-5323-4231-b0ab-a6d950e6b53a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:51.904336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:51.905752 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60e2541b-64af-44af-ad78-7157ec1ae579 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775432 Apr 29 11:56:52.118373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-a8e019d9-4131-40e9-836c-413ed0af77fa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:52.136074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-a8e019d9-4131-40e9-836c-413ed0af77fa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:52.137761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-a8e019d9-4131-40e9-836c-413ed0af77fa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175877190&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0709791 Apr 29 11:56:52.224200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-00aec514-aac3-4bf7-9947-2bd8377187a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:52.224948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-00aec514-aac3-4bf7-9947-2bd8377187a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:52.243675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-00aec514-aac3-4bf7-9947-2bd8377187a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:52.246330 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-00aec514-aac3-4bf7-9947-2bd8377187a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 931 time: 0.0971224 Apr 29 11:56:52.397298 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-c5d6b2c0-baf9-4588-a1a6-f84be2ba3b4f service neutron] 10.222.0.53 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1370492 Apr 29 11:56:52.569970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-3fc97fb5-81e5-4c2d-9761-4706256577af service neutron] 10.222.0.53 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669073 Apr 29 11:56:52.725076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-241deaec-e16e-407a-ae1d-16da80d87b29 service neutron] 10.222.0.53 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446838 Apr 29 11:56:52.939748 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9e15979d-acde-46a0-afbb-f85bad682c20 req-639272f8-ee67-44f9-8ff3-c737f5dc0f04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 210 time: 0.0558245 Apr 29 11:56:53.507543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:53.614569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:56:53.620139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:53.620570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:53.794214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:53.826798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:53.830674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:53.901721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:54.133809 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3e09bad5-9a3c-4ef3-9ff2-1b3fc26e6382 req-540bfa42-799a-44d4-9b0f-d72207393d39 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 210 time: 0.0609038 Apr 29 11:56:54.144564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-3a6613f0-0e44-4bae-9c5a-3bfb163f66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:54.145898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-3a6613f0-0e44-4bae-9c5a-3bfb163f66c4 service neutron] 10.222.0.66 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1027 time: 0.1035559 Apr 29 11:56:54.297085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-575893ea-0e8c-4621-b0de-c705922bbdef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:54.297763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-575893ea-0e8c-4621-b0de-c705922bbdef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:54.314499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-575893ea-0e8c-4621-b0de-c705922bbdef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:54.315785 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-575893ea-0e8c-4621-b0de-c705922bbdef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 797 time: 0.1642182 Apr 29 11:56:54.370028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-ef161b62-169d-484d-8339-632c46ed6863 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 380 time: 0.0396395 Apr 29 11:56:54.390825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Request body: {'port': {'device_id': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:56:54.504077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:54.527402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56562) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:56:54.743142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port 8737d992-528b-4d8a-8d0f-57d09b2f9328 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:54.743628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:54.914936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:54.915261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:54.950059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:54.957510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:54.972677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Transition to ACTIVE for port object 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:56:54.977979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.040107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for 8737d992-528b-4d8a-8d0f-57d09b2f9328 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:55.173506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:55.219805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:56:55.220128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:56:55.220447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:56:55.226277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:56:55.226591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:56:55.232188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:56:55.232748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Checking segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:56:55.233507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Bound using segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:56:55.234088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Bound port: 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:56:55.234584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.336028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:56:55.410826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:56:55.411673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd282c1-321f-4139-bfb8-ce4ef291d44e req-40ce4846-6293-4232-8aa4-db76b00c47ea tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.413173 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8bd282c1-321f-4139-bfb8-ce4ef291d44e req-40ce4846-6293-4232-8aa4-db76b00c47ea tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 982 time: 0.1449327 Apr 29 11:56:55.428397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:56:55.434925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.440278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.491638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:56:55.492008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.504262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.504938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.510072 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] 10.222.0.66 "PUT /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1132 time: 1.1233335 Apr 29 11:56:55.510649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:55.544845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba853c-2020-4655-8754-70d8f4354cad service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:55.583738 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e054a1-c19a-4e55-9432-bc0d9528485d'] response: {'name': 'network-changed', 'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'status': 'completed', 'code': 200} Apr 29 11:56:55.601804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=8737d992-528b-4d8a-8d0f-57d09b2f9328,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:55.658511 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8bd282c1-321f-4139-bfb8-ce4ef291d44e req-d9f6ceeb-0843-4af5-9ffa-67829e19946c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369273 Apr 29 11:56:55.672139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:55.672494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Floating IP f59999df-bfaa-4e1a-87e3-d728ed34b525 disassociated (deleted). External IP: 172.26.0.37, port: e2577a0d-e187-4ca2-9ccc-f315b2cf1f63. Apr 29 11:56:55.697454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-8ce4e8de-23cc-4488-b05d-b49662978ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.698919 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-8ce4e8de-23cc-4488-b05d-b49662978ab0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 1135 time: 0.0974345 Apr 29 11:56:55.774776 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-86911b22-f31f-4f41-a3ea-650e41350df5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 217 time: 0.0617449 Apr 29 11:56:55.841987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-ffb21c22-305c-4771-83df-f6b1e8032d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.843430 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-ffb21c22-305c-4771-83df-f6b1e8032d27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 200 len: 833 time: 0.0619111 Apr 29 11:56:55.922590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-9fa0b3fa-55ba-47d4-b0ff-e7241467c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:55.924100 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-9fa0b3fa-55ba-47d4-b0ff-e7241467c62e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78ed7c68-7512-4489-83d9-cf0282fcf574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747707 Apr 29 11:56:56.034709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:56:56.057605 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-739a1434-7b0b-40c9-a2d0-1707cabcb438 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271451 Apr 29 11:56:56.192084 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0390196a-ad4e-47ed-afd5-c42455e6dd51 req-4281297a-5b4a-4ee9-b0da-5a7c5f59097b service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283133 Apr 29 11:56:56.216600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:56:56.227077 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:56:56.234033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:56.236472 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:56.237071 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:56.290223 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d3e53971-b462-4ba9-8774-ded813958c04 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "DELETE /v2.0/floatingips/f59999df-bfaa-4e1a-87e3-d728ed34b525 HTTP/1.1" status: 204 len: 168 time: 1.7593060 Apr 29 11:56:56.290223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:56.357402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-7e833d15-d222-4859-8ef8-235537f86b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.358875 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-7e833d15-d222-4859-8ef8-235537f86b6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 1135 time: 0.0736127 Apr 29 11:56:56.376107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea2a465-d56a-4151-9c59-80eaa9d2d16b'] response: {'name': 'network-changed', 'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'status': 'completed', 'code': 200} Apr 29 11:56:56.420184 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:56.527912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-c002f840-6dd6-42fc-93d0-99e40d384064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.529790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-c002f840-6dd6-42fc-93d0-99e40d384064 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2779ff5350c84fd3a6a0342033e91989&device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 1098 time: 0.1018317 Apr 29 11:56:56.542951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-72cd3adb-6478-437e-90cb-ac51ef90c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.544679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-72cd3adb-6478-437e-90cb-ac51ef90c683 service neutron] 10.222.0.66 "GET /v2.0/networks?id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 898 time: 0.1784258 Apr 29 11:56:56.644080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-90eace29-b859-4d00-8e92-9891ca173e19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 217 time: 0.0926244 Apr 29 11:56:56.725255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-ea4c597a-1508-4d61-90de-72af37e29f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.727262 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-ea4c597a-1508-4d61-90de-72af37e29f9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 200 len: 833 time: 0.0763781 Apr 29 11:56:56.733666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-4aa968b3-7f33-4e82-971b-dc118b681296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.735090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-4aa968b3-7f33-4e82-971b-dc118b681296 service neutron] 10.222.0.66 "GET /v2.0/networks?id=86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 200 len: 912 time: 0.1976607 Apr 29 11:56:56.783051 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:56.788963 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:56:56.799319 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:56:56.800576 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:56:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:56.815361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-03673db4-ee99-4969-a75c-f6b9165091c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 200 len: 217 time: 0.0725114 Apr 29 11:56:56.897833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c62a2-d58d-49e6-b54c-e38cd3dd6b3a req-49881cd7-9d26-4bd7-8aa7-ad206d2b3e81 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.898536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-076c62a2-d58d-49e6-b54c-e38cd3dd6b3a req-49881cd7-9d26-4bd7-8aa7-ad206d2b3e81 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:56.906532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-c276b345-a001-487f-a716-970710f08f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:56.909718 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-c276b345-a001-487f-a716-970710f08f34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 200 len: 850 time: 0.0861511 Apr 29 11:56:57.005174 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:56:57.025333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a327f-81da-4764-9208-913687f3d87c req-3bb2ab0a-9875-4091-8fe9-13d64a2ed3a6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:57.026935 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-892a327f-81da-4764-9208-913687f3d87c req-3bb2ab0a-9875-4091-8fe9-13d64a2ed3a6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 982 time: 0.1172545 Apr 29 11:56:57.029020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-89af6439-b418-4e27-8ccc-5e1095a93f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:57.030461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-89af6439-b418-4e27-8ccc-5e1095a93f25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78ed7c68-7512-4489-83d9-cf0282fcf574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2963996 Apr 29 11:56:57.110289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-076c62a2-d58d-49e6-b54c-e38cd3dd6b3a req-49881cd7-9d26-4bd7-8aa7-ad206d2b3e81 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:57.111434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-076c62a2-d58d-49e6-b54c-e38cd3dd6b3a req-49881cd7-9d26-4bd7-8aa7-ad206d2b3e81 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.4388840 Apr 29 11:56:57.167410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-892a327f-81da-4764-9208-913687f3d87c req-8dbb8c41-8bb4-428a-8253-fc2b548a2fc4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333685 Apr 29 11:56:57.179826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-076c62a2-d58d-49e6-b54c-e38cd3dd6b3a req-7432c7a5-d688-4a3f-8169-78758b9b7077 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475392 Apr 29 11:56:57.189509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-f4891bba-f110-4e19-bf7f-56514b8ab1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:57.191251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-f4891bba-f110-4e19-bf7f-56514b8ab1ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=86a3837f-b70d-4185-bce3-634ca6fafa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2757795 Apr 29 11:56:57.221581 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-500eb393-8f41-4830-b435-b61115c5ceac service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735353 Apr 29 11:56:57.329011 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-4ab5cb21-48e0-4d53-a74d-21372dede651 service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291981 Apr 29 11:56:57.331256 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:56:57.335150 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369061b-68ea-4b9d-b0cd-f4509482a06f None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:48:33Z', 'revision_number': 4, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1ad7aafe-b833-43c5-90a5-e49b1f81fd02', 'name': '', 'network_id': '86a3837f-b70d-4185-bce3-634ca6fafa1a', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'mac_address': 'fa:16:3e:31:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:32Z', 'updated_at': '2022-04-29T11:48:40Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'subnets': [{'id': 'c98f75ad-d12b-4e59-9f85-f149e2826092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:56:57.362177 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c6f93df-34b2-4c64-9219-edd490f93f15 req-e576d5df-1365-4d6a-ad07-53c84c21469f service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337206 Apr 29 11:56:57.486745 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7118be15-0998-4a93-ba24-ae6ccaa568f2 req-de1cd9d2-9f0f-4f92-be7e-1723e94fdc1e service neutron] 10.222.0.66 "GET /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486068 Apr 29 11:56:57.595215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e9fef-51a2-464e-8fd4-203d70638452 None None] New status for floating IP f59999df-bfaa-4e1a-87e3-d728ed34b525: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:56:58.355265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262f7a5-9e35-4a22-836e-ab516eea9f97 req-a2b9fef0-4c88-4b92-8b13-67c160b6436b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:58.356885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4262f7a5-9e35-4a22-836e-ab516eea9f97 req-a2b9fef0-4c88-4b92-8b13-67c160b6436b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 982 time: 0.0784299 Apr 29 11:56:58.374419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3226a4c-4fdb-4b7c-9075-1c525b4b5301 req-65c967d1-91f0-4c3d-b241-185bba42ec00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:58.375919 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3226a4c-4fdb-4b7c-9075-1c525b4b5301 req-65c967d1-91f0-4c3d-b241-185bba42ec00 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.0855532 Apr 29 11:56:58.407416 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4262f7a5-9e35-4a22-836e-ab516eea9f97 req-f33c679e-6721-4228-b10f-5684136f55f8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Apr 29 11:56:58.434844 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3226a4c-4fdb-4b7c-9075-1c525b4b5301 req-ce7f8fdc-f4a7-442a-abf6-40a640018352 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/security-groups?id=45a91733-169d-4afb-aee9-a4c8de704a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531135 Apr 29 11:56:58.649297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-485ed431-d0f7-4965-9499-6ee0774f69b5 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:58.650754 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-485ed431-d0f7-4965-9499-6ee0774f69b5 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 945 time: 0.0854769 Apr 29 11:56:58.723519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:56:58.723750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:58.988821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] For port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:58.989061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:59.109481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:56:59.259082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:59.313531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=e2577a0d-e187-4ca2-9ccc-f315b2cf1f63,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:56:59.399910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] No DVR routers for this DVR port e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:56:59.402312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:59.404909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'name': 'network-vif-deleted', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:56:59.423599 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f92b8a9d-b627-438c-9268-efe25b30da3b req-0ca75d8d-edc2-4ba1-963e-7d4b64ebe828 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.66 "DELETE /v2.0/ports/e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 HTTP/1.1" status: 204 len: 173 time: 0.7676520 Apr 29 11:56:59.461964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ea222e-7ffd-4afa-9fc4-9b65b1b3d365'] response: {'server_uuid': 'df8a07a3-1a66-4cca-acb5-0a1d3ded38fe', 'name': 'network-vif-deleted', 'tag': 'e2577a0d-e187-4ca2-9ccc-f315b2cf1f63', 'status': 'completed', 'code': 200} Apr 29 11:56:59.592743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:56:59.595012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2a73e3a8-1ea8-4cdc-a16d-3ae38ab21f27 req-a4aab615-8934-41bf-b76d-1dc39cf0b986 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Synchronizing usage tracker for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:56:59.617193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2a73e3a8-1ea8-4cdc-a16d-3ae38ab21f27 req-a4aab615-8934-41bf-b76d-1dc39cf0b986 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Unset dirty status for tenant:2779ff5350c84fd3a6a0342033e91989 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:56:59.618408 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a73e3a8-1ea8-4cdc-a16d-3ae38ab21f27 req-a4aab615-8934-41bf-b76d-1dc39cf0b986 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8a07a3-1a66-4cca-acb5-0a1d3ded38fe HTTP/1.1" status: 200 len: 210 time: 0.0694375 Apr 29 11:56:59.628695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5719-9c63-40bd-85fd-ed62d8fd1639 req-a90e7bb9-a161-4972-932d-2e20cd71bb50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:56:59.630451 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f50f5719-9c63-40bd-85fd-ed62d8fd1639 req-a90e7bb9-a161-4972-932d-2e20cd71bb50 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 982 time: 0.1113853 Apr 29 11:56:59.681446 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f50f5719-9c63-40bd-85fd-ed62d8fd1639 req-e186f5d3-558d-40e8-8791-21ac1aa02ef7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Apr 29 11:56:59.762135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:59.778353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'mac_address': 'fa:16:3e:5e:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:56:59.846542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:59.872155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:56:59.891438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:56:59.895515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:56:59.967325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:00.327463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0acdcc88-ff3b-4020-a101-b398b6219bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:00.335516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:57:00.722594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56592) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:01.051632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Deleting port 3c57df32-10b4-40bd-a6c7-46f86e96075d {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:01.051899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.213106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4452-134f-4039-a432-4f0c02f932b1 req-b30bae1a-4d14-4fc3-a4ba-0be6fbdaf80e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:01.214610 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-29ba4452-134f-4039-a432-4f0c02f932b1 req-b30bae1a-4d14-4fc3-a4ba-0be6fbdaf80e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 983 time: 0.4191208 Apr 29 11:57:01.272499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.272828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.398123 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-29ba4452-134f-4039-a432-4f0c02f932b1 req-8c195c2e-ef67-40b2-96cf-b3d43519bafa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753032 Apr 29 11:57:01.406007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Calling delete_port for 3c57df32-10b4-40bd-a6c7-46f86e96075d owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:01.545377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:57:01.552874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.599597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'Port': ['ID=3c57df32-10b4-40bd-a6c7-46f86e96075d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:01.619342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:01.691267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:01.696276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.696976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:01.697378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.718127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.722258 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-13aa1436-e060-4b83-bc74-1f548ad55ba8 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "DELETE /v2.0/floatingips/85e0f762-ed6e-4264-9965-9cb5740f909c HTTP/1.1" status: 204 len: 168 time: 0.9957180 Apr 29 11:57:01.822244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.851742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:01.861605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:01.868310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:01.869061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:01.929663 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214bcbe9-a9fe-4296-b114-c5376bb7de1c'] response: {'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'code': 200} Apr 29 11:57:01.939904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:01.940390 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e2577a0d-e187-4ca2-9ccc-f315b2cf1f63 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:01.978649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:02.199991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45280b-b020-4432-b3e1-8c54d941bd8b req-410c2ae4-046b-4e74-be8b-ca21f6346b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:02.201547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1e45280b-b020-4432-b3e1-8c54d941bd8b req-410c2ae4-046b-4e74-be8b-ca21f6346b1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 1137 time: 0.0747313 Apr 29 11:57:02.243529 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1e45280b-b020-4432-b3e1-8c54d941bd8b req-0fbcd9be-1d0c-4140-9910-0b8729d896e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Apr 29 11:57:02.596740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7990afd-09ea-4d95-8d74-3a8f386671c2 req-a6f66d2b-7d0d-4edf-8699-03dbd7d7e993 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:02.598517 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7990afd-09ea-4d95-8d74-3a8f386671c2 req-a6f66d2b-7d0d-4edf-8699-03dbd7d7e993 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.0903986 Apr 29 11:57:02.646995 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f7990afd-09ea-4d95-8d74-3a8f386671c2 req-379978a0-68cb-4fc8-a3a8-6ee78985f8f7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Apr 29 11:57:02.969951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18ec90a5-848d-481b-bd87-8a2f428091d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:03.746559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:03.849767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:03.850721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6370-8b42-429d-919c-d7d625e35ac4 req-1c8fa871-3e6f-4c29-a885-acbebffa22e9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:03.852300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5fbe6370-8b42-429d-919c-d7d625e35ac4 req-1c8fa871-3e6f-4c29-a885-acbebffa22e9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.0864434 Apr 29 11:57:03.900281 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5fbe6370-8b42-429d-919c-d7d625e35ac4 req-92a707dd-f6e5-4d62-a90b-988673cc66b8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Apr 29 11:57:04.045977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.097053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f2de1-de9b-4e9a-94d7-6b222bcbcb99 req-fe442aab-38cd-4dfb-851d-fee0f8750748 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:04.098550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-845f2de1-de9b-4e9a-94d7-6b222bcbcb99 req-fe442aab-38cd-4dfb-851d-fee0f8750748 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.0838757 Apr 29 11:57:04.147771 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-845f2de1-de9b-4e9a-94d7-6b222bcbcb99 req-5b84bd50-29fe-4c23-a06b-d9f7badd82c4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Apr 29 11:57:04.173417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56614) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:04.247962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94b72c-2091-4f6c-8e56-f0f93caf6af8 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:04.249513 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9c94b72c-2091-4f6c-8e56-f0f93caf6af8 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 1132 time: 0.0749285 Apr 29 11:57:04.252574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56620) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:04.257623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:04.264542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:04.268667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:04.271560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:04.282696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:04.293479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.304642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56624) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:04.387833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.423697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.435691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.496879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.514938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a91733-169d-4afb-aee9-a4c8de704a2c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:04.532786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.534259 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-12043310-cfef-4f92-8cfa-a8035fc79499 tempest-TestVolumeBootPattern-1861273121 tempest-TestVolumeBootPattern-1861273121-project] 10.222.0.53 "DELETE /v2.0/security-groups/45a91733-169d-4afb-aee9-a4c8de704a2c HTTP/1.1" status: 204 len: 168 time: 0.2284217 Apr 29 11:57:04.590194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.229 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/695fb1c8-83ab-4e74-bb92-340d2e47b471) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:04.597134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56630) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:04.760340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.791439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:04.859493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:04.862489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:04.866167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:57:04.900115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=695fb1c8-83ab-4e74-bb92-340d2e47b471,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:05.401252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.473420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.483479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.539245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.703178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.708447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.816447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=695fb1c8-83ab-4e74-bb92-340d2e47b471,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:05.829367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.846118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Deleting port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:05.846491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:05.999431 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP ad43cfda-d1ca-4cbb-8d14-76215629c79f associated. External IP: 172.26.0.229, port: 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a. Apr 29 11:57:06.029933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] For port 1ad7aafe-b833-43c5-90a5-e49b1f81fd02, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:06.030286 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:06.154345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Calling delete_port for 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:06.333789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:06.355656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:06.418819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad7aafe-b833-43c5-90a5-e49b1f81fd02,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:06.562194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:06.576273 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Sync routers for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:06.589335 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:06.590342 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:06.590902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:06.654023 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af50b71d-82bf-4a2c-af87-ca24ac7f02fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3976102 Apr 29 11:57:06.654023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:06.654904 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56636) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:06.698162 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b42267-f3fb-4525-a286-d146e45fda41'] response: {'name': 'network-changed', 'server_uuid': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'status': 'completed', 'code': 200} Apr 29 11:57:06.738494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:06.776363 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:07.074539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a391e-4f02-49fb-92be-b3ff3fb0a9b6 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.076084 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c33a391e-4f02-49fb-92be-b3ff3fb0a9b6 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c&network_id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 1132 time: 0.4206860 Apr 29 11:57:07.119919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-2d620c07-bc84-4a17-a614-ac460cf5b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.121419 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-2d620c07-bc84-4a17-a614-ac460cf5b0e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 1137 time: 0.3773031 Apr 29 11:57:07.132394 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'ad43cfda-d1ca-4cbb-8d14-76215629c79f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1305131657', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'mac_address': 'fa:16:3e:5e:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:57:05Z', 'updated_at': '2022-04-29T11:57:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:07.137629 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Checking router: 56a88be7-a301-49ea-bd2e-3e2b0c0257ba for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:07.146301 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:07.146977 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:07.383307 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:07.464821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-c5ed46ad-8327-4f1a-80c4-831c0fec579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.466269 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-c5ed46ad-8327-4f1a-80c4-831c0fec579f service neutron] 10.222.0.66 "GET /v2.0/networks?id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 898 time: 0.2942603 Apr 29 11:57:07.473725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:07.714554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-d5896554-8626-41bf-845d-8644cce28e9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1038 time: 0.2376003 Apr 29 11:57:07.757159 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b427ac60-5482-45df-a347-99912e2a993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'ad43cfda-d1ca-4cbb-8d14-76215629c79f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1305131657', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'mac_address': 'fa:16:3e:5e:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:57:05Z', 'updated_at': '2022-04-29T11:57:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:07.761636 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b427ac60-5482-45df-a347-99912e2a993b None None] The sync data for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv is: [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'ad43cfda-d1ca-4cbb-8d14-76215629c79f', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1305131657', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'mac_address': 'fa:16:3e:5e:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde738f-713e-4898-87a0-dc85ec54cf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:57:05Z', 'updated_at': '2022-04-29T11:57:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:07.789221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec441a1-e5c0-47c8-89e1-8301f130e9d1 req-67200d0a-b723-4e0d-975b-ea2f3e096964 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.791030 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3ec441a1-e5c0-47c8-89e1-8301f130e9d1 req-67200d0a-b723-4e0d-975b-ea2f3e096964 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.3895862 Apr 29 11:57:07.839840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:07.849341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Sync routers for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:07.857913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-1cce4c4f-8463-4461-bee9-42ecc8cec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.859362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-1cce4c4f-8463-4461-bee9-42ecc8cec812 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 200 len: 833 time: 0.1356597 Apr 29 11:57:07.863054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:07.863751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:07.910142 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ba474bfc-8de8-4a61-b624-508feaed53bd admin admin] 10.222.0.53 "PUT /v2.0/routers/61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3092496 Apr 29 11:57:07.910528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56646) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:07.916580 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3ec441a1-e5c0-47c8-89e1-8301f130e9d1 req-b75b2ed6-7155-46f1-a4fd-df225c4daa94 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148877 Apr 29 11:57:07.949890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-c19beab5-41d8-4a6e-b2fb-54eae2af4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:07.951512 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-c19beab5-41d8-4a6e-b2fb-54eae2af4d73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78ed7c68-7512-4489-83d9-cf0282fcf574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837018 Apr 29 11:57:08.005171 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88739a5d-7c18-4221-8e44-bc7023285510 None None] New status for floating IP ad43cfda-d1ca-4cbb-8d14-76215629c79f: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:57:08.111819 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-abd05190-ada2-4e9a-b448-941b85adf6f7 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528931 Apr 29 11:57:08.113486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:08.259189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:08.275141 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-48484cd3-f556-461b-ac29-0121fbf6e14f req-ec83d69a-a99f-4935-ad32-a8a5814362f5 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570160 Apr 29 11:57:08.461612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:08.472985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:57:06Z', 'revision_number': 5, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port': {'id': '561fa5d5-6ce8-4516-b212-5fb359a9c10a', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:21Z', 'updated_at': '2022-04-29T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:08.474632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Deleting port 561fa5d5-6ce8-4516-b212-5fb359a9c10a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:08.474970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:08.477333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Checking router: 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:08.485786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Routers {'61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:08.486387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:08.636829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] Set router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:08.654941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] For port 561fa5d5-6ce8-4516-b212-5fb359a9c10a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=561fa5d5-6ce8-4516-b212-5fb359a9c10a,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:08.655337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:08.750323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:57:08Z', 'revision_number': 6, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:08.754804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7943189-ee20-450f-b59c-ea5eea864068 None None] The sync data for ids ['61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9'] in dv-neutron-839741-1-hyperv is: [{'id': '61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9', 'name': 'tempest-TestVolumeBootPattern-178845515-router', 'tenant_id': '2779ff5350c84fd3a6a0342033e91989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:19Z', 'updated_at': '2022-04-29T11:57:08Z', 'revision_number': 6, 'project_id': '2779ff5350c84fd3a6a0342033e91989', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:08.792494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Calling delete_port for 561fa5d5-6ce8-4516-b212-5fb359a9c10a owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:08.984478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.014432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-a52ac852-7ade-401e-a66c-01b17bec63bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:09.015997 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-a52ac852-7ade-401e-a66c-01b17bec63bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.0880804 Apr 29 11:57:09.044168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=561fa5d5-6ce8-4516-b212-5fb359a9c10a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:09.217789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.246308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-81b5153b-5d9e-4318-9bef-acda77c7b4ee tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:09.247728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-81b5153b-5d9e-4318-9bef-acda77c7b4ee tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2265985 Apr 29 11:57:09.401027 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-21642841-9cda-440d-a9df-b041df8b2447 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1479397 Apr 29 11:57:09.402667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.411439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:09.411737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed39ec-ff5a-4655-8716-e3c28e3d5ed2 req-1e87aff3-918a-47ad-9923-cf22be500d60 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:09.413225 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3aed39ec-ff5a-4655-8716-e3c28e3d5ed2 req-1e87aff3-918a-47ad-9923-cf22be500d60 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 984 time: 0.3371155 Apr 29 11:57:09.414548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.466465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.466783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:57:09.482690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3aed39ec-ff5a-4655-8716-e3c28e3d5ed2 req-b590ddb8-173e-4ec3-b935-35b0f2e337d0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595744 Apr 29 11:57:09.490707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.493906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fac89076-230d-45ec-bfa4-2aa60a91b7e2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/61f4167a-d8e6-41d8-8cbd-5fd4f92a7ed9 HTTP/1.1" status: 204 len: 168 time: 1.5822990 Apr 29 11:57:09.495274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56652) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:09.539701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.572776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Deleting subnet c98f75ad-d12b-4e59-9f85-f149e2826092 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:57:09.577038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.608257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:09.644472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.648375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:09.649413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1ad7aafe-b833-43c5-90a5-e49b1f81fd02 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:09.649834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 561fa5d5-6ce8-4516-b212-5fb359a9c10a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:09.691279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 561fa5d5-6ce8-4516-b212-5fb359a9c10a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:09.691969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 561fa5d5-6ce8-4516-b212-5fb359a9c10a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:09.731743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.790529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:09.826032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:09.883732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] device_id is not set on port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:57:09.893312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.901682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.928347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.965900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98f75ad-d12b-4e59-9f85-f149e2826092,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:09.969497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:09.976358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa8cd9-75e5-440f-ad7e-2bf3ac863cdd None None] Network 86a3837f-b70d-4185-bce3-634ca6fafa1a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:57:09.978453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a70c7967-5349-45c8-89bf-112f25222032 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c98f75ad-d12b-4e59-9f85-f149e2826092 HTTP/1.1" status: 204 len: 168 time: 0.4817863 Apr 29 11:57:09.979048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56656) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:10.056040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=6']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:10.097267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.110640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] No DVR routers for this DVR port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:10.113825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Deleting port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:10.114158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.233534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-34112ea5-c0d7-4572-85b0-6df3a29f8bbc None None] Provisioning complete for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:10.234174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-34112ea5-c0d7-4572-85b0-6df3a29f8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.284798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] DHCP port deletion for 86a3837f-b70d-4185-bce3-634ca6fafa1a request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:57:10.294118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Deleting port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:10.294479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.341803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-34112ea5-c0d7-4572-85b0-6df3a29f8bbc None None] Port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:57:10.350988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] For port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:10.351295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.364942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] In _notify_port_updated(), no bound segment for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:57:10.365983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:10.366662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.368035 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9b7ff53-0f51-45eb-be9c-063cfc916e6d req-fba3d384-724b-41ca-a099-4c25b4e4e755 service neutron] 10.222.0.66 "PUT /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1027 time: 0.9612203 Apr 29 11:57:10.480004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Calling delete_port for 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:10.508549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] For port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,segment=NetworkSegment(58cf76ad-5872-4d45-b780-448d1bd3d5d1),segment_id=58cf76ad-5872-4d45-b780-448d1bd3d5d1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:10.508925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.583420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.633792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d327b0b-83d7-4847-b1b5-a9101e9bc1b5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:10.639416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] No DVR routers for this DVR port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:10.640040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Calling delete_port for 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:10.715425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:57:10.715763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:57:10.762394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.790895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a3837f-b70d-4185-bce3-634ca6fafa1a']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:10.805067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf76ad-5872-4d45-b780-448d1bd3d5d1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:10.805374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf76ad-5872-4d45-b780-448d1bd3d5d1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:10.809923 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6315d99e-cae3-4258-9c95-a1e014f70b30 req-07c4df4d-1d85-47e3-808c-24b9a639c2a9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bde738f-713e-4898-87a0-dc85ec54cf9c HTTP/1.1" status: 200 len: 210 time: 0.0458331 Apr 29 11:57:10.818118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.835147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.842025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:57:10.842423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:57:10.855622 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:57:10.934099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.938945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:10.966409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a3837f-b70d-4185-bce3-634ca6fafa1a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:10.977516 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-275312c6-83dc-4595-acf9-6a2214fab1f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/86a3837f-b70d-4185-bce3-634ca6fafa1a HTTP/1.1" status: 204 len: 168 time: 0.9974263 Apr 29 11:57:10.980568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56662) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:11.217167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Deleting port 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:11.217555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:11.321746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dfa10-9d51-4ae3-a578-2d8e80f846e0 None None] The port '1d327b0b-83d7-4847-b1b5-a9101e9bc1b5' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:57:11.411477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:11.447237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:11.447579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d327b0b-83d7-4847-b1b5-a9101e9bc1b5 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:11.646012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:11.684020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:11.744795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:11.904849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56668) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:11.980071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fdd718-aedb-41d9-8f9e-b58fef6d3bcf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:11.981975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75fdd718-aedb-41d9-8f9e-b58fef6d3bcf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 926 time: 0.0756426 Apr 29 11:57:12.009508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Deleting port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:12.011020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.196920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] For port 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:12.197190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.327797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Calling delete_port for 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:12.339786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56674) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:12.345245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387933747', 'description': 'tempest-secgroup-smoke-1387933747 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:12.351444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:12.361955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:12.372939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.393647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:12.398010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:12.401023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:12.406835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:12.480258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.484700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.510019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.532824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:12.539893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.544652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b5fafdbe-d0d7-4acd-a149-aa8167c0a0e0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2004130 Apr 29 11:57:12.544652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56678) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:12.549507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:12.555663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:12.559095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:12.559676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:12.562949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:12.569322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:12.587322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.659902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.665546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.696271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521b3bb5-41a8-40d3-800c-c5999cb875bc,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:12.707345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.711308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-42881c49-3425-4187-992d-44946904ea7b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634614 Apr 29 11:57:12.711916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56682) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:12.717297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:12.723498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:12.729285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:12.731743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:12.736967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:12.757372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.818032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.822661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.825303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.846541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f7be5d-49d5-4936-9605-d08be26bbc76,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:12.856256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.857675 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ac85b593-bc6f-4318-99f4-3e99c0edba32 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445608 Apr 29 11:57:12.860353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56686) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:12.865515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:12.871328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:12.875153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:12.878010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:12.884060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:12.906766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.979705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:12.987698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.014019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb8164b-0842-4118-a3c5-473086c9f2db,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:13.026242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.027486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5f3251ee-8a8d-416f-be2c-0291871cf96f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662111 Apr 29 11:57:13.030310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56690) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:13.035596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:13.041842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:13.045816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:13.048803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:13.055142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:13.072975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.137793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.141795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.167037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b28d6c8-0153-4f1d-8303-ed8c966eb37e,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:13.178540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.182748 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb91cc01-f567-4882-ba54-ee5d1f4541f9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485543 Apr 29 11:57:13.183057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56694) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:13.188532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:13.194659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:13.198390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:13.201171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:13.206887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:13.218085 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:57:13.224829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.305189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:13.419373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.425318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.450976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72edf857-0f74-420a-b3e4-4064cc3b1f5a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:13.462450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.463905 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fa0c03b1-0f8c-4953-a633-63d8c18aba55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2798607 Apr 29 11:57:13.466846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56698) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:13.471898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:13.477721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:13.481936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:13.484235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:13.490050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:13.497146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:13.500033 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:57:13.507008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.509211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Sync routers for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:13.515977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-66850ed4-d129-40f2-b702-f494576ba0e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/878a14a6-30c8-40ac-bfbb-8fdc0ff83675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5340679 Apr 29 11:57:13.518466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56702) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:13.522310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:13.523137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:13.577258 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.583660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.606905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f06c23-12fa-4c2e-8edc-2cf70c68da10,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:13.618109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.619584 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-367851eb-1104-44f9-a1c1-755b51ec92f4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518173 Apr 29 11:57:13.708994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.711139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:13.884508 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-16ba6e7c-6a48-49d4-a9a1-67f2db28104c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387933747&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.1182520 Apr 29 11:57:13.971883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.983378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-187b1904-c17f-4e85-a708-003b59db041f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:13.984677 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-187b1904-c17f-4e85-a708-003b59db041f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 931 time: 0.0901871 Apr 29 11:57:13.992106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Deleting port d714f86d-81e9-479d-82d3-14495cfa1239 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:13.993074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:13.998342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:57:12Z', 'revision_number': 5, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port': {'id': 'd714f86d-81e9-479d-82d3-14495cfa1239', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:48:45Z', 'updated_at': '2022-04-29T11:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:14.002412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Checking router: 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:14.010960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Routers {'878a14a6-30c8-40ac-bfbb-8fdc0ff83675'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:14.011558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:14.125671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-bcb82a6b-398e-4d08-ab6a-95782152aa24 service neutron] 10.222.0.53 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1084526 Apr 29 11:57:14.163599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] Set router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:14.272038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:57:13Z', 'revision_number': 6, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:14.276814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ac1d7-0cf1-4cf2-a9a3-531d34ce6cea None None] The sync data for ids ['878a14a6-30c8-40ac-bfbb-8fdc0ff83675'] in dv-neutron-839741-1-hyperv is: [{'id': '878a14a6-30c8-40ac-bfbb-8fdc0ff83675', 'name': 'tempest-TestVolumeBootPattern-1422460032-router', 'tenant_id': '11b691a04c71481fbffd9b0563a5f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:48:44Z', 'updated_at': '2022-04-29T11:57:13Z', 'revision_number': 6, 'project_id': '11b691a04c71481fbffd9b0563a5f955', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:14.312433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] For port d714f86d-81e9-479d-82d3-14495cfa1239, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d714f86d-81e9-479d-82d3-14495cfa1239,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:14.312785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:14.571657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Calling delete_port for d714f86d-81e9-479d-82d3-14495cfa1239 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:14.609041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-d1723612-09fc-47e5-b68d-e4b3dfafc7f8 service neutron] 10.222.0.53 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775708 Apr 29 11:57:14.782011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-efe50d33-4b4b-460f-a993-6d49176abeed service neutron] 10.222.0.53 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656175 Apr 29 11:57:14.858999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:14.907436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Pushing event deleted for resources: {'Port': ['ID=d714f86d-81e9-479d-82d3-14495cfa1239,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:14.963677 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ddcc067b-204b-4499-bcb6-29735ab42cc9 req-1f4ee374-5d7b-44ab-9f5c-576a6497f9ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0455732 Apr 29 11:57:14.999556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.173709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.176318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.207614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.208163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878a14a6-30c8-40ac-bfbb-8fdc0ff83675 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:57:15.220993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.224718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5f2a9229-3fed-4f5e-aaa7-e4b60e450819 admin admin] 10.222.0.53 "DELETE /v2.0/routers/878a14a6-30c8-40ac-bfbb-8fdc0ff83675 HTTP/1.1" status: 204 len: 168 time: 1.7052956 Apr 29 11:57:15.224958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56720) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:15.285161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Deleting subnet 24e406a2-613a-4f24-acbf-cf9673924185 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:57:15.288721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.349569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.409970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d714f86d-81e9-479d-82d3-14495cfa1239 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:15.436971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.448701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: d714f86d-81e9-479d-82d3-14495cfa1239 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:15.449033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d714f86d-81e9-479d-82d3-14495cfa1239 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:15.449487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:15.482131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:15.482395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac51be1-8ad8-4ef9-8c40-c39cf8a9e430 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:15.511804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.552350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e406a2-613a-4f24-acbf-cf9673924185,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:15.557251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.563267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c547761-7c35-4cc5-b417-ee720ef35012 None None] Network c6636bd5-4da2-476f-a529-d88b690f0b22 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:57:15.564499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-54042033-1d57-4278-a101-f0df8fec26d7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24e406a2-613a-4f24-acbf-cf9673924185 HTTP/1.1" status: 204 len: 168 time: 0.3383584 Apr 29 11:57:15.567349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56724) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:15.672285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.684086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Deleting port 264402f7-e33d-4c23-b0bb-60be879c06c7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:15.684424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.818402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] DHCP port deletion for c6636bd5-4da2-476f-a529-d88b690f0b22 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:57:15.823572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Deleting port 264402f7-e33d-4c23-b0bb-60be879c06c7 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:15.823572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:15.905964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] For port 264402f7-e33d-4c23-b0bb-60be879c06c7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=264402f7-e33d-4c23-b0bb-60be879c06c7,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:15.906297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.041522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Calling delete_port for 264402f7-e33d-4c23-b0bb-60be879c06c7 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:16.070938 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6ed0199-2445-4b43-9db0-e2b34c3c655e req-578090f0-98e3-40e4-a17a-962bb76d432d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0448086 Apr 29 11:57:16.085186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] For port 264402f7-e33d-4c23-b0bb-60be879c06c7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=264402f7-e33d-4c23-b0bb-60be879c06c7,segment=NetworkSegment(0c1a782e-65f5-4634-bec1-847af1942c04),segment_id=0c1a782e-65f5-4634-bec1-847af1942c04)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:16.085611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.130879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.177737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=264402f7-e33d-4c23-b0bb-60be879c06c7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:16.181527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] No DVR routers for this DVR port 264402f7-e33d-4c23-b0bb-60be879c06c7 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:16.214913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Calling delete_port for 264402f7-e33d-4c23-b0bb-60be879c06c7 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:16.287537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:57:16.288094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:57:16.298397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.324659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6636bd5-4da2-476f-a529-d88b690f0b22']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:16.337121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1a782e-65f5-4634-bec1-847af1942c04') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:16.337407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1a782e-65f5-4634-bec1-847af1942c04') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:16.349358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.369575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.376966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:57:16.377631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:57:16.396686 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:57:16.473359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.477879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.502687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6636bd5-4da2-476f-a529-d88b690f0b22,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:16.508761 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4e15ef0a-56f2-4f18-b51e-a05a9b8001a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6636bd5-4da2-476f-a529-d88b690f0b22 HTTP/1.1" status: 204 len: 168 time: 0.9404426 Apr 29 11:57:16.633745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56736) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:16.682420 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6cfc5660-272a-45cd-9e41-c57d405c781c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2779ff5350c84fd3a6a0342033e91989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474746 Apr 29 11:57:16.685330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56740) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:16.748069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42496000-647b-429f-8686-462e537ea36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.776954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42496000-647b-429f-8686-462e537ea36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.789306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Deleting port 264402f7-e33d-4c23-b0bb-60be879c06c7 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:16.789890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.836664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42496000-647b-429f-8686-462e537ea36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.855050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42496000-647b-429f-8686-462e537ea36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6769b-8ce4-4a79-a7e0-a372a6f3dba2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:16.863392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42496000-647b-429f-8686-462e537ea36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:16.865128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42496000-647b-429f-8686-462e537ea36e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bf6769b-8ce4-4a79-a7e0-a372a6f3dba2 HTTP/1.1" status: 204 len: 168 time: 0.1783214 Apr 29 11:57:16.866443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c2d93666-f1d1-4ef9-b057-2c2f7e7c4f79 None None] The port '264402f7-e33d-4c23-b0bb-60be879c06c7' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 11:57:17.184211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e73fc97-5570-49b5-8758-6e49f67f82c6 req-f8acbf78-bf52-4932-927b-675a67af1017 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0485930 Apr 29 11:57:17.239410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56756) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:17.290985 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-00a173cd-9a5b-438f-8d2a-28c4d2272e92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11b691a04c71481fbffd9b0563a5f955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499234 Apr 29 11:57:17.293637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56760) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:17.356622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:17.383732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:17.414193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 264402f7-e33d-4c23-b0bb-60be879c06c7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:17.451861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:17.454194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 264402f7-e33d-4c23-b0bb-60be879c06c7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:17.454545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 264402f7-e33d-4c23-b0bb-60be879c06c7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:17.475216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67614c7-cf4f-4ff3-9c6c-8bc62a29f973,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:17.480997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:17.482973 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-84bd88b8-7e31-4215-ac5b-76807e5b5135 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b67614c7-cf4f-4ff3-9c6c-8bc62a29f973 HTTP/1.1" status: 204 len: 168 time: 0.1884172 Apr 29 11:57:18.282979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-94646ddb-8d51-41b6-bc78-561221bb49e7 req-092a228e-435c-48c3-b988-3d4b4db9d33f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0428023 Apr 29 11:57:19.436284 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32a4c82d-70c3-4261-bc06-7f2177c2f24b req-87b73ec0-6792-4b33-b27e-f03ab61d86f7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0454919 Apr 29 11:57:20.166767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-c99a40ca-87c8-4c30-8f16-5ef28922ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.168213 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-c99a40ca-87c8-4c30-8f16-5ef28922ceb6 service neutron] 10.222.0.66 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1027 time: 0.0635514 Apr 29 11:57:20.319859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-c53dd25e-0d55-4d4f-93f5-c65eeb709363 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:20.319859 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-c53dd25e-0d55-4d4f-93f5-c65eeb709363 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 797 time: 0.1460180 Apr 29 11:57:20.374602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-23c49621-4202-46c0-9da9-933de03a020d req-1fcf7445-19c3-4153-8c5d-e9c5211ecbb8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:20.391022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-23c49621-4202-46c0-9da9-933de03a020d req-1fcf7445-19c3-4153-8c5d-e9c5211ecbb8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:20.392266 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-1fcf7445-19c3-4153-8c5d-e9c5211ecbb8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 473 time: 0.0592284 Apr 29 11:57:20.422964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Request body: {'port': {'device_id': '7a894a83-5371-45e8-a004-ff88610f0cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:20.541995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:20.594551 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-abfa4bd7-a60a-4e7d-87f2-0e733883b872 req-d744605d-c7aa-42fd-8e11-a0c92c46afb5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0494111 Apr 29 11:57:21.003001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:21.011181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.026109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Transition to ACTIVE for port object 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:21.030414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.167009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=7']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:21.293650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:21.293846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:21.294201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:21.299033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:57:21.299336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Attempting to bind port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:21.304937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:57:21.305271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Checking segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:21.305673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Bound using segment: {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:57:21.306072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Bound port: 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f06a56-04ca-4aa8-81c2-52e2cd694e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:21.306415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.397028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:21.400174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:57:21.405279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.467822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.468419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:21.469778 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] 10.222.0.66 "PUT /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1132 time: 1.0511055 Apr 29 11:57:21.470184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a894a83-5371-45e8-a004-ff88610f0cb6', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:21.490519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03331e4-b309-4c34-a38f-610521f66c93 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=8']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:21.523141 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99456c07-70d2-4908-9a28-d1ebd721a292'] response: {'name': 'network-changed', 'server_uuid': '7a894a83-5371-45e8-a004-ff88610f0cb6', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'status': 'completed', 'code': 200} Apr 29 11:57:21.622680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-54370a47-e650-4fb3-b6e1-d3b515bb6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.624165 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-54370a47-e650-4fb3-b6e1-d3b515bb6ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 1135 time: 0.0855677 Apr 29 11:57:21.758079 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-93f184fd-7e73-4d97-ad44-5fad7cb045dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1038 time: 0.1208186 Apr 29 11:57:21.792876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf4f23-c817-453d-960b-426b50168289 req-be4ddbb1-b51a-49c5-9cc2-3497f85e79fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.794493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccbf4f23-c817-453d-960b-426b50168289 req-be4ddbb1-b51a-49c5-9cc2-3497f85e79fe tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 982 time: 0.0917532 Apr 29 11:57:21.831245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-d41a97f0-9673-47d7-bbdd-513bd56f628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.832858 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-d41a97f0-9673-47d7-bbdd-513bd56f628b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 200 len: 833 time: 0.0692949 Apr 29 11:57:21.840826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccbf4f23-c817-453d-960b-426b50168289 req-8ae67f43-0177-4611-9df5-38fce884d7e9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Apr 29 11:57:21.911614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49621-4202-46c0-9da9-933de03a020d req-2d668f15-9a09-4684-9392-41f5c2f5f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:21.913077 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-2d668f15-9a09-4684-9392-41f5c2f5f7a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78ed7c68-7512-4489-83d9-cf0282fcf574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748162 Apr 29 11:57:22.046297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-68923bc2-0006-433d-adbf-c802879a8254 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262600 Apr 29 11:57:22.174835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23c49621-4202-46c0-9da9-933de03a020d req-16ec8c22-0560-4ac9-aa53-0a3f0ced6f83 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224539 Apr 29 11:57:22.342693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-c2b34f87-9172-4706-b8ef-290afc7dea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.344176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-c2b34f87-9172-4706-b8ef-290afc7dea8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 1135 time: 0.0752439 Apr 29 11:57:22.474456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-35c7b31a-122c-42de-9325-078bd95ab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.475904 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-35c7b31a-122c-42de-9325-078bd95ab4cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 898 time: 0.1256015 Apr 29 11:57:22.580318 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-a69d1681-37cf-4473-9676-161df82f9639 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1038 time: 0.0982645 Apr 29 11:57:22.641320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-462e5905-179c-4cb4-9865-627672fab7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.642765 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-462e5905-179c-4cb4-9865-627672fab7f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 200 len: 833 time: 0.0567212 Apr 29 11:57:22.849699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-11102aaf-cabc-46de-9747-1607b928ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:22.851106 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-11102aaf-cabc-46de-9747-1607b928ab03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=78ed7c68-7512-4489-83d9-cf0282fcf574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2024405 Apr 29 11:57:23.039614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-7a00e733-e405-4cc7-a430-e8ebf4b3d56e service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799145 Apr 29 11:57:23.097696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956f533-7fe3-4a01-b5c0-4c8c046b48be req-d37f1e39-0cc5-4022-aa86-a5a85a9e4f26 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:23.099226 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f956f533-7fe3-4a01-b5c0-4c8c046b48be req-d37f1e39-0cc5-4022-aa86-a5a85a9e4f26 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 982 time: 0.1410325 Apr 29 11:57:23.216216 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f956f533-7fe3-4a01-b5c0-4c8c046b48be req-85c97766-8d5d-487a-80f2-580a2236f929 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Apr 29 11:57:23.225927 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6ab8af0-e061-43a6-8842-70a8f972d2af req-85855846-ecbf-44c5-83af-e810dab34499 service neutron] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779513 Apr 29 11:57:24.421948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02414f7-ee67-4276-9e49-d32d9c6bdd63 req-3756a4e5-23ac-4039-8251-2ea69e6d0d26 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:24.423497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e02414f7-ee67-4276-9e49-d32d9c6bdd63 req-3756a4e5-23ac-4039-8251-2ea69e6d0d26 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 982 time: 0.0952871 Apr 29 11:57:24.478192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e02414f7-ee67-4276-9e49-d32d9c6bdd63 req-60c2d4f1-8fc8-4283-b672-2b644ebc775a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Apr 29 11:57:25.688047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b658e3-5527-4cba-90fa-582994ee1833 req-075f58c4-9a9e-470b-a5e1-417e8c295bb2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:25.689521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74b658e3-5527-4cba-90fa-582994ee1833 req-075f58c4-9a9e-470b-a5e1-417e8c295bb2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 982 time: 0.0986214 Apr 29 11:57:25.734356 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74b658e3-5527-4cba-90fa-582994ee1833 req-a58bef7f-2f79-4e21-b8fa-c210186efc86 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Apr 29 11:57:25.745373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:57:25.891565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:25.905312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'port_id': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'mac_address': 'fa:16:3e:5e:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:57:25.966800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:25.984610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:26.001186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:26.006902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:26.079021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:26.372109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:57:26.932871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bc406-fc39-4ba0-8399-41ecb0d89311 req-8cae807e-d2dd-47e9-8ac6-cad678f7e4a1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:26.934453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-880bc406-fc39-4ba0-8399-41ecb0d89311 req-8cae807e-d2dd-47e9-8ac6-cad678f7e4a1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 983 time: 0.0809131 Apr 29 11:57:26.986323 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-880bc406-fc39-4ba0-8399-41ecb0d89311 req-ba9d6c41-fe1f-491b-952d-f7c605df69f7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Apr 29 11:57:27.746575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:27.827889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:27.833777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:27.834313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:27.971673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:27.999329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a894a83-5371-45e8-a004-ff88610f0cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:28.008807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:28.018001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:28.049029 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625f5e38-6719-4f57-bba9-1d18f3fe632f'] response: {'server_uuid': '7a894a83-5371-45e8-a004-ff88610f0cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a', 'code': 200} Apr 29 11:57:28.091045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=10']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:28.181127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2fd12-62dd-437a-916e-4c9aa59c6d71 req-ef2ee253-83da-4b8f-a080-779d81335d73 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:28.182624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-96c2fd12-62dd-437a-916e-4c9aa59c6d71 req-ef2ee253-83da-4b8f-a080-779d81335d73 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0839081 Apr 29 11:57:28.229908 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-96c2fd12-62dd-437a-916e-4c9aa59c6d71 req-1aa56f2c-a5b2-4622-8d76-486aaad0ce05 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Apr 29 11:57:28.323651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b17775-2f82-4cb5-b200-d6e9d245e341 req-03f0252c-8f07-41c7-8bf2-756bd9c4cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:28.325022 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3b17775-2f82-4cb5-b200-d6e9d245e341 req-03f0252c-8f07-41c7-8bf2-756bd9c4cf5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 1138 time: 0.0781674 Apr 29 11:57:28.370113 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3b17775-2f82-4cb5-b200-d6e9d245e341 req-273d616e-29ac-4ee1-8aab-26c5fe0a2b2c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Apr 29 11:57:29.431400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099783-99e9-451b-945a-947ebafc690c req-a889b050-46b2-410d-add3-cc16bb373a99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:29.432870 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d099783-99e9-451b-945a-947ebafc690c req-a889b050-46b2-410d-add3-cc16bb373a99 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0861640 Apr 29 11:57:29.476579 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d099783-99e9-451b-945a-947ebafc690c req-f8d3661a-380a-46b4-a6a3-a249e053b562 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Apr 29 11:57:30.325968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b3cef98d-f4cd-4897-aedf-41b867548690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:30.668416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0a2d5-e85a-48c9-becb-ed5a44b1cf00 req-ccf0f8b3-105f-421a-adec-8a05400d0fd2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.669912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8b0a2d5-e85a-48c9-becb-ed5a44b1cf00 req-ccf0f8b3-105f-421a-adec-8a05400d0fd2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0838475 Apr 29 11:57:30.715490 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8b0a2d5-e85a-48c9-becb-ed5a44b1cf00 req-611e4a1b-dd05-4e47-9f89-35cec7cb178d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Apr 29 11:57:30.929187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59887e6-9389-4edd-8253-fe6dda038592 req-4ddf91d6-8356-45bb-bb15-023639d6cbe3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:30.930664 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d59887e6-9389-4edd-8253-fe6dda038592 req-4ddf91d6-8356-45bb-bb15-023639d6cbe3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0943723 Apr 29 11:57:30.988570 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d59887e6-9389-4edd-8253-fe6dda038592 req-dc445e38-4c2e-4a79-89e1-30d328360b60 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 Apr 29 11:57:31.011635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56804) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:31.082946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319ce33-2440-4797-b30f-6f3a2777e840 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:31.084462 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3319ce33-2440-4797-b30f-6f3a2777e840 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6&network_id=78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 200 len: 1133 time: 0.0717587 Apr 29 11:57:31.452023 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10479dcc-987f-445b-9b1c-c7d99ea6cb52 req-8259546d-ed47-453b-9b57-914d966f91b3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:31.453498 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10479dcc-987f-445b-9b1c-c7d99ea6cb52 req-8259546d-ed47-453b-9b57-914d966f91b3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0839410 Apr 29 11:57:31.504921 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10479dcc-987f-445b-9b1c-c7d99ea6cb52 req-304b3d2a-9330-4d2b-bf55-664241110582 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Apr 29 11:57:32.831456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17fde8-408b-43c7-a0a1-456f67eb8b3a req-ed9d19fb-50ff-4a90-8330-2288f350183c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:32.832896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c17fde8-408b-43c7-a0a1-456f67eb8b3a req-ed9d19fb-50ff-4a90-8330-2288f350183c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.2035847 Apr 29 11:57:32.877003 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c17fde8-408b-43c7-a0a1-456f67eb8b3a req-40720119-9cf8-439c-be8f-92c14b14e92a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d58b8c7e-a194-49dd-93dc-c691d5fd346e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Apr 29 11:57:32.972621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ba51968c-18a2-48bc-834b-096e02e03b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:33.130504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-0c4d57d1-366d-4653-abd0-cf7ea9d12b11 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:33.131868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-0c4d57d1-366d-4653-abd0-cf7ea9d12b11 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 985 time: 0.0818253 Apr 29 11:57:33.208040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-421a9752-6fe3-440d-b1e2-f55ccf6d67af tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:33.209428 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-421a9752-6fe3-440d-b1e2-f55ccf6d67af tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0724657 Apr 29 11:57:33.358092 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-a1a566dc-f4c7-4f28-88b1-749b378f1c60 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1439002 Apr 29 11:57:33.368406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:33.483656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:33.677179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:33.709712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] For port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:33.748808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:33.775083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] device_id is not set on port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a yet. {{(pid=88016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 11:57:33.783676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:33.790994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:33.850773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.049424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.087455 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7b04213d-4b07-49ff-892d-dd0c5ee86d2a req-1726f099-6309-4042-8c83-f4408526ad52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a894a83-5371-45e8-a004-ff88610f0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0728199 Apr 29 11:57:34.094627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Pushing event updated for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=11']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:34.107388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.107730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.108065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.108398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.108730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.109057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.109417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.109727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.110123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.110371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.110695 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.111008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:34.162439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] No DVR routers for this DVR port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:34.172420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a83cd19a-439c-408d-8778-d455670205a6 None None] Provisioning complete for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:34.172857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a83cd19a-439c-408d-8778-d455670205a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.226115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a83cd19a-439c-408d-8778-d455670205a6 None None] Port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:57:34.405253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] In _notify_port_updated(), no bound segment for port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a on network 78ed7c68-7512-4489-83d9-cf0282fcf574 {{(pid=88016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 11:57:34.406156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:34.406766 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:34.408044 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5400d87c-1b50-4bb0-bbfa-2144dfbc1337 req-9ad97e54-0e61-49c2-944e-b905b59e2aad service neutron] 10.222.0.66 "PUT /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 200 len: 1028 time: 1.0437267 Apr 29 11:57:35.186812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56818) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:35.254508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.284189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.353415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.373192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:35.386397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.391815 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1e8f57a8-6e26-4da1-a0ee-e4cda0dae68e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/1be2a4eb-c2c4-4bbf-a602-ce6b80d1a92f HTTP/1.1" status: 204 len: 168 time: 0.2034247 Apr 29 11:57:35.438791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56824) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:35.540464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.651955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 695fb1c8-83ab-4e74-bb92-340d2e47b471 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:35.652174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.777170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:35.835390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.835708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:35.838438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:35.964669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 695fb1c8-83ab-4e74-bb92-340d2e47b471 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:36.125297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:36.175912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=695fb1c8-83ab-4e74-bb92-340d2e47b471,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:36.271156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:36.272021 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP ad43cfda-d1ca-4cbb-8d14-76215629c79f disassociated (deleted). External IP: 172.26.0.229, port: 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a. Apr 29 11:57:36.733079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:36.906092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:36.915627 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Sync routers for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:36.926304 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:36.927017 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:36.928427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:36.986115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ebc2e5d5-ba29-4f09-9be3-02d3668e9d74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/ad43cfda-d1ca-4cbb-8d14-76215629c79f HTTP/1.1" status: 204 len: 168 time: 1.5460761 Apr 29 11:57:37.114447 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:37.128039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56832) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:37.196217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.225089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.289292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.308386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168ff78-7fbf-4362-b67e-2df91a23fc49,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:37.318711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.322447 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-af268775-6e63-4d82-88ea-8b47bf36b532 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/f168ff78-7fbf-4362-b67e-2df91a23fc49 HTTP/1.1" status: 204 len: 168 time: 0.1908696 Apr 29 11:57:37.352424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56838) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:37.422687 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:37.423026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.426464 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:37.430724 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Checking router: 56a88be7-a301-49ea-bd2e-3e2b0c0257ba for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:37.439210 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:37.439800 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:37.650134 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:37.668518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.790464 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a owned by {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:37.938279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:37.962504 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:37.966698 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99426a1d-d0fa-4c4b-beef-dce363ae238b None None] The sync data for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv is: [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:56:47Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'ec59ce5a-322a-43a8-87f3-c6ab11cc49b9', 'name': '', 'network_id': '78ed7c68-7512-4489-83d9-cf0282fcf574', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:03:d9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:45Z', 'updated_at': '2022-04-29T11:56:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': 'bef6d9d6-5fba-4f36-b6f0-b276056fdedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:37.989818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:38.211345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab519998-9d1a-495c-b22c-15c1b2d57b9e None None] New status for floating IP ad43cfda-d1ca-4cbb-8d14-76215629c79f: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:57:38.221552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:38.232778 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ab436948-15b6-4480-8723-6c781ff9fcb0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/ports/9e1510ae-2bc2-4ff9-89cb-5aa96af6e58a HTTP/1.1" status: 204 len: 168 time: 0.8792539 Apr 29 11:57:38.235643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56842) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:38.535899 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:57:38.783096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:39.133209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:39.133631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:39.321806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port ec59ce5a-322a-43a8-87f3-c6ab11cc49b9, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:39.322205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:39.444923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:39.753350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:39.800497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=ec59ce5a-322a-43a8-87f3-c6ab11cc49b9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:40.077490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.428683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:40.603471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:40.612922 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Sync routers for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:40.615904 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d17f61b9-9f76-494d-be9a-c1e2c9da7eeb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/56a88be7-a301-49ea-bd2e-3e2b0c0257ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3792644 Apr 29 11:57:40.618800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56846) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:40.622845 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:40.623335 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:40.689035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet bef6d9d6-5fba-4f36-b6f0-b276056fdedb {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:57:40.692119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.750642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.799584 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:40.833213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.907088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.946763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=bef6d9d6-5fba-4f36-b6f0-b276056fdedb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:40.952084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:40.960656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9340ce-8f6d-4d4b-8fcb-6d8695a0a539 None None] Network 78ed7c68-7512-4489-83d9-cf0282fcf574 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:57:40.961161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-006eb61a-3850-4aec-aaac-face000883b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/bef6d9d6-5fba-4f36-b6f0-b276056fdedb HTTP/1.1" status: 204 len: 168 time: 0.3383107 Apr 29 11:57:40.961161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56850) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:41.095174 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:57:39Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:41.099886 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Checking router: 56a88be7-a301-49ea-bd2e-3e2b0c0257ba for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:41.109008 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Routers {'56a88be7-a301-49ea-bd2e-3e2b0c0257ba'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:41.109739 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:41.235924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] DHCP port deletion for 78ed7c68-7512-4489-83d9-cf0282fcf574 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:57:41.239609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Deleting port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:41.240040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.271203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.288141 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] Set router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:41.515775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.533610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:57:41.535974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.582453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0e7b1cd1-45b8-4d0e-82e5-26a75999963f no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:41.637189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] For port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,segment=NetworkSegment(20f06a56-04ca-4aa8-81c2-52e2cd694e4a),segment_id=20f06a56-04ca-4aa8-81c2-52e2cd694e4a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:41.637725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.666052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:57:39Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:41.670131 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f79ad01-e453-4805-9067-885a283c01bd None None] The sync data for ids ['56a88be7-a301-49ea-bd2e-3e2b0c0257ba'] in dv-neutron-839741-1-hyperv is: [{'id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'name': 'tempest-TestNetworkBasicOps-router-1410441703', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:56:40Z', 'updated_at': '2022-04-29T11:57:39Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '26cc225f-76c7-4224-bdcd-3ca0c5ae3412', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a88be7-a301-49ea-bd2e-3e2b0c0257ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:56:41Z', 'updated_at': '2022-04-29T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:41.756562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 26cc225f-76c7-4224-bdcd-3ca0c5ae3412, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:41.756862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.778577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Calling delete_port for 0e7b1cd1-45b8-4d0e-82e5-26a75999963f owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:41.886148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:57:41.899365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.910188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:41.964985 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Pushing event deleted for resources: {'Port': ['ID=0e7b1cd1-45b8-4d0e-82e5-26a75999963f,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:41.968764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] No DVR routers for this DVR port 0e7b1cd1-45b8-4d0e-82e5-26a75999963f on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:57:41.979238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.979648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.980430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.980430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.980621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.980975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.981284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.981613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.981928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.982246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.982534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:41.982848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129682b3-d95d-4895-93eb-d1168c4307ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.073271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.120513 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=26cc225f-76c7-4224-bdcd-3ca0c5ae3412,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:42.213690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.387223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.389171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.414257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.414815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router 56a88be7-a301-49ea-bd2e-3e2b0c0257ba {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:57:42.433131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.434524 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-22fb2769-91b9-4321-bff9-70e4ae1815fd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/56a88be7-a301-49ea-bd2e-3e2b0c0257ba HTTP/1.1" status: 204 len: 168 time: 1.4725258 Apr 29 11:57:42.437710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56854) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:42.554071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.682964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.707888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ed7c68-7512-4489-83d9-cf0282fcf574']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:42.720246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f06a56-04ca-4aa8-81c2-52e2cd694e4a') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:42.720518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f06a56-04ca-4aa8-81c2-52e2cd694e4a') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:42.732881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.749781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.755802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:57:42.756183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:57:42.770506 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:57:42.855172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.873140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.887169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=78ed7c68-7512-4489-83d9-cf0282fcf574,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:42.896905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/78ed7c68-7512-4489-83d9-cf0282fcf574 HTTP/1.1" status: 204 len: 168 time: 0.4533963 Apr 29 11:57:42.897190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.897940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.897940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.898278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.898449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.898993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.899374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.899557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.900273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.900273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.902204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.902204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747f4cff-0cd8-4f58-925f-d1a3fc44964c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:42.909727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56858) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:42.921494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d3c94c62-8e3b-4442-b400-3e66328eb8b1 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106215 Apr 29 11:57:42.924165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56862) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:42.930062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--324636193', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:42.935225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:42.939610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:42.942582 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:42.948838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:42.959171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:57:42.962712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.989762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:57:42.999130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:42.999485 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 57e0c2bd-8030-43b2-a638-1824f5546da0 of type vlan for network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 Apr 29 11:57:43.031611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.062699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.068167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:43.068739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.166913 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2414782 Apr 29 11:57:43.170092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56866) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:43.175635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-671878512', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:43.176431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69632c33-0bca-4d9c-ade0-f09213864c77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:43.183799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:43.187392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:57:43.189087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:43.192720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:43.198843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:43.211136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.212288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.229579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.429757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:43.474308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:43.474561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ec59ce5a-322a-43a8-87f3-c6ab11cc49b9 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:43.474979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:57:43.510113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:57:43.510437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 26cc225f-76c7-4224-bdcd-3ca0c5ae3412 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:57:43.621035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.919700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:43.952590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:44.082742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.204 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/46f9af61-9959-44d9-8568-5b04ff6ebcb1) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:44.227781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:44.257218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:44.323998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:44.326753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:44.330222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:57:44.358364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:44.741638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:45.193877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:45.397350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:57:45.580697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:45.592633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:45.602460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:45.603240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:45.609912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:45.611114 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9f1f7539-91aa-401e-9c63-21909e9a0c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4399681 Apr 29 11:57:45.614201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56870) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:45.652889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b51288e9-cc3a-49e7-8f08-8843381d39ad tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374072 Apr 29 11:57:45.655391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:45.788278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf37076-9bb5-41d2-af5d-de09edd6d7dc tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:45.789785 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ccf37076-9bb5-41d2-af5d-de09edd6d7dc tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335404 Apr 29 11:57:45.792638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56878) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:45.817237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:45.838568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a544a837-243a-4ae4-8cca-0d8db8246b46 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447776 Apr 29 11:57:45.841096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56882) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:45.846365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640411876', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:45.955454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:45.961017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:45.963985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:45.969893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:45.980342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:57:45.983841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.106972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:46.110981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:46.111330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Updating router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:57:46.166276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.196815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.270625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=81cb9745-15fe-4c3f-800a-f17bfaa6853c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:46.281511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:46.281858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:57:46.300339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:57:46.310899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:46.315787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:46.317013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.323282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf6427-255e-4cf2-8bed-ac471f249114 None None] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:57:46.346696 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d186448c-a253-425c-98e8-b87626a6b6d2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5019369 Apr 29 11:57:46.347584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56886) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:46.687885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:57:46.688612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.700455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.718156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Transition to ACTIVE for port object 46f9af61-9959-44d9-8568-5b04ff6ebcb1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:46.761323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.868105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93e2a6-bfe1-4734-aca7-67bc98118351 None None] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:46.874306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Attempting to bind port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:46.874674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Attempting to bind port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:46.875053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Attempting to bind port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:46.915195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:57:46.915677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:46.916443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.916443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:57:46.916909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Bound port: 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:46.917291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:46.997760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Allocated IP 172.20.0.2 (9ddfc4eb-e75b-4fa1-a58b-5c07d326db28/81cb9745-15fe-4c3f-800a-f17bfaa6853c/2e3c7d92-1c53-4cdd-975c-239fd767f346) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:47.012516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:47.016275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=46f9af61-9959-44d9-8568-5b04ff6ebcb1,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:57:47.032779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.043129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.192471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:47.193092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:47.253011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93e2a6-bfe1-4734-aca7-67bc98118351 None None] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:47.501420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.517908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:47.558253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Transition to ACTIVE for port object 2e3c7d92-1c53-4cdd-975c-239fd767f346 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:47.661510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Transition to ACTIVE for port object 2e3c7d92-1c53-4cdd-975c-239fd767f346 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:47.714953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.743109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (9ddfc4eb-e75b-4fa1-a58b-5c07d326db28/81cb9745-15fe-4c3f-800a-f17bfaa6853c/4eb2b1a9-c498-40f0-9a36-ded00eea5e67) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:47.797455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:47.802568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:47.816927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:57:47.824906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Pushing event updated for resources: {'Port': ['ID=2e3c7d92-1c53-4cdd-975c-239fd767f346,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:47.918788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.934997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:47.951145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Attempting to bind port 2e3c7d92-1c53-4cdd-975c-239fd767f346 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:47.951507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Attempting to bind port 2e3c7d92-1c53-4cdd-975c-239fd767f346 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:47.951866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Attempting to bind port 2e3c7d92-1c53-4cdd-975c-239fd767f346 on network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:47.961043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:57:47.961466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Checking segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:47.961818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.962203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Bound using segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:57:47.962796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Bound port: 2e3c7d92-1c53-4cdd-975c-239fd767f346, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:47.963821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:47.965945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.037295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:48.040804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:48.045136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:57:48.050880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:48.060421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3831-3413-4a4c-8062-41845f418b64 None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:44Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:48.065474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] For port 2e3c7d92-1c53-4cdd-975c-239fd767f346, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:48.068646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] For port 2e3c7d92-1c53-4cdd-975c-239fd767f346, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2e3c7d92-1c53-4cdd-975c-239fd767f346,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:57:48.074015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.078047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:48.109717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.162864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2867-4d39-4005-a0a1-5406f6645c0a None None] Pushing event updated for resources: {'Port': ['ID=2e3c7d92-1c53-4cdd-975c-239fd767f346,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:48.257006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.736907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.742243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.858349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:48.861989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:49.004045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:49.005225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:49.230361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962303a-3b3c-4569-917c-02c7f7d92c21 None None] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:57:49.308118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:57:49.329327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-54b1d097-4e92-4f07-8222-bffd74819532 None None] Provisioning for port 2e3c7d92-1c53-4cdd-975c-239fd767f346 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:49.523258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:57:49.537959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2e3c7d92-1c53-4cdd-975c-239fd767f346 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:49.540779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3acaa77f-121d-4073-85d4-d56ffb70ad36 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1916049 Apr 29 11:57:49.543345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56890) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:49.617708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2e3c7d92-1c53-4cdd-975c-239fd767f346 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:49.623788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2e3c7d92-1c53-4cdd-975c-239fd767f346 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:49.624189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:49.696032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc44915-0d29-491c-8699-5b072bb7a706 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.696652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc44915-0d29-491c-8699-5b072bb7a706 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.697184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc44915-0d29-491c-8699-5b072bb7a706 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.698013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc44915-0d29-491c-8699-5b072bb7a706 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.701465 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ebc44915-0d29-491c-8699-5b072bb7a706 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1552830 Apr 29 11:57:49.702861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56894) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:49.764309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:49.773290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3fc44-8327-4be6-a7c0-e4bc1ca862a3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.773775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3fc44-8327-4be6-a7c0-e4bc1ca862a3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.774441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3fc44-8327-4be6-a7c0-e4bc1ca862a3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.775184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3fc44-8327-4be6-a7c0-e4bc1ca862a3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:49.776929 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8eb3fc44-8327-4be6-a7c0-e4bc1ca862a3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0728664 Apr 29 11:57:49.779799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56898) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:49.782429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Provisioning complete for port 2e3c7d92-1c53-4cdd-975c-239fd767f346 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:49.782708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:49.840417 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:57:49.859696 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:49.859696 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:49.930896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2e3c7d92-1c53-4cdd-975c-239fd767f346, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2e3c7d92-1c53-4cdd-975c-239fd767f346,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:49.943868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:49.945106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:50.051899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2e3c7d92-1c53-4cdd-975c-239fd767f346,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:50.075229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.087046 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:50.166185 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9284389f-7a9d-4bfd-a5f3-94f15f497dc6 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3851900 Apr 29 11:57:50.210860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:50.222083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:50.222457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.261896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 11:57:50.262579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 11:57:50.355771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.378390 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=46f9af61-9959-44d9-8568-5b04ff6ebcb1,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:50.383030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.426634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56904) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:50.433700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499370228', 'description': 'tempest-secgroup-smoke-1499370228 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:50.434974 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:50.439238 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:57:50.439585 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Updating router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:57:50.441559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:50.446023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:50.449784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:50.455697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:50.456041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:50.476523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.494359 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.496546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:50.500812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:50.504932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:50.511864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:50.584240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.587818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.630512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85d79a-f754-4919-ad0e-544fede531e2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:50.641324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.642650 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b887e35-a565-44d8-ae2b-95e4eaf8354b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2148166 Apr 29 11:57:50.645482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56908) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:50.650545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:50.656378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:50.660480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:50.663218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:50.669613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:50.687686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.754162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.758652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.781882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d435b78-cdcc-4a5f-8012-2013f78c014e,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:50.791820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.793073 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31de2b0f-0df0-40e2-b72e-d807c4dd90ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465809 Apr 29 11:57:50.796123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56912) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:50.802298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:50.809118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:50.813757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:50.817073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:50.823840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:50.844220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.844502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.846420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Provisioning for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:50.851889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Provisioning complete for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:50.852263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.856758 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Transition to ACTIVE for port object 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:50.863449 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.912620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.917270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.921227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-38fac114-e06d-4e2c-b78d-f7609749686a None None] Port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:57:50.948420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aef7660-474b-4374-ad6d-9831af209db1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:50.956849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:50.960704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3329ffe5-ce29-4b77-ad49-44a0e7a8c6bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602697 Apr 29 11:57:50.960927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56916) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:50.967693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:50.974221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:50.978193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:50.981380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:50.988217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:51.014617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.067235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.082876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.083241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.083594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.083922 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.084241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.084558 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.084872 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.085301 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.085683 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.085980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.086300 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.086608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:57:51.100646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.105850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.108453 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Attempting to bind port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:51.108812 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Attempting to bind port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:51.109163 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Attempting to bind port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 on network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:51.114848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:57:51.115214 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Checking segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:51.115588 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.116477 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Bound using segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:57:51.117031 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Bound port: 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:51.117864 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.133856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b444827-b233-412a-8a1a-c675dfb7280f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.145943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.147951 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-03eec233-a30f-4917-aab6-e8b234b95b42 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854217 Apr 29 11:57:51.150344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56920) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:51.156245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:51.162371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:51.167388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:51.170238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:51.175872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:51.194046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.205423 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:51.208234 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:57:51.212201 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.258462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.262437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.285457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f1a08-3e4b-471d-8030-49cb4255f012,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.288709 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:57:51.289331 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:57:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:51.298920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.302762 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b0657b5-46e9-4a98-ba46-1f2d3beed538 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488235 Apr 29 11:57:51.303064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56924) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:51.310134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:51.317144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:51.321904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:51.325170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:51.331901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:51.345340 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:57:51.353293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.449646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.452904 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50142-1465-47b5-859b-1eda6c2d9628 None None] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.455936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.482762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2e3c7d92-1c53-4cdd-975c-239fd767f346 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:51.486972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe0b7e-ad23-4fa7-b22e-6af442639468,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.506601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.508466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b0a9c7f-7758-432d-99d4-5aca686fb376 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2043707 Apr 29 11:57:51.511574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56928) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:57:51.516725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'ca85d79a-f754-4919-ad0e-544fede531e2', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:51.524011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:51.529455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:57:51.533253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:57:51.542172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:51.548056 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:57:51.557724 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:57:51.569891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.605961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2e3c7d92-1c53-4cdd-975c-239fd767f346 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:51.606333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.643699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.649164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.675046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704b82d1-f9fd-4482-8206-60a6d90a7ee7,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:51.686564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.694676 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-273c8dc0-c59f-4e2a-93ed-e74efdc11af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754570 Apr 29 11:57:51.733345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:51.802092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:51.802466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:51.916143 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:51Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:57:51.922646 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd2bf9-cb61-4e28-bb36-147850b2205a None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:51Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:57:52.006373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-81f4991b-3582-4ec0-9836-c70f5da93572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:52.025634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-81f4991b-3582-4ec0-9836-c70f5da93572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:52.027436 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-81f4991b-3582-4ec0-9836-c70f5da93572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499370228&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0776508 Apr 29 11:57:52.183411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-7edb143d-c639-439c-b895-6209fd901ad4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:52.183995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-7edb143d-c639-439c-b895-6209fd901ad4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:52.201541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-7edb143d-c639-439c-b895-6209fd901ad4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:52.202734 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-7edb143d-c639-439c-b895-6209fd901ad4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 796 time: 0.1681490 Apr 29 11:57:52.222974 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-0b0310a1-a2c5-4fa4-8c14-66312d033967 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0139599 Apr 29 11:57:52.311916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2f8b36e2-6300-4b44-898c-53242af61013 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:52.328436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2f8b36e2-6300-4b44-898c-53242af61013 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:52.329933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2f8b36e2-6300-4b44-898c-53242af61013 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011195 Apr 29 11:57:52.471294 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1cc0f4a1-071b-4f5e-bafb-6a70af975b21 service neutron] 10.222.0.53 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296515 Apr 29 11:57:52.612714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-728330f2-1a91-4d09-bfe7-5e20de9a1186 service neutron] 10.222.0.53 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350982 Apr 29 11:57:52.815781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d53e07bf-b872-484a-bf9e-a822032ebc4f req-56498790-11f4-4527-af88-a2a58177833b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:52.830124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d53e07bf-b872-484a-bf9e-a822032ebc4f req-56498790-11f4-4527-af88-a2a58177833b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:52.831478 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d53e07bf-b872-484a-bf9e-a822032ebc4f req-56498790-11f4-4527-af88-a2a58177833b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 210 time: 0.0622594 Apr 29 11:57:53.464784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:53.541885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:53.547252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:53.547624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:53.661640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:53.695620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:53.699920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:53.780347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:53.968460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-229b99fe-0ebe-4216-8fb8-cb3b3ef8d506 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:53.970103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-229b99fe-0ebe-4216-8fb8-cb3b3ef8d506 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 796 time: 0.1592965 Apr 29 11:57:53.998279 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f51be380-b822-4866-b286-325e15cce62d req-4973bfbb-53c5-44af-9909-4ef843479f0f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 210 time: 0.0481105 Apr 29 11:57:54.033706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2676017c-8f82-463b-8121-a80b368dc565 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:54.046706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2676017c-8f82-463b-8121-a80b368dc565 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:54.047796 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2676017c-8f82-463b-8121-a80b368dc565 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 380 time: 0.0627570 Apr 29 11:57:54.058705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['ca85d79a-f754-4919-ad0e-544fede531e2']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:54.200600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:57:54.210756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:57:54.222340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:57:54.226893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.395828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.4 (9ddfc4eb-e75b-4fa1-a58b-5c07d326db28/81cb9745-15fe-4c3f-800a-f17bfaa6853c/c5288baf-669e-47e8-8d42-1b40fc161092) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:57:54.589301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.604834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object c5288baf-669e-47e8-8d42-1b40fc161092 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:54.630213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.703477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:57:54.706455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:57:54.710223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:57:54.740443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:54.776862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:54.777595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.804821 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-d771e228-cbee-4d03-8d7b-c4ae29105eda tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497582 Apr 29 11:57:54.829177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Request body: {'port': {'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:57:54.948050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8e503316-3422-40a3-b183-b368e55c6876 None None] Provisioning for port c5288baf-669e-47e8-8d42-1b40fc161092 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:57:54.950029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:54.953251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8e503316-3422-40a3-b183-b368e55c6876 None None] Provisioning complete for port c5288baf-669e-47e8-8d42-1b40fc161092 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:54.953708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8e503316-3422-40a3-b183-b368e55c6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.007387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8e503316-3422-40a3-b183-b368e55c6876 None None] Port c5288baf-669e-47e8-8d42-1b40fc161092 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:57:55.301735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1708d62-2170-4e05-9f7f-6f3eeee1dd9d req-5a6f743a-7362-4881-997f-5834635f47ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:55.302332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-c1708d62-2170-4e05-9f7f-6f3eeee1dd9d req-5a6f743a-7362-4881-997f-5834635f47ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:57:55.360964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-c1708d62-2170-4e05-9f7f-6f3eeee1dd9d req-5a6f743a-7362-4881-997f-5834635f47ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:57:55.362173 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c1708d62-2170-4e05-9f7f-6f3eeee1dd9d req-5a6f743a-7362-4881-997f-5834635f47ba tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 931 time: 0.2566314 Apr 29 11:57:55.404501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5288baf-669e-47e8-8d42-1b40fc161092 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:57:55.420565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.438209 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c1708d62-2170-4e05-9f7f-6f3eeee1dd9d req-3ecd04f7-9f8f-4f73-824f-065cf903cca2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648248 Apr 29 11:57:55.444125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Transition to ACTIVE for port object c5288baf-669e-47e8-8d42-1b40fc161092 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:57:55.445960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:57:55.449294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.520338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:57:55.520678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.753842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:55.799220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Attempting to bind port c5288baf-669e-47e8-8d42-1b40fc161092 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:57:55.799447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Attempting to bind port c5288baf-669e-47e8-8d42-1b40fc161092 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:57:55.799797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Attempting to bind port c5288baf-669e-47e8-8d42-1b40fc161092 on network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:55.804939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Port c5288baf-669e-47e8-8d42-1b40fc161092 on network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:57:55.805262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Attempting to bind port c5288baf-669e-47e8-8d42-1b40fc161092 on network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:57:55.810889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:57:55.811541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Checking segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:57:55.811919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Bound using segment: {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:57:55.812344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Bound port: c5288baf-669e-47e8-8d42-1b40fc161092, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e0c2bd-8030-43b2-a638-1824f5546da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:57:55.812685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.904639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:57:55.907622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5288baf-669e-47e8-8d42-1b40fc161092,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:57:55.915101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.978390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:55.978998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:57:55.980373 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] 10.222.0.66 "PUT /v2.0/ports/c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 1093 time: 1.1556351 Apr 29 11:57:55.980946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:57:56.011398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb453a9-197c-4212-99ff-ee36bb155eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:57:56.048433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4839df-40e7-4fb6-993d-b0e6fe3f3205'] response: {'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'status': 'completed', 'code': 200} Apr 29 11:57:56.138794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-28a24c24-fa3f-47ab-b073-68663947f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.140283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-28a24c24-fa3f-47ab-b073-68663947f3bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1096 time: 0.0728545 Apr 29 11:57:56.221279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-2d60a885-11a5-4c07-b515-a5cd929528b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 217 time: 0.0676441 Apr 29 11:57:56.288563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-4d246a41-4722-4219-b2ea-a1fee0ee77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.290104 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-4d246a41-4722-4219-b2ea-a1fee0ee77b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 200 len: 834 time: 0.0635934 Apr 29 11:57:56.366095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-adff3114-ecce-44f6-b9bd-2679db8f36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.367997 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-adff3114-ecce-44f6-b9bd-2679db8f36c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719507 Apr 29 11:57:56.501791 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-23cc3d89-c176-44ed-aedd-82e96b2d2372 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279454 Apr 29 11:57:56.688240 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e0e3576-d920-4b9a-9c76-1a78c1017917 req-8a7fc244-a6dd-4f36-bfd1-9f2ce22ad54f service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801238 Apr 29 11:57:56.710606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6727-71af-44d1-8a83-20eb6b14cee8 req-29fbadc1-9757-408f-96c3-e6eeace866c3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.712263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-785e6727-71af-44d1-8a83-20eb6b14cee8 req-29fbadc1-9757-408f-96c3-e6eeace866c3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 943 time: 0.1191568 Apr 29 11:57:56.762732 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-785e6727-71af-44d1-8a83-20eb6b14cee8 req-91ae2fef-8c6e-4a4a-872d-470901bdd70e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Apr 29 11:57:56.857465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-02293686-17c0-42ce-9ba8-7813fd0e9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:56.858974 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-02293686-17c0-42ce-9ba8-7813fd0e9d6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1096 time: 0.0738552 Apr 29 11:57:57.009504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-6b46e9d6-97c0-42eb-b623-6aea56237bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:57.010853 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-6b46e9d6-97c0-42eb-b623-6aea56237bcf service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 897 time: 0.1453223 Apr 29 11:57:57.082714 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-a7dee12f-a4dd-4961-840b-a3473f56f767 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 217 time: 0.0654998 Apr 29 11:57:57.144770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-af58ba5a-fe77-41d6-b6b1-d676c4edf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:57.146301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-af58ba5a-fe77-41d6-b6b1-d676c4edf2b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 200 len: 834 time: 0.0574846 Apr 29 11:57:57.226885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-50103223-ce39-4620-8454-7c14cdb456f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:57.228398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-50103223-ce39-4620-8454-7c14cdb456f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759120 Apr 29 11:57:57.359063 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-8f7679fd-0e1d-481e-877c-f2193363f8f8 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242411 Apr 29 11:57:57.605097 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a8a41025-ff9b-49a5-bb4f-7ec731573894 req-ce6e1aba-f567-4f75-b72c-72e3ee77e9b4 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394829 Apr 29 11:57:57.964003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cb31c-de69-43c1-865d-b74f3ae48399 req-eb94ddb1-432d-4f23-b703-498add5e6da2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:57.966278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c28cb31c-de69-43c1-865d-b74f3ae48399 req-eb94ddb1-432d-4f23-b703-498add5e6da2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 943 time: 0.0902212 Apr 29 11:57:58.013582 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c28cb31c-de69-43c1-865d-b74f3ae48399 req-8eb20927-d35e-458a-9d1f-407c09cb0fcf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Apr 29 11:57:59.203648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cfc38-09a3-4448-aced-cfec8d15c4ce req-54390263-1666-40de-ab89-889934b187b5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:57:59.205188 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0b6cfc38-09a3-4448-aced-cfec8d15c4ce req-54390263-1666-40de-ab89-889934b187b5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 943 time: 0.0808015 Apr 29 11:57:59.254660 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0b6cfc38-09a3-4448-aced-cfec8d15c4ce req-c02f2ffc-74c1-4345-83b5-d26aa5bc4117 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Apr 29 11:57:59.842420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c5288baf-669e-47e8-8d42-1b40fc161092 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:57:59.982043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5288baf-669e-47e8-8d42-1b40fc161092,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:57:59.996301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:58:00.056801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:00.074288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5288baf-669e-47e8-8d42-1b40fc161092 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:58:00.089703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5288baf-669e-47e8-8d42-1b40fc161092,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:58:00.095225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:00.169915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:00.320762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ee2e32a1-bc13-48d2-93d2-e3f159e39101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:00.450393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5226dc-4b71-4462-8500-39367d45466f req-8548ba4e-5f5c-4bc3-9dbb-ec1a5c92a138 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:00.451882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb5226dc-4b71-4462-8500-39367d45466f req-8548ba4e-5f5c-4bc3-9dbb-ec1a5c92a138 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 944 time: 0.0869505 Apr 29 11:58:00.533223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['c5288baf-669e-47e8-8d42-1b40fc161092'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:58:00.615201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb5226dc-4b71-4462-8500-39367d45466f req-3d1b0802-832f-42d0-9a5b-f2e944a3102e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559892 Apr 29 11:58:01.815293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c371-41e9-44b0-abd1-78316d72e959 req-a6e2299d-45ba-4541-a425-a96288cc95e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:01.816827 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7c3c371-41e9-44b0-abd1-78316d72e959 req-a6e2299d-45ba-4541-a425-a96288cc95e3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 944 time: 0.0931571 Apr 29 11:58:01.842959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c5288baf-669e-47e8-8d42-1b40fc161092 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:58:01.865672 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7c3c371-41e9-44b0-abd1-78316d72e959 req-c58282c3-868f-4ec5-8d8e-a4e8a41fcda9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Apr 29 11:58:01.915678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port c5288baf-669e-47e8-8d42-1b40fc161092 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:58:01.920658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port c5288baf-669e-47e8-8d42-1b40fc161092 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:58:01.921024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:02.042203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:02.069492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:02.080898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5288baf-669e-47e8-8d42-1b40fc161092,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:58:02.086442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:02.121758 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d548ca7-dc66-4d6f-9ce1-6892486400fc'] response: {'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'code': 200} Apr 29 11:58:02.153443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:02.419348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f100a-a6fe-4839-865a-14128ba1f7b6 req-60d70627-a9d8-4b12-84e9-3e8cfcf84beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:02.420841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e70f100a-a6fe-4839-865a-14128ba1f7b6 req-60d70627-a9d8-4b12-84e9-3e8cfcf84beb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1098 time: 0.0726166 Apr 29 11:58:02.470700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e70f100a-a6fe-4839-865a-14128ba1f7b6 req-67d4e613-c6ed-4835-9a67-b3894a0c7146 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Apr 29 11:58:02.971510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0007baa8-627f-46da-ab1c-ae57a3d2294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:03.068248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae90fa-44d6-44e1-baa7-2eae15b7c723 req-0289d888-778c-45c1-b839-d09bd478de5e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:03.069730 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38ae90fa-44d6-44e1-baa7-2eae15b7c723 req-0289d888-778c-45c1-b839-d09bd478de5e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.0841832 Apr 29 11:58:03.117042 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38ae90fa-44d6-44e1-baa7-2eae15b7c723 req-b6589806-904a-4c4f-ac08-3ac2e7f46fbb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Apr 29 11:58:03.748008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:03.857135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:04.057765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:04.324676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a3e92-9242-46d8-b7d4-fde8c612acde req-148b41e5-e2ef-45dc-a640-fcbb9c29bab9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:04.326025 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe9a3e92-9242-46d8-b7d4-fde8c612acde req-148b41e5-e2ef-45dc-a640-fcbb9c29bab9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.0890226 Apr 29 11:58:04.379977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe9a3e92-9242-46d8-b7d4-fde8c612acde req-31c5622d-17ee-41f7-b59b-ebd7e9f2c04c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Apr 29 11:58:04.568518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532615e4-2369-45c3-965c-554d67c61f9f req-3f76e284-51bf-4568-9d1c-af0d83041130 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:04.569987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-532615e4-2369-45c3-965c-554d67c61f9f req-3f76e284-51bf-4568-9d1c-af0d83041130 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.0856259 Apr 29 11:58:04.629824 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-532615e4-2369-45c3-965c-554d67c61f9f req-0b755edf-e073-4ece-a393-1d4f36cab7d7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Apr 29 11:58:04.652612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56982) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:04.729577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdac44e-c77a-499b-b943-de79b8231681 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:04.731159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2cdac44e-c77a-499b-b943-de79b8231681 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1093 time: 0.0775428 Apr 29 11:58:04.735238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56986) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:04.740059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:58:04.746581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:58:04.750466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:58:04.753230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:58:04.758869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:58:04.772518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:04.916212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:05.061775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.2 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/6ed82a4a-1282-439c-90f7-bed765d63ace) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:58:05.210077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:05.248682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:05.314093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:58:05.316910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:58:05.319725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:58:05.359258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6ed82a4a-1282-439c-90f7-bed765d63ace,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:05.543798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:05.736812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:05.830727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:06.038485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:06.046541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:06.162823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6ed82a4a-1282-439c-90f7-bed765d63ace,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:58:06.175050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:06.457666 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP bae47be4-0696-4117-9286-fa004f5ececa associated. External IP: 172.26.0.2, port: c5288baf-669e-47e8-8d42-1b40fc161092. Apr 29 11:58:06.819054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:58:07.004227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:58:07.014769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:58:07.025212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:58:07.025876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:58:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:07.032242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:07.091394 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0684c41b-e423-4968-85b0-a6356e0a407f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3550425 Apr 29 11:58:07.091987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:58:07.094138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 56990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:07.144548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40fc434-045a-447f-b582-810e380b620c'] response: {'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'status': 'completed', 'code': 200} Apr 29 11:58:07.207001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:58:07.331481 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aa931e91-def2-4c4e-bd7c-9d725bc608c2 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e HTTP/1.1" status: 200 len: 922 time: 0.2359807 Apr 29 11:58:07.334024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-c006239c-6067-42bc-a34d-5d99935c5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:07.334858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 56996) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:07.335517 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-c006239c-6067-42bc-a34d-5d99935c5d2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1098 time: 0.1257381 Apr 29 11:58:07.455483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-caf47cf2-cff9-4f78-b525-46d33ca18553 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.1194677 Apr 29 11:58:07.479848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-c549bc67-edcc-4100-b5e1-9b22a045c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:07.481308 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-c549bc67-edcc-4100-b5e1-9b22a045c9bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 897 time: 0.1396890 Apr 29 11:58:07.588705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:58:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:07.592434 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-85d731d4-668e-473c-a0d5-ef1c90291fa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 997 time: 0.1042836 Apr 29 11:58:07.592874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:58:07.602667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:58:07.603770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:58:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:07.656388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-363dd109-9fdb-4318-a7f6-e731486106b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:07.657851 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-363dd109-9fdb-4318-a7f6-e731486106b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 200 len: 834 time: 0.0590878 Apr 29 11:58:07.746370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-a30541e2-a880-4651-9572-3e0f7786807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:07.747975 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-a30541e2-a880-4651-9572-3e0f7786807d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835078 Apr 29 11:58:07.779991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:58:07.883120 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-dfbeaa0c-870d-4bc3-a4bd-f3c94d93d900 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265323 Apr 29 11:58:08.025952 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dd57948-895b-458d-9f4c-267b8b1f0c37 req-e4cd5bb8-e183-4ede-a175-ad78a9adacb1 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367664 Apr 29 11:58:08.183896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:58:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:58:08.188339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12fa09-8e7f-4c7c-9a79-2baec23d95da None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:58:05Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:57:53Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:58:08.383019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51d397-08dd-4607-9957-3937988dcfd6 None None] New status for floating IP bae47be4-0696-4117-9286-fa004f5ececa: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:58:08.457725 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57000) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:08.686508 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86088b45-a16d-4b01-ac29-799c9fd0ebbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.2272732 Apr 29 11:58:09.691174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57004) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:58:09.805588 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f617fc94-5195-481a-9b04-6c075627c199 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 991 time: 0.1129875 Apr 29 11:58:15.537175 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:58:25.612409 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-5b863e33-0120-4873-9ac1-6173c0dc3ca4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2024066 Apr 29 11:58:25.775255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-4c0a71ba-9089-4c61-95e8-04ae3339b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:25.776655 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-4c0a71ba-9089-4c61-95e8-04ae3339b443 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1098 time: 0.0767903 Apr 29 11:58:25.926960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-4a120d3e-fe95-42e1-8b72-480388e7cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:25.928397 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-4a120d3e-fe95-42e1-8b72-480388e7cb22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 897 time: 0.1263177 Apr 29 11:58:26.035641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-7a75c0a3-af87-47d1-ae7a-806f7397eb8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 999 time: 0.1007576 Apr 29 11:58:26.101992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-a30d904f-4f94-4d76-b5ba-b6416689e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:26.103342 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-a30d904f-4f94-4d76-b5ba-b6416689e2fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 200 len: 834 time: 0.0617185 Apr 29 11:58:26.176826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-5577b337-7416-433f-94ee-e476f9bc1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:58:26.178292 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-5577b337-7416-433f-94ee-e476f9bc1b5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690076 Apr 29 11:58:26.320708 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-3ca1dd46-da98-4192-89b4-433008d5dad8 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359546 Apr 29 11:58:26.452983 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e339fd3-e438-446c-98a1-f984cb44a214 req-fe45e960-44ac-4616-82ea-859630f3d220 service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256778 Apr 29 11:58:30.326290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c7924bce-983e-49e7-a9ff-aa79b9a68eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:32.966680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b9631257-9fe5-4b05-bfae-c2da25007918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:33.742588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:33.851007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:34.060944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:35.545916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:58:52.549716 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:59:00.332517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8be5a724-9cba-45d8-b532-5bbd0e0c4706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:02.971501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-034d7934-906a-464a-aae7-a2da7901f84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:03.748113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:03.851789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:04.059671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:05.552121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:12.447572 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57028) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:12.631347 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-314f18db-3920-469d-b1b5-8eea055d5e45 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1826153 Apr 29 11:59:12.634361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57032) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:12.838034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fdec43-b67a-4c9e-b5cd-8e13febf4804 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Notify agent at dv-neutron-839741-1-hyperv the message router_removed_from_agent {{(pid=88016) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 11:59:12.841592 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83fdec43-b67a-4c9e-b5cd-8e13febf4804 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "DELETE /v2.0/agents/0fdab155-06c0-41a9-ac20-92efc0c2df21/l3-routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e HTTP/1.1" status: 204 len: 168 time: 0.2063057 Apr 29 11:59:12.844335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57036) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:13.153293 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0de1de5b-28b7-4116-8a5b-0b6502a62c10 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3073959 Apr 29 11:59:13.157407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57040) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:13.268856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-755b3600-656f-4eb5-a969-59962af5efa4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 991 time: 0.1100264 Apr 29 11:59:13.589060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e0efb-4c0e-423f-b5a7-8a0b14e22d82 None None] New status for floating IP bae47be4-0696-4117-9286-fa004f5ececa: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:59:13.637747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:13.921194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:13.939580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=46f9af61-9959-44d9-8568-5b04ff6ebcb1,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:13.945123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:13.945909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:14.062573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:14.097859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.098205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.098545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.098919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.099282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.099644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.099971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.100297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.100621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.100946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.101268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.101610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:14.132707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:14.169077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:14.176280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:14.254905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:14.272527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57044) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:14.379363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a6c75542-2a36-47da-b534-8fa33e7e1845 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.1056838 Apr 29 11:59:15.556942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57050) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:15.775513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d6ba5c-6b33-459e-b799-b135c63774ba tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:59:15.775933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d6ba5c-6b33-459e-b799-b135c63774ba tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Notify agent at dv-neutron-839741-1-hyperv the message router_added_to_agent {{(pid=88015) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 11:59:15.794064 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-00d6ba5c-6b33-459e-b799-b135c63774ba tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "POST /v2.0/agents/0fdab155-06c0-41a9-ac20-92efc0c2df21/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2356622 Apr 29 11:59:15.796639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57058) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:15.810125 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:15.820321 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:15.820932 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:16.005614 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:16.115780 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c31e24e4-5e38-414b-a1de-ee6694f319ef tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3180170 Apr 29 11:59:16.118939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57062) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:16.226018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0bb289e3-f917-4d09-bb40-4ac6d3c4dbc4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.1056712 Apr 29 11:59:16.401408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:14Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:16.406068 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:16.415185 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:16.415809 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:16.595729 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:16.957040 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:14Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:16.961377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26458a89-9fed-496b-ab3b-2042358eeac3 None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'bae47be4-0696-4117-9286-fa004f5ececa', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'port_id': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'mac_address': 'fa:16:3e:0d:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:58:05Z', 'updated_at': '2022-04-29T11:59:13Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:14Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:17.230044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57066) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:17.341553 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f35fdf06-1573-4912-aece-2976332abcee tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.1102629 Apr 29 11:59:17.493956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:17.576086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:17.576451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.699924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.734765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:17.739927 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:17.808084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:18.345776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57070) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:18.457141 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5f0ecd34-3e57-4b76-9ddd-95facae745c6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 989 time: 0.1099107 Apr 29 11:59:18.623936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400bf405-d5e9-4951-9bc5-67ff40f17e09 None None] New status for floating IP bae47be4-0696-4117-9286-fa004f5ececa: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:59:19.460866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57074) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:19.545012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:19.573366 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e09fb631-9c29-483a-ab5c-edee36c0a15f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 200 len: 991 time: 0.1071401 Apr 29 11:59:19.614063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:19.614407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:19.777812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:19.795575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=46f9af61-9959-44d9-8568-5b04ff6ebcb1,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:19.800340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:19.801179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:19.934182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:19.947515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:19.947883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:20.642820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57082) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:20.850342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 6ed82a4a-1282-439c-90f7-bed765d63ace {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:59:20.850645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.020643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.020867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.144310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 6ed82a4a-1282-439c-90f7-bed765d63ace owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:59:21.319116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.363895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=6ed82a4a-1282-439c-90f7-bed765d63ace,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:21.430957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.431306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.431642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.431963 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.432285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.432606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.432923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.433296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.433574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.433888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.434201 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.434509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:21.467808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.468138 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP bae47be4-0696-4117-9286-fa004f5ececa disassociated (deleted). External IP: 172.26.0.2, port: c5288baf-669e-47e8-8d42-1b40fc161092. Apr 29 11:59:21.480821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:21.548689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:21.549336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:21.965531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:59:22.155601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:59:22.165601 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:22.176090 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:22.176702 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:22.177699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:22.232876 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-21a88c99-c08c-428c-a83a-501e3263ef47 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/bae47be4-0696-4117-9286-fa004f5ececa HTTP/1.1" status: 204 len: 168 time: 1.5886958 Apr 29 11:59:22.233491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:22.277583 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7892a7-e1ee-40c6-ad13-3abfbff56551'] response: {'name': 'network-changed', 'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'status': 'completed', 'code': 200} Apr 29 11:59:22.355533 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:22.392951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10fb5-0b94-463b-8217-79030e4498bc req-c4e305a0-9c59-49d6-b890-13c6bd260341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.395002 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-c4e305a0-9c59-49d6-b890-13c6bd260341 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 1098 time: 0.0737646 Apr 29 11:59:22.558173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10fb5-0b94-463b-8217-79030e4498bc req-86f215d2-fe6a-4419-bcc8-ae02a3593586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.559777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-86f215d2-fe6a-4419-bcc8-ae02a3593586 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 200 len: 897 time: 0.1588712 Apr 29 11:59:22.636239 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-e773cc07-993a-453b-a00a-772e02229751 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 200 len: 217 time: 0.0685375 Apr 29 11:59:22.680407 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:17Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:22.684705 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:22.694489 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:22.695158 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:22.749696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10fb5-0b94-463b-8217-79030e4498bc req-39fff2e6-14cd-49c3-8661-1479e1e3d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.751117 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-39fff2e6-14cd-49c3-8661-1479e1e3d699 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 200 len: 834 time: 0.1091416 Apr 29 11:59:22.832984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a4f7d-ceed-4636-b497-b91529a9437e req-99085abd-8c0d-4124-a3d8-67ce17fd71c6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.833632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-dd6a4f7d-ceed-4636-b497-b91529a9437e req-99085abd-8c0d-4124-a3d8-67ce17fd71c6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:22.858829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10fb5-0b94-463b-8217-79030e4498bc req-6996aadb-67bb-400d-b8a3-b06b6f7fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:22.860285 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-6996aadb-67bb-400d-b8a3-b06b6f7fc12e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010215 Apr 29 11:59:22.861028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-dd6a4f7d-ceed-4636-b497-b91529a9437e req-99085abd-8c0d-4124-a3d8-67ce17fd71c6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:22.862010 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd6a4f7d-ceed-4636-b497-b91529a9437e req-99085abd-8c0d-4124-a3d8-67ce17fd71c6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.3295274 Apr 29 11:59:22.914980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:22.993643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd6a4f7d-ceed-4636-b497-b91529a9437e req-3a09bdc5-a8ac-4693-a270-d9ffd9743e34 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249349 Apr 29 11:59:23.032407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-96db7656-82db-493b-a058-3d61bb0e76ec service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647494 Apr 29 11:59:23.174137 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ade10fb5-0b94-463b-8217-79030e4498bc req-e1e87aac-026a-4a4a-9d73-7f54392c0afb service neutron] 10.222.0.66 "GET /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343474 Apr 29 11:59:23.244996 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:17Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:23.249663 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de591ff2-d72c-4e1d-9293-9a88753624d2 None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:57:48Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '4eb2b1a9-c498-40f0-9a36-ded00eea5e67', 'name': '', 'network_id': '9ddfc4eb-e75b-4fa1-a58b-5c07d326db28', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:5e:42:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:47Z', 'updated_at': '2022-04-29T11:59:17Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '81cb9745-15fe-4c3f-800a-f17bfaa6853c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:23.880284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2687c9-b6ed-42af-981e-bf7a0341da77 None None] New status for floating IP bae47be4-0696-4117-9286-fa004f5ececa: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 11:59:24.273640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7201e-8a7e-49cd-ad3b-aa8ba034a50b req-5dcb7483-b3a4-401e-a90f-1c2349cf1ea0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:24.275101 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-43e7201e-8a7e-49cd-ad3b-aa8ba034a50b req-5dcb7483-b3a4-401e-a90f-1c2349cf1ea0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.1636081 Apr 29 11:59:24.323094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-43e7201e-8a7e-49cd-ad3b-aa8ba034a50b req-cca0b10b-84b0-4611-9094-0a466febc1a1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca85d79a-f754-4919-ad0e-544fede531e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Apr 29 11:59:24.450927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-1d6b9501-8dd3-4269-ba0c-315a4dc8953c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:24.452365 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-1d6b9501-8dd3-4269-ba0c-315a4dc8953c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 945 time: 0.0805612 Apr 29 11:59:24.525312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port c5288baf-669e-47e8-8d42-1b40fc161092 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:59:24.525686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:24.893449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port c5288baf-669e-47e8-8d42-1b40fc161092, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c5288baf-669e-47e8-8d42-1b40fc161092,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:24.893732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.020272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for c5288baf-669e-47e8-8d42-1b40fc161092 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:59:25.175387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.233739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=c5288baf-669e-47e8-8d42-1b40fc161092,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:25.305195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port c5288baf-669e-47e8-8d42-1b40fc161092 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:59:25.307980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:25.310489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'name': 'network-vif-deleted', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:25.326837 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-05c13e5e-0bd8-4cbd-9e76-1ecb78c896e9 req-4d54d26f-afdd-422c-b197-85ed40c54698 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/c5288baf-669e-47e8-8d42-1b40fc161092 HTTP/1.1" status: 204 len: 173 time: 0.8682249 Apr 29 11:59:25.363430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee46027e-32cc-4e60-be12-966df27fcd83'] response: {'server_uuid': '4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db', 'name': 'network-vif-deleted', 'tag': 'c5288baf-669e-47e8-8d42-1b40fc161092', 'status': 'completed', 'code': 200} Apr 29 11:59:25.498971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1482f668-abe9-4972-9a2e-93a5ee48ed79 req-d1004720-257a-41ef-86f1-d9c20367821c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f2a8c4b-bb37-44ce-9ae9-4f12b5dd93db HTTP/1.1" status: 200 len: 210 time: 0.0457315 Apr 29 11:59:26.595239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57106) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:26.671627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:26.702892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:26.771605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:26.791105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85d79a-f754-4919-ad0e-544fede531e2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:26.810944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:26.813014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-66d7d09e-6b7a-4dfe-9433-972dbc84fc04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca85d79a-f754-4919-ad0e-544fede531e2 HTTP/1.1" status: 204 len: 168 time: 0.2162044 Apr 29 11:59:26.845492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57112) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:27.395650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:27.861997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:59:27.862710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:28.048865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 4eb2b1a9-c498-40f0-9a36-ded00eea5e67, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:28.049103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:28.171085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:59:28.288021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c5288baf-669e-47e8-8d42-1b40fc161092 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:28.322335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: c5288baf-669e-47e8-8d42-1b40fc161092 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:59:28.322556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c5288baf-669e-47e8-8d42-1b40fc161092 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:59:28.350697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:28.402064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=4eb2b1a9-c498-40f0-9a36-ded00eea5e67,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:28.665861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.142272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:59:29.323093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:59:29.333706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Sync routers for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:29.339749 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-858900ff-13ae-45cc-a822-468d3abe4229 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4906414 Apr 29 11:59:29.339985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57116) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:29.343977 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:29.344577 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:29.405614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet 81cb9745-15fe-4c3f-800a-f17bfaa6853c {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 11:59:29.408824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.468591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.520870 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:29.549991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.625674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.637938 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 11:59:29.669455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=81cb9745-15fe-4c3f-800a-f17bfaa6853c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:29.671304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.677463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def4e23-f520-43a6-bcac-ac3d3c442033 None None] Network 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:59:29.678638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86490744-373d-4347-aa24-7ab002f9c5a4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/81cb9745-15fe-4c3f-800a-f17bfaa6853c HTTP/1.1" status: 204 len: 168 time: 0.3377268 Apr 29 11:59:29.681435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57120) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:29.820675 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:28Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:29.825007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Checking router: 52765e3e-5ea6-409e-8d9a-61bc051b2d2e for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:29.833637 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Routers {'52765e3e-5ea6-409e-8d9a-61bc051b2d2e'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:29.834241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:29.871467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:29.954618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] DHCP port deletion for 9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 11:59:29.959160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Deleting port 2e3c7d92-1c53-4cdd-975c-239fd767f346 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:59:29.959633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.018232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] Set router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:30.055684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.067427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 46f9af61-9959-44d9-8568-5b04ff6ebcb1 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 11:59:30.068221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.162522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] For port 2e3c7d92-1c53-4cdd-975c-239fd767f346, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2e3c7d92-1c53-4cdd-975c-239fd767f346,segment=NetworkSegment(57e0c2bd-8030-43b2-a638-1824f5546da0),segment_id=57e0c2bd-8030-43b2-a638-1824f5546da0)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:30.162923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.248862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 46f9af61-9959-44d9-8568-5b04ff6ebcb1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=46f9af61-9959-44d9-8568-5b04ff6ebcb1,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:30.249601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.293193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Calling delete_port for 2e3c7d92-1c53-4cdd-975c-239fd767f346 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:59:30.312346 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:28Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:30.318581 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e4380-ffa3-460d-af91-32b7aaa9bb07 None None] The sync data for ids ['52765e3e-5ea6-409e-8d9a-61bc051b2d2e'] in dv-neutron-839741-1-hyperv is: [{'id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'name': 'tempest-TestNetworkBasicOps-router-671878512', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:28Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '46f9af61-9959-44d9-8568-5b04ff6ebcb1', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52765e3e-5ea6-409e-8d9a-61bc051b2d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:57:43Z', 'updated_at': '2022-04-29T11:59:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:30.360813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-879f0a9e-ff1b-4c12-911f-52e14ea8279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.385075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.387197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 46f9af61-9959-44d9-8568-5b04ff6ebcb1 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 11:59:30.437625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] No DVR routers for this DVR port 2e3c7d92-1c53-4cdd-975c-239fd767f346 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 11:59:30.439053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ecf7b-8c91-4088-825d-d506a7102716 None None] Pushing event deleted for resources: {'Port': ['ID=2e3c7d92-1c53-4cdd-975c-239fd767f346,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:30.556797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.734677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=46f9af61-9959-44d9-8568-5b04ff6ebcb1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:30.826169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:30.998231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.000453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.025269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.025781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router 52765e3e-5ea6-409e-8d9a-61bc051b2d2e {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 11:59:31.040870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.041961 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-62257547-7606-42ae-a9c5-50a5a908dd85 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/52765e3e-5ea6-409e-8d9a-61bc051b2d2e HTTP/1.1" status: 204 len: 168 time: 1.3596160 Apr 29 11:59:31.044666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57126) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:31.170006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.298518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.323385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddfc4eb-e75b-4fa1-a58b-5c07d326db28']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:31.335217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e0c2bd-8030-43b2-a638-1824f5546da0') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:31.335514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e0c2bd-8030-43b2-a638-1824f5546da0') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:31.346715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.363391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.371520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 11:59:31.371808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 11:59:31.385954 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 11:59:31.468655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.490615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.505537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=9ddfc4eb-e75b-4fa1-a58b-5c07d326db28,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:31.509735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1ed93d41-8576-4596-9223-024842492ff5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/9ddfc4eb-e75b-4fa1-a58b-5c07d326db28 HTTP/1.1" status: 204 len: 168 time: 0.4641030 Apr 29 11:59:31.529498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2e3c7d92-1c53-4cdd-975c-239fd767f346 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:31.530939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57130) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:31.537105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--1382749083', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:31.542473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:31.547291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:31.550746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:31.556655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:31.565309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2e3c7d92-1c53-4cdd-975c-239fd767f346 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:59:31.565698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2e3c7d92-1c53-4cdd-975c-239fd767f346 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:59:31.566123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:31.567295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:59:31.570842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.598668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 11:59:31.598910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 46f9af61-9959-44d9-8568-5b04ff6ebcb1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:59:31.599109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 46f9af61-9959-44d9-8568-5b04ff6ebcb1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:59:31.599549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 11:59:31.608058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.608399 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 3a5b46b9-f9d8-455a-9927-3e33fd547244 of type vlan for network 6faa8030-1913-4362-be10-f8045267b5d0 Apr 29 11:59:31.640226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.666261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 11:59:31.666537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4eb2b1a9-c498-40f0-9a36-ded00eea5e67 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 11:59:31.681520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.687214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:31.687784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.782478 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2505269 Apr 29 11:59:31.785529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57134) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:31.790703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-434713912', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:31.791373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ca2c5-5720-4881-b855-ff0ccc318757 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=6faa8030-1913-4362-be10-f8045267b5d0,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:31.797923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:31.802104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:31.802475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 11:59:31.805883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:31.812119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:31.822165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.823133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:31.838907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.113341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.422971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.453567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.589892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.162 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b0c10000-42a4-4d2a-8e0e-b4c870a219eb) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:32.737377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.768664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:32.832989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:32.835758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:32.839262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:59:32.869791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:32.886788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.887126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.887450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.887768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.888088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.888401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.888714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.889035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.889342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.889674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.889983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.890285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:32.976144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e30967c-3da8-4d4a-b7eb-9d0a4a0cf3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:33.400674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:33.734927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:33.746483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:33.843997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:33.941863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router a7a3a85c-9ffe-4d07-9001-fd4251751598 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 11:59:34.065733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.119248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:59:34.132023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Sync routers for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:34.142186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:34.143002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:34.153895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.155080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0371161-a494-4197-910c-deb68ef3fd7f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3685956 Apr 29 11:59:34.159805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57138) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:34.201799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d6a04b31-66d8-4561-b7d7-270b5d73185b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407567 Apr 29 11:59:34.204481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57142) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:34.323497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:34.453529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f82ddb-8653-429f-a812-3374c685e5aa tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:34.455001 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5f82ddb-8653-429f-a812-3374c685e5aa tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2496645 Apr 29 11:59:34.457969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57148) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:34.495508 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-934fda5b-38f0-4257-b472-9da8e658a93b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364802 Apr 29 11:59:34.498048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57152) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:34.503354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587909911', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:34.609269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:34.610871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:33Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:34.613075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:34.614884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Checking router: a7a3a85c-9ffe-4d07-9001-fd4251751598 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:34.615224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Updating router a7a3a85c-9ffe-4d07-9001-fd4251751598 port b0c10000-42a4-4d2a-8e0e-b4c870a219eb binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:59:34.616003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:34.621662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:34.632441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:59:34.635864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.667236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.850160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.935002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:34.943077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:59:34.943077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 6faa8030-1913-4362-be10-f8045267b5d0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 11:59:34.961748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 6faa8030-1913-4362-be10-f8045267b5d0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 11:59:34.971129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6faa8030-1913-4362-be10-f8045267b5d0) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:34.975674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:34.976257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:34.984469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03472b70-07cc-4e4e-a031-dcff3496a5bd None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:59:34.999221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-12ef2491-3eb5-49ff-bb13-e6272a6ee5b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5001919 Apr 29 11:59:35.002783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57156) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:35.084346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.109953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Transition to ACTIVE for port object b0c10000-42a4-4d2a-8e0e-b4c870a219eb will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:35.120235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.258195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Attempting to bind port b0c10000-42a4-4d2a-8e0e-b4c870a219eb on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:59:35.258555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Attempting to bind port b0c10000-42a4-4d2a-8e0e-b4c870a219eb by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:59:35.258917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Attempting to bind port b0c10000-42a4-4d2a-8e0e-b4c870a219eb on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:59:35.262730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f61748-295c-4f52-961f-d2a92f117ac4 None None] Pushing event updated for resources: {'Port': ['ID=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:35.273757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:59:35.274136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:59:35.274533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.274930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:59:35.275399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Bound port: b0c10000-42a4-4d2a-8e0e-b4c870a219eb, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:59:35.275768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.358698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6faa8030-1913-4362-be10-f8045267b5d0', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 11:59:35.359528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.470872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] For port b0c10000-42a4-4d2a-8e0e-b4c870a219eb, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:59:35.493971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] For port b0c10000-42a4-4d2a-8e0e-b4c870a219eb, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:59:35.505809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.637169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.649087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f61748-295c-4f52-961f-d2a92f117ac4 None None] Pushing event updated for resources: {'Port': ['ID=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:35.658896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:35.659534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:35.735449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:35.770346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Allocated IP 172.20.0.2 (6faa8030-1913-4362-be10-f8045267b5d0/21b42ef8-cb83-4a88-a14d-b48b9b3c2a78/cf17056a-642c-459f-9b90-9c2ace7a5b5b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:35.931951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:36.222540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.246144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Transition to ACTIVE for port object cf17056a-642c-459f-9b90-9c2ace7a5b5b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:36.295964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Transition to ACTIVE for port object cf17056a-642c-459f-9b90-9c2ace7a5b5b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:36.305484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.371955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (6faa8030-1913-4362-be10-f8045267b5d0/21b42ef8-cb83-4a88-a14d-b48b9b3c2a78/6b94e62c-585f-4486-b714-f4c7051baa23) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:36.378205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:36.382038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:36.386943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:59:36.453376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Pushing event updated for resources: {'Port': ['ID=cf17056a-642c-459f-9b90-9c2ace7a5b5b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:36.485358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:33Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:36.490252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Attempting to bind port cf17056a-642c-459f-9b90-9c2ace7a5b5b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:59:36.490618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Attempting to bind port cf17056a-642c-459f-9b90-9c2ace7a5b5b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:59:36.490975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Attempting to bind port cf17056a-642c-459f-9b90-9c2ace7a5b5b on network 6faa8030-1913-4362-be10-f8045267b5d0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:59:36.494385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a29b4-7d1c-4ec1-a1be-61d95989263b None None] The sync data for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv is: [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:33Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:36.498355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:59:36.498355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Checking segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:59:36.498761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.499142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Bound using segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:59:36.499594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Bound port: cf17056a-642c-459f-9b90-9c2ace7a5b5b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:59:36.500097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.539587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.556918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 6b94e62c-585f-4486-b714-f4c7051baa23 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:36.582990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.604684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] For port cf17056a-642c-459f-9b90-9c2ace7a5b5b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:59:36.608022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] For port cf17056a-642c-459f-9b90-9c2ace7a5b5b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf17056a-642c-459f-9b90-9c2ace7a5b5b,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:59:36.612244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.651555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 6faa8030-1913-4362-be10-f8045267b5d0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:36.654684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:36.658494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:59:36.693156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:36.700839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76671-3b65-45b6-a754-742ce4d48fa1 None None] Pushing event updated for resources: {'Port': ['ID=cf17056a-642c-459f-9b90-9c2ace7a5b5b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:36.729996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:36.869284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.317654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.323548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.443566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:37.451209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.586399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b0c10000-42a4-4d2a-8e0e-b4c870a219eb up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:37.618350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 6faa8030-1913-4362-be10-f8045267b5d0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:37.619572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:37.661620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b0c10000-42a4-4d2a-8e0e-b4c870a219eb completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:37.667671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b0c10000-42a4-4d2a-8e0e-b4c870a219eb triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:37.668122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.792030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29713b59-b7a4-4392-9296-c905299b131c None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 11:59:37.818163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router a7a3a85c-9ffe-4d07-9001-fd4251751598 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:59:37.949487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:37.978956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-569246aa-28b7-4fbf-b291-487adaa4d99c None None] Provisioning for port cf17056a-642c-459f-9b90-9c2ace7a5b5b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:37.993367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port b0c10000-42a4-4d2a-8e0e-b4c870a219eb, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:37.999473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.000265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf17056a-642c-459f-9b90-9c2ace7a5b5b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:38.146504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:59:38.165261 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8d85aeea-fb9b-407c-b817-1e0ea9e43097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/a7a3a85c-9ffe-4d07-9001-fd4251751598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589017 Apr 29 11:59:38.165677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57160) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:38.182819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:38.226148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port cf17056a-642c-459f-9b90-9c2ace7a5b5b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:38.234366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cf17056a-642c-459f-9b90-9c2ace7a5b5b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:38.234804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.254694 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Sync routers for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:38.264845 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:38.265475 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:38.329561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a4d6-1d24-4687-8c24-2fecf8227e54 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.330012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a4d6-1d24-4687-8c24-2fecf8227e54 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.330466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a4d6-1d24-4687-8c24-2fecf8227e54 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.331163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a4d6-1d24-4687-8c24-2fecf8227e54 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.336195 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ced8a4d6-1d24-4687-8c24-2fecf8227e54 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1665463 Apr 29 11:59:38.336639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57164) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:38.375331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.423939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port cf17056a-642c-459f-9b90-9c2ace7a5b5b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf17056a-642c-459f-9b90-9c2ace7a5b5b,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:38.431141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.431344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830145-9bfd-46cc-9b3f-745ee9a89500 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.432042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830145-9bfd-46cc-9b3f-745ee9a89500 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.432722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830145-9bfd-46cc-9b3f-745ee9a89500 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.437936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830145-9bfd-46cc-9b3f-745ee9a89500 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:38.443380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57168) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:38.455239 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ff830145-9bfd-46cc-9b3f-745ee9a89500 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1162589 Apr 29 11:59:38.502628 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:38.520499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=cf17056a-642c-459f-9b90-9c2ace7a5b5b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:38.702695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-047bc280-684e-4f57-85fb-dcedb2ce9a77 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2546785 Apr 29 11:59:38.717080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Provisioning complete for port cf17056a-642c-459f-9b90-9c2ace7a5b5b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:38.718670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.824317 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:38.829908 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Checking router: a7a3a85c-9ffe-4d07-9001-fd4251751598 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:38.830674 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Updating router a7a3a85c-9ffe-4d07-9001-fd4251751598 port 6b94e62c-585f-4486-b714-f4c7051baa23 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 11:59:38.876744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Provisioning for port 6b94e62c-585f-4486-b714-f4c7051baa23 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:38.885901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:38.886517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.891572 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:38.945676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a8647832-f6f9-4060-8107-4ffa014f8e67 None None] Port 6b94e62c-585f-4486-b714-f4c7051baa23 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:59:39.018283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57174) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:39.023573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483210245', 'description': 'tempest-secgroup-smoke-1483210245 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:39.030050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.034739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.038659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.044743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.059367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.070282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7a19ac0f-19fb-4cb7-a53d-ff162c074f97 None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:39.070640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7a19ac0f-19fb-4cb7-a53d-ff162c074f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.081079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.086621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.090343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.104687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.133436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7a19ac0f-19fb-4cb7-a53d-ff162c074f97 None None] Port 6b94e62c-585f-4486-b714-f4c7051baa23 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:59:39.194417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.198764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.248530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8910c8c-2b25-40ef-ab07-ce8ef4b27259,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.253417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.257799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57178) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:39.258040 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2ec656f-e325-4b9c-9beb-dc8a67c9ca89 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2384899 Apr 29 11:59:39.265965 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:39.270458 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.275494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.279387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0fe4e84a-0c8e-44ca-b4ab-0b3957d37e4c None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:39.279754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e84a-0c8e-44ca-b4ab-0b3957d37e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.280293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.283018 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Transition to ACTIVE for port object 6b94e62c-585f-4486-b714-f4c7051baa23 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:39.285043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.290706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.294924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.315597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.349340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4e84a-0c8e-44ca-b4ab-0b3957d37e4c None None] Port 6b94e62c-585f-4486-b714-f4c7051baa23 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:59:39.401894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.408813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.442936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cebf99-9706-4b4f-a4b1-e478da700767,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.470083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.472958 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9edc2157-80c7-4fe7-9c0e-81ae7d02add1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135389 Apr 29 11:59:39.476297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57182) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:39.485214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:39.491217 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Pushing event updated for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.493989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.499043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.502856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.510860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.534767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b0c10000-42a4-4d2a-8e0e-b4c870a219eb up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:39.552433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.563439 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.563964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.564305 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.564642 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.565005 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.565541 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.566147 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.566881 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.567373 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.567883 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.568216 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.568547 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 11:59:39.591165 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Attempting to bind port 6b94e62c-585f-4486-b714-f4c7051baa23 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:59:39.592017 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Attempting to bind port 6b94e62c-585f-4486-b714-f4c7051baa23 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:59:39.592413 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Attempting to bind port 6b94e62c-585f-4486-b714-f4c7051baa23 on network 6faa8030-1913-4362-be10-f8045267b5d0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:59:39.600887 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:59:39.604037 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Checking segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:59:39.605425 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.606337 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Bound using segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:59:39.607050 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Bound port: 6b94e62c-585f-4486-b714-f4c7051baa23, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:59:39.607643 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.632718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.642685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.670147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88a7e33-b1cc-4aca-aa3b-f81c7e3ee570,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.685870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.687548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-25318c14-fc33-405b-8eae-155d085ab2dd tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2084453 Apr 29 11:59:39.690790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57186) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:39.696342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:39.703136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.707882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.708970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b0c10000-42a4-4d2a-8e0e-b4c870a219eb triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:39.709345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.711221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.717801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.725802 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] For port 6b94e62c-585f-4486-b714-f4c7051baa23, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:59:39.729479 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] For port 6b94e62c-585f-4486-b714-f4c7051baa23, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6b94e62c-585f-4486-b714-f4c7051baa23,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:59:39.738449 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.744333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.840920 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:39.841867 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:39.847480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.857330 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.891633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7e684d-551e-44d5-bea8-d543f2648c92,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.906290 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8f6a-19b2-47e8-8864-556fb0ffcc1c None None] Pushing event updated for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:39.908512 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:39.910287 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bda97cc7-184e-4c2a-85cc-4ed9e297958f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182271 Apr 29 11:59:39.913349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57190) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:39.926868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:39.933791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:39.939003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:39.943392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:39.950272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:39.962462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf17056a-642c-459f-9b90-9c2ace7a5b5b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:39.974762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.054992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.058672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cf17056a-642c-459f-9b90-9c2ace7a5b5b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:40.059043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.062277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.085142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6fc49-a723-4981-a949-9d18502e4e7f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:40.103546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.107758 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ae039c7f-b361-4ddf-80a5-810abd174477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889665 Apr 29 11:59:40.107959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57194) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:40.120161 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:40.121183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:40.127462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:40.132259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:40.135746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:40.142600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:40.155142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:59:40.162434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.233663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.240905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.259358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b261c3-028b-4070-b669-5796eb03aa5a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:40.273336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.275172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-79625df5-9926-489c-9c03-fa7380364df3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660209 Apr 29 11:59:40.278408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57198) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:40.283952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': 'd8910c8c-2b25-40ef-ab07-ce8ef4b27259', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:40.291223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:40.295270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:40.299047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:40.306040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:40.319639 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 11:59:40.328682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.412509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.423602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.453200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5b8f35-e84a-49f6-98e1-79adbef63991,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:40.467232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:40.468710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-759e334c-4426-4437-87db-846e0ef90c3d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1892178 Apr 29 11:59:40.471018 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:39Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:40.475232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fbd30-960d-4cf9-9a03-7a9c3719f4af None None] The sync data for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv is: [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:39Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:40.658475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-e9e18d11-2397-406e-904e-ecb3579ae378 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:40.675699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-e9e18d11-2397-406e-904e-ecb3579ae378 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:40.676898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-e9e18d11-2397-406e-904e-ecb3579ae378 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483210245&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0633476 Apr 29 11:59:40.829630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-e86296cb-3941-4e64-ba43-f608d1b4b577 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:40.831201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-e86296cb-3941-4e64-ba43-f608d1b4b577 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 797 time: 0.1474886 Apr 29 11:59:40.846620 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-2b0524c9-ba07-47af-b712-6cfda4e583a5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0096891 Apr 29 11:59:40.941452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-7b162973-c0cf-4355-840c-c5c17aab0258 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:40.957464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-7b162973-c0cf-4355-840c-c5c17aab0258 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:40.958786 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-7b162973-c0cf-4355-840c-c5c17aab0258 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065657 Apr 29 11:59:41.099872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-13e43882-d095-409f-a6b6-5da8c092425f service neutron] 10.222.0.53 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289101 Apr 29 11:59:41.244417 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d0a3bebf-5995-467d-be9b-f55c295b9c93 service neutron] 10.222.0.53 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361051 Apr 29 11:59:41.472705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-42e3b35b-3d57-4b7f-8781-2f2e21dc3ee5 req-e400c5fd-159c-4aa7-b20f-15ec6661ff66 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:41.490250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-42e3b35b-3d57-4b7f-8781-2f2e21dc3ee5 req-e400c5fd-159c-4aa7-b20f-15ec6661ff66 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:41.491565 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42e3b35b-3d57-4b7f-8781-2f2e21dc3ee5 req-e400c5fd-159c-4aa7-b20f-15ec6661ff66 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 210 time: 0.0931330 Apr 29 11:59:41.543135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6b94e62c-585f-4486-b714-f4c7051baa23 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:41.627582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6b94e62c-585f-4486-b714-f4c7051baa23 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:41.632267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:41.632635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:41.759355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:41.828945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6b94e62c-585f-4486-b714-f4c7051baa23, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6b94e62c-585f-4486-b714-f4c7051baa23,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:41.832558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:41.903883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:42.655742 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-00530dbd-4e5a-4751-9a60-53810c9ade7e req-7bb599f3-c70d-417b-a03d-f9064561ef12 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 210 time: 0.0473671 Apr 29 11:59:42.723450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f8566e94-25ba-4a93-bf21-4a2aa57faf0a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:42.724121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f8566e94-25ba-4a93-bf21-4a2aa57faf0a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:42.740820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f8566e94-25ba-4a93-bf21-4a2aa57faf0a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:42.742134 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f8566e94-25ba-4a93-bf21-4a2aa57faf0a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 797 time: 0.1740739 Apr 29 11:59:42.800333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9ae7d832-a242-4379-b11f-a8b7fb7c801c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:42.812672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9ae7d832-a242-4379-b11f-a8b7fb7c801c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:42.813852 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9ae7d832-a242-4379-b11f-a8b7fb7c801c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 380 time: 0.0570273 Apr 29 11:59:42.825505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['d8910c8c-2b25-40ef-ab07-ce8ef4b27259']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:43.084712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:43.094569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:43.106053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 11:59:43.109610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.312281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.8 (6faa8030-1913-4362-be10-f8045267b5d0/21b42ef8-cb83-4a88-a14d-b48b9b3c2a78/9848e676-6b4e-419a-9334-37eaeefc0ff8) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:43.489673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6b94e62c-585f-4486-b714-f4c7051baa23 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:43.509182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.525283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 9848e676-6b4e-419a-9334-37eaeefc0ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:43.548596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.563325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:43.563589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.623824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 6faa8030-1913-4362-be10-f8045267b5d0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:43.627301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:43.631215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:59:43.669074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:43.700401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:43.701090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.736092 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-d6be9d28-f964-4951-bf7e-26aff4686ee7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143791 Apr 29 11:59:43.753506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Request body: {'port': {'device_id': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:43.866327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb28c-ea6a-4e8a-904b-af84832c7a67 None None] Provisioning for port 9848e676-6b4e-419a-9334-37eaeefc0ff8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:43.871734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d6bdb28c-ea6a-4e8a-904b-af84832c7a67 None None] Provisioning complete for port 9848e676-6b4e-419a-9334-37eaeefc0ff8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:43.872111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb28c-ea6a-4e8a-904b-af84832c7a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.922374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:43.928229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdb28c-ea6a-4e8a-904b-af84832c7a67 None None] Port 9848e676-6b4e-419a-9334-37eaeefc0ff8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 11:59:43.972480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e61f5-b350-4661-8ebe-3de2ac2bc7f9 req-50802e0f-5329-4bef-a83e-bc1375323b20 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:43.973150 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4f7e61f5-b350-4661-8ebe-3de2ac2bc7f9 req-50802e0f-5329-4bef-a83e-bc1375323b20 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 11:59:44.015756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4f7e61f5-b350-4661-8ebe-3de2ac2bc7f9 req-50802e0f-5329-4bef-a83e-bc1375323b20 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 11:59:44.017051 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4f7e61f5-b350-4661-8ebe-3de2ac2bc7f9 req-50802e0f-5329-4bef-a83e-bc1375323b20 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 931 time: 0.2308371 Apr 29 11:59:44.144796 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4f7e61f5-b350-4661-8ebe-3de2ac2bc7f9 req-ed125a87-1d97-4ab2-a504-7e8dcfc836a0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907340 Apr 29 11:59:44.319736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9848e676-6b4e-419a-9334-37eaeefc0ff8 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:44.330800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:44.346362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Transition to ACTIVE for port object 9848e676-6b4e-419a-9334-37eaeefc0ff8 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 11:59:44.351457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:44.481727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:44.592660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Attempting to bind port 9848e676-6b4e-419a-9334-37eaeefc0ff8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 11:59:44.592991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Attempting to bind port 9848e676-6b4e-419a-9334-37eaeefc0ff8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 11:59:44.593315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Attempting to bind port 9848e676-6b4e-419a-9334-37eaeefc0ff8 on network 6faa8030-1913-4362-be10-f8045267b5d0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:59:44.598199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Port 9848e676-6b4e-419a-9334-37eaeefc0ff8 on network 6faa8030-1913-4362-be10-f8045267b5d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 11:59:44.598514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Attempting to bind port 9848e676-6b4e-419a-9334-37eaeefc0ff8 on network 6faa8030-1913-4362-be10-f8045267b5d0 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 11:59:44.603938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 11:59:44.604279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Checking segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 11:59:44.604585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Bound using segment: {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 11:59:44.604996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Bound port: 9848e676-6b4e-419a-9334-37eaeefc0ff8, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5b46b9-f9d8-455a-9927-3e33fd547244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 11:59:44.605354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:44.692099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 11:59:44.695676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 11:59:44.700306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:44.763157 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:44.763789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:44.765110 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 1093 time: 1.0162117 Apr 29 11:59:44.765568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:44.788111 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2a13-6f46-4891-ad0d-103034bde2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:44.852643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2174e9fc-b2e3-4852-bc42-6395cc61a712'] response: {'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'status': 'completed', 'code': 200} Apr 29 11:59:44.895319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-90ad3bab-5739-4287-a26d-25dbc8c901e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:44.896798 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-90ad3bab-5739-4287-a26d-25dbc8c901e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1096 time: 0.0758731 Apr 29 11:59:45.088061 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-7b5c1bc4-c7bb-40b7-a383-f4bbae0ca285 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 217 time: 0.1775923 Apr 29 11:59:45.149250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-94d5a4fe-28c7-4ff8-b3ab-50be05f140e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.150673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-94d5a4fe-28c7-4ff8-b3ab-50be05f140e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0556893 Apr 29 11:59:45.226671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f7d0b797-ec26-4a7b-a286-d0a2080a74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.228095 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-f7d0b797-ec26-4a7b-a286-d0a2080a74de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719407 Apr 29 11:59:45.414436 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-faaeebf0-2351-45b8-a165-92f9b742ae4a service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801252 Apr 29 11:59:45.445728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacf70-6407-4cbc-aaa9-d176dd4d5d3b req-90bded73-7bd3-4626-be94-38925a0883ae tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.447079 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6aacf70-6407-4cbc-aaa9-d176dd4d5d3b req-90bded73-7bd3-4626-be94-38925a0883ae tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 943 time: 0.1811345 Apr 29 11:59:45.564211 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d6aacf70-6407-4cbc-aaa9-d176dd4d5d3b req-342fcae0-eeb2-4e38-bb96-cff4a4902ec6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103787 Apr 29 11:59:45.589175 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-74ec2737-799c-4c72-8e68-6fbb270448d5 req-3707d7d1-690c-4516-a66b-bdde3dca9d53 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688414 Apr 29 11:59:45.768865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164a464-a139-456c-9286-5a4ef6442ecb req-2532af9a-a50b-455f-9023-8483e80b793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.770390 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-2532af9a-a50b-455f-9023-8483e80b793a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1096 time: 0.0740492 Apr 29 11:59:45.901151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164a464-a139-456c-9286-5a4ef6442ecb req-ab78859d-a642-45ca-bc51-50e98cd70eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:45.902652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-ab78859d-a642-45ca-bc51-50e98cd70eda service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1260767 Apr 29 11:59:45.972452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-0507fbae-fe2c-4e91-b77b-b42240a40d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0640762 Apr 29 11:59:46.033737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164a464-a139-456c-9286-5a4ef6442ecb req-7f8704e9-85bb-4d7d-9973-57d6f51c2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:46.035193 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-7f8704e9-85bb-4d7d-9973-57d6f51c2912 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0575688 Apr 29 11:59:46.118360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164a464-a139-456c-9286-5a4ef6442ecb req-2bb02190-6db8-44fc-b64f-c3e52ee04664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:46.119962 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-2bb02190-6db8-44fc-b64f-c3e52ee04664 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789371 Apr 29 11:59:46.261080 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-cb051e46-48ae-429c-9484-9834ffffcc70 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347854 Apr 29 11:59:46.393647 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e164a464-a139-456c-9286-5a4ef6442ecb req-a0cce325-4fb6-4fc5-837e-1f014a3137be service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263614 Apr 29 11:59:46.762322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af01f5-7f8b-4e32-a792-9985babaf8fb req-f1d4d55a-26e4-429b-a6a7-1b73e6084c65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:46.763803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48af01f5-7f8b-4e32-a792-9985babaf8fb req-f1d4d55a-26e4-429b-a6a7-1b73e6084c65 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 943 time: 0.0831475 Apr 29 11:59:46.810805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48af01f5-7f8b-4e32-a792-9985babaf8fb req-9bcbe130-e13c-43a3-a18b-bb85a0a93a2a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389588 Apr 29 11:59:48.002231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6bd0-a0a8-42dd-ae68-513c97a09167 req-6dff9e48-33f0-4235-8e9b-513cbb470283 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:48.003693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7b7f6bd0-a0a8-42dd-ae68-513c97a09167 req-6dff9e48-33f0-4235-8e9b-513cbb470283 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 943 time: 0.0812671 Apr 29 11:59:48.048331 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7b7f6bd0-a0a8-42dd-ae68-513c97a09167 req-45e024f6-82e2-472e-b005-e416e8b0fc55 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Apr 29 11:59:49.253869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b15280-fcd2-48e8-9404-e42ee92a987c req-e4b3d133-f90d-4499-a161-2df06d79c477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:49.255322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-52b15280-fcd2-48e8-9404-e42ee92a987c req-e4b3d133-f90d-4499-a161-2df06d79c477 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 943 time: 0.0845139 Apr 29 11:59:49.409127 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-52b15280-fcd2-48e8-9404-e42ee92a987c req-b8620168-177f-473f-94ba-45737d7c6fe2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480465 Apr 29 11:59:50.381582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9848e676-6b4e-419a-9334-37eaeefc0ff8 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 11:59:50.524428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:50.538934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'port_id': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'mac_address': 'fa:16:3e:69:3c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 11:59:50.601166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:50.619951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9848e676-6b4e-419a-9334-37eaeefc0ff8 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 11:59:50.620356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf806e-cf66-494b-a24a-b7199c536d68 req-3e186c1f-b271-4d4b-a806-e9d931bd4c8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:50.622014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4dcf806e-cf66-494b-a24a-b7199c536d68 req-3e186c1f-b271-4d4b-a806-e9d931bd4c8a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 943 time: 0.0883265 Apr 29 11:59:50.637538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:50.643995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:50.668582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4dcf806e-cf66-494b-a24a-b7199c536d68 req-8716ee07-1eb8-41d6-81ad-e21b1206cf68 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403972 Apr 29 11:59:50.711613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:51.082195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['9848e676-6b4e-419a-9334-37eaeefc0ff8'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 11:59:51.864462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66435d7-a45d-4229-b946-4e26cb11db2f req-e55ae347-4c8c-4d4c-a91d-ae0b77058870 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:51.865981 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f66435d7-a45d-4229-b946-4e26cb11db2f req-e55ae347-4c8c-4d4c-a91d-ae0b77058870 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 944 time: 0.0879111 Apr 29 11:59:51.914335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f66435d7-a45d-4229-b946-4e26cb11db2f req-cba28678-8f4c-4fbf-88f4-f85c05099a04 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 Apr 29 11:59:52.412551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9848e676-6b4e-419a-9334-37eaeefc0ff8 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 11:59:52.484886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 9848e676-6b4e-419a-9334-37eaeefc0ff8 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 11:59:52.489709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 9848e676-6b4e-419a-9334-37eaeefc0ff8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 11:59:52.490074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:52.607444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:52.633815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:52.643329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 11:59:52.648470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:52.684081 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6389749e-ec40-4e1a-a4c5-d376b825881f'] response: {'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'code': 200} Apr 29 11:59:52.716791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:52.939712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35c82-0702-4c28-ac6c-a0a67cbd2e63 req-14ba9573-96fa-4981-9713-1a971c25a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:52.941088 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-abe35c82-0702-4c28-ac6c-a0a67cbd2e63 req-14ba9573-96fa-4981-9713-1a971c25a87b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0713620 Apr 29 11:59:52.986004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-abe35c82-0702-4c28-ac6c-a0a67cbd2e63 req-9197eb52-1be5-4de4-88f5-78f739b718ce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 Apr 29 11:59:53.127523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6bdcd-99f5-452a-8101-83694562ca3e req-65819fe5-cb22-4057-ad7a-789fc5bc93b8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:53.129028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11d6bdcd-99f5-452a-8101-83694562ca3e req-65819fe5-cb22-4057-ad7a-789fc5bc93b8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.0903807 Apr 29 11:59:53.174794 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11d6bdcd-99f5-452a-8101-83694562ca3e req-df0b6116-8596-4017-8da9-1c1663837c02 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380328 Apr 29 11:59:54.499002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74e13-cf02-4942-80c5-50813f92a2a5 req-191001e0-fec8-4c44-9736-968df78f33b5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:54.500360 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3ab74e13-cf02-4942-80c5-50813f92a2a5 req-191001e0-fec8-4c44-9736-968df78f33b5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.2144971 Apr 29 11:59:54.544524 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3ab74e13-cf02-4942-80c5-50813f92a2a5 req-ecf83294-e6e4-4aac-be43-f1009a21f00b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Apr 29 11:59:55.907688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251f1bd-0eef-420a-8ac0-bab13a65738a req-75570924-9c54-47ed-aeae-8674d568ce03 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:55.909193 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1251f1bd-0eef-420a-8ac0-bab13a65738a req-75570924-9c54-47ed-aeae-8674d568ce03 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.0828593 Apr 29 11:59:55.960970 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1251f1bd-0eef-420a-8ac0-bab13a65738a req-2aa2cc70-16d1-4256-95f8-99f8775b2fb9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457041 Apr 29 11:59:56.153936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044815d2-1420-48e3-9bf7-20968165e0a4 req-04c15b36-3b5b-48ff-91b4-80b6d6b547ea tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:56.155396 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-044815d2-1420-48e3-9bf7-20968165e0a4 req-04c15b36-3b5b-48ff-91b4-80b6d6b547ea tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.0853736 Apr 29 11:59:56.205352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-044815d2-1420-48e3-9bf7-20968165e0a4 req-72130b02-0c74-4aab-9875-7b068d6b88ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Apr 29 11:59:56.234853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:56.306345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fed4d1-306d-4436-86d0-d470851314c3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:56.307852 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a1fed4d1-306d-4436-86d0-d470851314c3 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1093 time: 0.0717731 Apr 29 11:59:56.310782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:56.315981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 11:59:56.322187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 11:59:56.326126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 11:59:56.328976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 11:59:56.334878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 11:59:56.345348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:56.483137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:56.626378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.253 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b69f33c8-022b-443c-ab64-3b647fd5cb5e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 11:59:56.792035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:56.823175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:56.888895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 11:59:56.891715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 11:59:56.895398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 11:59:56.927592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=b69f33c8-022b-443c-ab64-3b647fd5cb5e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:57.318825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:57.393917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:57.600005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:57.607726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:57.709358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=b69f33c8-022b-443c-ab64-3b647fd5cb5e,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 11:59:57.721422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:58.004970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 6f90d546-5799-4937-9dc5-7438b2dd339c associated. External IP: 172.26.0.253, port: 9848e676-6b4e-419a-9334-37eaeefc0ff8. Apr 29 11:59:58.375911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router a7a3a85c-9ffe-4d07-9001-fd4251751598 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 11:59:58.560394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 11:59:58.571195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Sync routers for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 11:59:58.584081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:58.588047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:58.592558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 11:59:58.652444 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-faf4f66f-4362-42eb-adf8-9bacda181de4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3405507 Apr 29 11:59:58.653302 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 11:59:58.657676 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57264) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:58.721300 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e3d5f9-9316-4399-9bb9-3e2496836782'] response: {'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'status': 'completed', 'code': 200} Apr 29 11:59:58.773012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:58.813449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bc0eb4a9-5230-4797-a7c0-2316eac07325 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/6f90d546-5799-4937-9dc5-7438b2dd339c HTTP/1.1" status: 200 len: 991 time: 0.1531050 Apr 29 11:59:58.832123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-bf7f0178-fdf0-4418-85e3-3c8c919d2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:58.833609 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-bf7f0178-fdf0-4418-85e3-3c8c919d2ce7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0868924 Apr 29 11:59:58.965647 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-4b7db79b-f4e7-4f84-89bb-8d5dd850ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:58.966916 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-4b7db79b-f4e7-4f84-89bb-8d5dd850ce2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1273680 Apr 29 11:59:59.079471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-4c53f6a6-8347-4304-b701-35fb1fa2bae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 999 time: 0.1064124 Apr 29 11:59:59.148135 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-b9c2a21c-d1a5-437a-93c9-49f86b155903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:59.149651 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-b9c2a21c-d1a5-437a-93c9-49f86b155903 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0646775 Apr 29 11:59:59.179314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '6f90d546-5799-4937-9dc5-7438b2dd339c', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'port_id': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'mac_address': 'fa:16:3e:69:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:59:57Z', 'updated_at': '2022-04-29T11:59:57Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:59.184400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Checking router: a7a3a85c-9ffe-4d07-9001-fd4251751598 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 11:59:59.194215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 11:59:59.194840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T11:59:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:59.232814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-15b119c4-b879-41ba-8dcd-d0f5bbd7931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 11:59:59.234216 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-15b119c4-b879-41ba-8dcd-d0f5bbd7931c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785797 Apr 29 11:59:59.371189 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-e3545e09-a3c6-402a-870e-bcded028f313 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297717 Apr 29 11:59:59.381235 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 11:59:59.647304 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-59bbdacc-8d44-49cc-97fc-bf9733bd8329 req-87986f0f-b6a8-4687-8a16-b20fbf1d2fbb service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582216 Apr 29 11:59:59.754118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '6f90d546-5799-4937-9dc5-7438b2dd339c', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'port_id': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'mac_address': 'fa:16:3e:69:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:59:57Z', 'updated_at': '2022-04-29T11:59:57Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 11:59:59.758051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37eb720-6e53-4bb3-93dc-a3543cb429ac None None] The sync data for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv is: [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '6f90d546-5799-4937-9dc5-7438b2dd339c', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'port_id': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'mac_address': 'fa:16:3e:69:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T11:59:57Z', 'updated_at': '2022-04-29T11:59:57Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 11:59:59.815609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57270) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 11:59:59.929494 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dc36cacf-1ef0-4a26-9d95-a5852e9f1510 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/6f90d546-5799-4937-9dc5-7438b2dd339c HTTP/1.1" status: 200 len: 991 time: 0.1125953 Apr 29 11:59:59.963712 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d265fdc2-7790-4128-87b8-43713d448251 None None] New status for floating IP 6f90d546-5799-4937-9dc5-7438b2dd339c: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:00:00.325951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b37d904-bd99-42dd-a8ab-3f8cbc9bd88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:00.934041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57274) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:00:01.045434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b0f91b89-81e1-4285-861a-a464ae552beb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/6f90d546-5799-4937-9dc5-7438b2dd339c HTTP/1.1" status: 200 len: 993 time: 0.1098812 Apr 29 12:00:02.988616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d764503-8edb-47fb-86a4-eb34ab7d47f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:03.746244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:03.863665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:04.070226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:05.555577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:06.572578 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:00:27.414401 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-ff482f8a-c5b0-4e6c-a4ce-82191ecd4784 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835798 Apr 29 12:00:27.586531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-8f1cce77-39fa-4d90-aede-1c76f3c63090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:27.588014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-8f1cce77-39fa-4d90-aede-1c76f3c63090 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0732622 Apr 29 12:00:27.735662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-13af0ee3-6f85-4615-b4ef-2c22b64c85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:27.737105 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-13af0ee3-6f85-4615-b4ef-2c22b64c85de service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1297574 Apr 29 12:00:27.843599 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-1c68b69a-4923-48d0-a16f-0217b3a3de4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 1001 time: 0.1005397 Apr 29 12:00:27.916675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-e056d025-4fd1-4512-9252-d184a2dd5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:27.918162 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-e056d025-4fd1-4512-9252-d184a2dd5e8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0681760 Apr 29 12:00:27.996804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-31e5e749-3e95-4a0c-95c0-c264090f8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:00:27.998222 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-31e5e749-3e95-4a0c-95c0-c264090f8c1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737815 Apr 29 12:00:28.140483 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-7388486b-0b70-449e-ac2f-6e96a66ebd3f service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354539 Apr 29 12:00:28.281723 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5202d03a-ac7c-4aba-8fbd-cd3772be14ef req-100f6f96-dbec-495a-86ef-57f808b87744 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351182 Apr 29 12:00:30.335719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3ebed5b5-faaa-4ad3-aae5-54c89112fa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:32.987381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e158c704-3c93-4d2c-83b7-212b0d149798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:33.742264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:33.883054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:34.071252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:35.564054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:00:43.581212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:01:00.331658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ee83-fcf9-4e17-b48b-89abef076a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:02.982933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cf186ef-501a-4f87-a382-6c4498ceea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:03.741948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:03.888138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:04.072769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:05.563356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:20.574117 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:01:28.796474 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-5a7327fb-ce39-405b-9682-09776a845eef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716791 Apr 29 12:01:28.957611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-1c875227-706f-4f9f-bf8c-11e446c9c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:28.959188 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-1c875227-706f-4f9f-bf8c-11e446c9c5c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0764153 Apr 29 12:01:29.121014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-0a35f90d-94fd-49dc-8606-93d702e07024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:29.122468 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-0a35f90d-94fd-49dc-8606-93d702e07024 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1434190 Apr 29 12:01:29.231468 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-2def9d18-3319-4ed0-ba1e-063b47da19c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 1001 time: 0.1019268 Apr 29 12:01:29.296694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-aafeea36-91a1-4283-825f-4bbab0c9ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:29.298204 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-aafeea36-91a1-4283-825f-4bbab0c9ca43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0598955 Apr 29 12:01:29.374285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-ab735687-bbb3-486b-a8de-b1db0db3d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:01:29.375659 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-ab735687-bbb3-486b-a8de-b1db0db3d43f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708675 Apr 29 12:01:29.508970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-90ad5e50-c8a5-45d1-a4b6-20e61e3297bd service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Apr 29 12:01:29.764763 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-12b437ba-0db8-45df-b2a6-aae4191a0de5 req-f2a4e774-24e1-409d-bbaf-bfe72ad655a0 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496743 Apr 29 12:01:30.333202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7635f2fc-d921-42d9-bba6-4a42fedd3e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:32.994431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6804ed4b-b5b3-4ad8-b4af-673fd24379c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.742905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:33.905801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:34.083227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:35.568338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:01:57.584988 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:02:00.330544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ebde125-9600-4f4e-b62b-d22325ad6cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:02.989691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a98b8f14-23ff-4461-8962-859dda7f1dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:03.738859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:03.909251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:04.080161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:05.572848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:28.789419 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-19ef6d7f-78dc-4ff1-8a1c-fafa213d0d11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724440 Apr 29 12:02:28.959689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-29a88e70-76da-4fdd-b250-4624e02ad85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:28.961165 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-29a88e70-76da-4fdd-b250-4624e02ad85d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0782332 Apr 29 12:02:29.117646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-e27a0aee-13f6-4d26-8bf2-f1fb9c30444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.119094 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-e27a0aee-13f6-4d26-8bf2-f1fb9c30444c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1344104 Apr 29 12:02:29.231837 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-777f877a-2dd9-4739-90e4-66a74dc46657 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 1001 time: 0.1059163 Apr 29 12:02:29.297057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-747c81d0-3d92-4376-958d-ba24ed906426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.298520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-747c81d0-3d92-4376-958d-ba24ed906426 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0608323 Apr 29 12:02:29.374571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-a993f292-7a0b-4482-bde7-63017190f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:29.375951 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-a993f292-7a0b-4482-bde7-63017190f594 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719588 Apr 29 12:02:29.512630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-14b24b52-d78a-4a64-bc51-90f812921d47 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308980 Apr 29 12:02:29.656970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b0b3469c-a2b7-4667-8a44-f35b387fd496 req-317265c1-52f5-4ebe-beb5-696ce3bd8476 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377172 Apr 29 12:02:30.330406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12c0861d-deb7-46a3-bcb2-dd8cdff234d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.003158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5b32eefb-fb37-40b6-bd6e-ce9cbef32d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.556979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57338) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:02:33.610008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:02:33.723256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266671551'] for subnet, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.733045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.915352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777974877943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-266876596'] for subnet, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.920458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.971972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c5006-d408-4a1e-b146-d3e1b95ada61 None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:02:33.972920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:02:33.973564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:33.975012 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/subnets/21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 836 time: 0.4168580 Apr 29 12:02:33.990173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:02:34.000684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.001020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.001514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.001851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.002223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.002544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.002870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.003197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.003505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.003823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.004147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.004461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51eeb007-5aad-4a5e-befd-9ee5fd3b1dd6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:02:34.097495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:34.405903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Provisioning complete for port cf17056a-642c-459f-9b90-9c2ace7a5b5b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:02:34.406419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:34.578998 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:02:34.586190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Provisioning complete for port 9848e676-6b4e-419a-9334-37eaeefc0ff8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:02:34.586578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:34.733718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Provisioning complete for port 6b94e62c-585f-4486-b714-f4c7051baa23 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:02:34.734155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68439f1e-7ebf-406a-9723-50178c2fb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:02:35.571529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:00.332327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-245af191-1b39-4db0-8df1-d91e4431bd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.004483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3283311e-3a6d-4aae-a9c8-68a5b939a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.740697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:03.930626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:04.093669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:05.575268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:11.584986 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:03:17.779602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57354) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:17.983012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port b69f33c8-022b-443c-ab64-3b647fd5cb5e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:03:17.983316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.150351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.150630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.268782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for b69f33c8-022b-443c-ab64-3b647fd5cb5e owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:03:18.538009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.588319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=b69f33c8-022b-443c-ab64-3b647fd5cb5e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:18.681371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:18.681653 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 6f90d546-5799-4937-9dc5-7438b2dd339c disassociated (deleted). External IP: 172.26.0.253, port: 9848e676-6b4e-419a-9334-37eaeefc0ff8. Apr 29 12:03:19.037979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router a7a3a85c-9ffe-4d07-9001-fd4251751598 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:03:19.223185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:03:19.234728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Sync routers for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:19.244859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:19.245520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:19.246533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:19.306555 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7edd9fa2-ee37-4866-9f59-25885e54ed48 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/6f90d546-5799-4937-9dc5-7438b2dd339c HTTP/1.1" status: 204 len: 168 time: 1.5255549 Apr 29 12:03:19.307003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:19.425686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800ac6ea-c300-4be9-93b2-360b3102848f'] response: {'name': 'network-changed', 'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'status': 'completed', 'code': 200} Apr 29 12:03:19.431117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:19.564344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-01573e80-4c22-445b-82e4-ad5394d4493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:19.565758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-01573e80-4c22-445b-82e4-ad5394d4493c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 1098 time: 0.0932028 Apr 29 12:03:19.746825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:19.750982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Checking router: a7a3a85c-9ffe-4d07-9001-fd4251751598 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:19.755798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-5d1835d0-f3f5-41f8-a646-a335aac7afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:19.757248 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-5d1835d0-f3f5-41f8-a646-a335aac7afd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 200 len: 898 time: 0.1842468 Apr 29 12:03:19.759606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:19.760207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:19.826267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e1371-443c-4101-9927-e08282659de2 req-07eed2bb-ce7a-4633-a72e-2ac4d665c29d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:19.827594 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ee1e1371-443c-4101-9927-e08282659de2 req-07eed2bb-ce7a-4633-a72e-2ac4d665c29d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.2182229 Apr 29 12:03:19.837673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-046559ae-5c89-456f-af11-efa3e9777b9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0729294 Apr 29 12:03:19.919081 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ee1e1371-443c-4101-9927-e08282659de2 req-06b76062-03e2-4166-bb0d-12bef68735ef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837185 Apr 29 12:03:19.924528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-c8b5e4de-1445-4a3a-ba7a-03f513480220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:19.925997 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-c8b5e4de-1445-4a3a-ba7a-03f513480220 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 200 len: 844 time: 0.0769169 Apr 29 12:03:19.935970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:20.011919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-e59d4824-a656-41cb-8900-10f836eb051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:20.013408 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-e59d4824-a656-41cb-8900-10f836eb051c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6faa8030-1913-4362-be10-f8045267b5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741682 Apr 29 12:03:20.024605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-15439c8a-0744-4a8f-92d2-abf5edaefddc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:03:20.025571 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-15439c8a-0744-4a8f-92d2-abf5edaefddc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051172 Apr 29 12:03:20.252033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:20.256609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb59b10-7d6d-436d-a7ec-0469cd55a6eb None None] The sync data for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv is: [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T11:59:36Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6b94e62c-585f-4486-b714-f4c7051baa23', 'name': '', 'network_id': '6faa8030-1913-4362-be10-f8045267b5d0', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:55:3b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:36Z', 'updated_at': '2022-04-29T11:59:41Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '21b42ef8-cb83-4a88-a14d-b48b9b3c2a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:20.271147 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-79a1c758-f38a-4de3-8507-3db3c17c4a42 service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380540 Apr 29 12:03:20.411579 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e3fe41b-59cd-4d27-ad45-3f86a278cea2 req-78601f0d-5636-4bb0-8503-6b293a02930a service neutron] 10.222.0.66 "GET /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328907 Apr 29 12:03:20.478135 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238860f-88bd-4152-ab05-1c335fff71ac None None] New status for floating IP 6f90d546-5799-4937-9dc5-7438b2dd339c: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:03:21.126465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3d45-bcb2-4e0d-99cd-2c6b4cf73da2 req-c8ed2291-2aab-41cc-9a59-60f4be5a0d56 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:21.127095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-775d3d45-bcb2-4e0d-99cd-2c6b4cf73da2 req-c8ed2291-2aab-41cc-9a59-60f4be5a0d56 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:21.144804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-775d3d45-bcb2-4e0d-99cd-2c6b4cf73da2 req-c8ed2291-2aab-41cc-9a59-60f4be5a0d56 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:21.146069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-775d3d45-bcb2-4e0d-99cd-2c6b4cf73da2 req-c8ed2291-2aab-41cc-9a59-60f4be5a0d56 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.0997431 Apr 29 12:03:21.191732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-775d3d45-bcb2-4e0d-99cd-2c6b4cf73da2 req-0b83718e-6db9-4025-b09d-4ab51ba353b4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8910c8c-2b25-40ef-ab07-ce8ef4b27259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Apr 29 12:03:21.665273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-aea57bc5-45d3-4b6e-bd50-ebfc6737ec9d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:21.666709 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-aea57bc5-45d3-4b6e-bd50-ebfc6737ec9d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 945 time: 0.0800979 Apr 29 12:03:21.739304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 9848e676-6b4e-419a-9334-37eaeefc0ff8 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:03:21.739607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:21.982500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 9848e676-6b4e-419a-9334-37eaeefc0ff8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=9848e676-6b4e-419a-9334-37eaeefc0ff8,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:21.982833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.107354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 9848e676-6b4e-419a-9334-37eaeefc0ff8 owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:03:22.251784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.305742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=9848e676-6b4e-419a-9334-37eaeefc0ff8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:22.345170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.345555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.345867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.346193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.346520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.346839 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.347163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.347481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.347798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.348110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.348427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.348724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:22.426047 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2e1c51c-d8d9-4bec-b7a9-bc7fba2fb5eb req-fa3d3afa-8bbb-4b8c-9a3a-9d02bd37f09e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=93b2629d-3251-4a63-ba8b-9e391051f52a HTTP/1.1" status: 200 len: 210 time: 0.0876203 Apr 29 12:03:22.431445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port 9848e676-6b4e-419a-9334-37eaeefc0ff8 on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:22.434081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:22.436680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'name': 'network-vif-deleted', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:22.453842 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-891138d0-2a2a-4a89-b8c8-75bd708ea147 req-bd623d1f-b66e-4630-8859-d25371bdeee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/9848e676-6b4e-419a-9334-37eaeefc0ff8 HTTP/1.1" status: 204 len: 173 time: 0.7813344 Apr 29 12:03:22.539272 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8119ca-ea34-4800-9bbb-7fd1d8ba30a1'] response: {'server_uuid': '93b2629d-3251-4a63-ba8b-9e391051f52a', 'name': 'network-vif-deleted', 'tag': '9848e676-6b4e-419a-9334-37eaeefc0ff8', 'status': 'completed', 'code': 200} Apr 29 12:03:23.525371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57380) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:23.597877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.627808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.701777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.727489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8910c8c-2b25-40ef-ab07-ce8ef4b27259,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:23.740401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:23.741583 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fc6f4c7c-5599-4da3-a9b9-b232e4ebb2c7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8910c8c-2b25-40ef-ab07-ce8ef4b27259 HTTP/1.1" status: 204 len: 168 time: 0.2151477 Apr 29 12:03:23.778612 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57386) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:24.473363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:24.826997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 6b94e62c-585f-4486-b714-f4c7051baa23 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:03:24.827682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:25.014184 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 6b94e62c-585f-4486-b714-f4c7051baa23, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6b94e62c-585f-4486-b714-f4c7051baa23,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:25.014532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:25.140160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 6b94e62c-585f-4486-b714-f4c7051baa23 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:03:25.336456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:25.384730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=6b94e62c-585f-4486-b714-f4c7051baa23,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:25.530949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9848e676-6b4e-419a-9334-37eaeefc0ff8 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:03:25.568546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 9848e676-6b4e-419a-9334-37eaeefc0ff8 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:03:25.568975 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 9848e676-6b4e-419a-9334-37eaeefc0ff8 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:03:25.671276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.164216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router a7a3a85c-9ffe-4d07-9001-fd4251751598 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:03:26.360217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:03:26.372079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Sync routers for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:26.374069 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-40a47faa-3c7e-45b9-8773-316d1b68de46 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/a7a3a85c-9ffe-4d07-9001-fd4251751598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942481 Apr 29 12:03:26.376958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57390) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:26.384525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:26.385125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:26.444211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet 21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:03:26.447106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.503065 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.558992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:26.585033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.663854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.702246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=21b42ef8-cb83-4a88-a14d-b48b9b3c2a78,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:26.706362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:26.712491 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b9d3a43e-2580-4edd-af76-4103fce46572 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/21b42ef8-cb83-4a88-a14d-b48b9b3c2a78 HTTP/1.1" status: 204 len: 168 time: 0.3345289 Apr 29 12:03:26.715224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57394) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:26.747894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96423bf-2961-48fd-b25d-5bd06603de0a None None] Network 6faa8030-1913-4362-be10-f8045267b5d0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:03:26.897690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.013356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T12:03:25Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:27.017510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Checking router: a7a3a85c-9ffe-4d07-9001-fd4251751598 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:27.026699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Routers {'a7a3a85c-9ffe-4d07-9001-fd4251751598'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:27.027315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['a7a3a85c-9ffe-4d07-9001-fd4251751598'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:27.081777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] DHCP port deletion for 6faa8030-1913-4362-be10-f8045267b5d0 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:03:27.087627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.101404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port b0c10000-42a4-4d2a-8e0e-b4c870a219eb {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:03:27.101770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.156655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Deleting port cf17056a-642c-459f-9b90-9c2ace7a5b5b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:03:27.157001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.274260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port b0c10000-42a4-4d2a-8e0e-b4c870a219eb, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:27.274853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.292392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] Set router a7a3a85c-9ffe-4d07-9001-fd4251751598 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:27.520898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for b0c10000-42a4-4d2a-8e0e-b4c870a219eb owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:03:27.613996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf17056a-642c-459f-9b90-9c2ace7a5b5b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:03:27.669915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] For port cf17056a-642c-459f-9b90-9c2ace7a5b5b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf17056a-642c-459f-9b90-9c2ace7a5b5b,segment=NetworkSegment(3a5b46b9-f9d8-455a-9927-3e33fd547244),segment_id=3a5b46b9-f9d8-455a-9927-3e33fd547244)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:27.670288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.700386 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.747753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=b0c10000-42a4-4d2a-8e0e-b4c870a219eb,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:27.809436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Calling delete_port for cf17056a-642c-459f-9b90-9c2ace7a5b5b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:03:27.838826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.986336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:27.994833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.012227 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.015192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.038501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.039090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router a7a3a85c-9ffe-4d07-9001-fd4251751598 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:03:28.054580 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Pushing event deleted for resources: {'Port': ['ID=cf17056a-642c-459f-9b90-9c2ace7a5b5b,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:28.056486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.056907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] No DVR routers for this DVR port cf17056a-642c-459f-9b90-9c2ace7a5b5b on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:03:28.057633 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-63f84b53-fb58-4321-aa6d-8236b71a4641 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/a7a3a85c-9ffe-4d07-9001-fd4251751598 HTTP/1.1" status: 204 len: 168 time: 1.3414836 Apr 29 12:03:28.060427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57398) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:28.073833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.073833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.074150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.075467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.075467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.075467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.075467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.075822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.076039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.076356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.076677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.076994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2839388-aecd-4fe6-8a4a-df5f8cce6c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:28.112355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-539628f2-9804-4989-8627-2b35146e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T12:03:25Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:28.122044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539628f2-9804-4989-8627-2b35146e22fb None None] The sync data for ids ['a7a3a85c-9ffe-4d07-9001-fd4251751598'] in dv-neutron-839741-1-hyperv is: [{'id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'name': 'tempest-TestNetworkBasicOps-router-434713912', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T11:59:31Z', 'updated_at': '2022-04-29T12:03:25Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': 'b0c10000-42a4-4d2a-8e0e-b4c870a219eb', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3a85c-9ffe-4d07-9001-fd4251751598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T11:59:32Z', 'updated_at': '2022-04-29T11:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:28.177163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.308599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.334228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faa8030-1913-4362-be10-f8045267b5d0']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:28.346064 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5b46b9-f9d8-455a-9927-3e33fd547244') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:28.346354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5b46b9-f9d8-455a-9927-3e33fd547244') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:28.357574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.373417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.379476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:03:28.379862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:03:28.393988 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:03:28.475555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.494391 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.505886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=6faa8030-1913-4362-be10-f8045267b5d0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:28.515423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-58b9316d-096a-4753-8c60-c22d16c7c599 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/6faa8030-1913-4362-be10-f8045267b5d0 HTTP/1.1" status: 204 len: 168 time: 0.4540577 Apr 29 12:03:28.527858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57402) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:28.533688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--736558958', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:28.539062 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:28.543394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:28.546353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:28.552096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:28.564884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:28.568414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.602590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:03:28.612518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.612929 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 50c5967d-56f5-40b9-8064-4faed0477e54 of type vlan for network b2e4c736-28d9-4643-a983-bdf0cc6589c1 Apr 29 12:03:28.652445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.686395 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.692449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:28.693025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.753923 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2246096 Apr 29 12:03:28.756853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57406) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:28.763163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:28.771198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:28.779595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:28.781901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:28.788306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:28.799232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.800273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.812632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbf747-ef4d-4a93-97ff-ed453b39820f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=b2e4c736-28d9-4643-a983-bdf0cc6589c1,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:28.818905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:28.823811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:03:29.195590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.506884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.538837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.607663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b0c10000-42a4-4d2a-8e0e-b4c870a219eb no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:03:29.642192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b0c10000-42a4-4d2a-8e0e-b4c870a219eb {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:03:29.642554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b0c10000-42a4-4d2a-8e0e-b4c870a219eb not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:03:29.642971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6b94e62c-585f-4486-b714-f4c7051baa23 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:03:29.674371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.86 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/20153a7d-7541-434b-a316-9cd53cf59330) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:29.679704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 6b94e62c-585f-4486-b714-f4c7051baa23 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:03:29.680071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6b94e62c-585f-4486-b714-f4c7051baa23 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:03:29.826662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.859561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:29.926278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:29.929017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:29.932549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:29.961237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=20153a7d-7541-434b-a316-9cd53cf59330,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:30.327636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5ab99ab9-ade0-4c4c-ac42-6b8fef47adc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:30.359696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:30.843103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:31.063848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:03:31.251757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:03:31.261815 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:31.271479 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:31.272088 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:31.279624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:31.280926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7fbcf3d8-41f5-4f20-876c-61b78b17c331 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5224969 Apr 29 12:03:31.284151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57410) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:31.435197 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-03278e1d-1690-41dc-8709-396e54ba7980 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1499186 Apr 29 12:03:31.438959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57416) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:31.484039 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:31.570129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6c29a7-7f72-401c-a5eb-a1dedded69fe tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:31.571805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fa6c29a7-7f72-401c-a5eb-a1dedded69fe tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317196 Apr 29 12:03:31.574660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57420) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:31.613800 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e65f83d7-7696-49ae-a886-536beaf4293c tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379634 Apr 29 12:03:31.616776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57424) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:31.622489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645555704', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:31.730701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:31.736576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:31.739950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:31.746269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:31.756970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:31.760616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:31.772367 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:30Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:31.776608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:31.776961 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Updating router 9c712332-e2bd-44b2-8594-56b20d35d945 port 20153a7d-7541-434b-a316-9cd53cf59330 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:31.829100 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.105680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.170787 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.180922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=0c1d19b8-aca4-4ede-af91-c0921f4a76ab,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:32.186564 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Transition to ACTIVE for port object 20153a7d-7541-434b-a316-9cd53cf59330 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:32.192644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:32.192985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: b2e4c736-28d9-4643-a983-bdf0cc6589c1, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:03:32.195410 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.214688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:03:32.225344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b2e4c736-28d9-4643-a983-bdf0cc6589c1) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:32.229579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:32.230162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.237209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08142df-89de-43a9-ae2c-9e819971025d None None] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:03:32.254821 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2821e2e6-e715-4ed7-8394-011838499aaa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6368752 Apr 29 12:03:32.258494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57428) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:32.292814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Pushing event updated for resources: {'Port': ['ID=20153a7d-7541-434b-a316-9cd53cf59330,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:32.295238 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Attempting to bind port 20153a7d-7541-434b-a316-9cd53cf59330 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:32.295593 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Attempting to bind port 20153a7d-7541-434b-a316-9cd53cf59330 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:32.295946 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Attempting to bind port 20153a7d-7541-434b-a316-9cd53cf59330 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:32.304938 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:03:32.305541 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:32.305745 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.306100 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:03:32.306547 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Bound port: 20153a7d-7541-434b-a316-9cd53cf59330, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:32.306932 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.331201 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.331576 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334989 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.334989 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:32.415078 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] For port 20153a7d-7541-434b-a316-9cd53cf59330, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:03:32.420481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] For port 20153a7d-7541-434b-a316-9cd53cf59330, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20153a7d-7541-434b-a316-9cd53cf59330,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:03:32.426445 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.513021 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:32.514411 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:32.531949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:03:32.532915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.642163 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9634cb-8891-4b48-89bb-885de767599d None None] Pushing event updated for resources: {'Port': ['ID=20153a7d-7541-434b-a316-9cd53cf59330,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:32.702327 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:32.712657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Allocated IP 172.20.0.2 (b2e4c736-28d9-4643-a983-bdf0cc6589c1/0c1d19b8-aca4-4ede-af91-c0921f4a76ab/bb2bbcbc-3809-434c-a986-9155f39bfd0c) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:32.943085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:32.956063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Transition to ACTIVE for port object bb2bbcbc-3809-434c-a986-9155f39bfd0c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:32.985568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Transition to ACTIVE for port object bb2bbcbc-3809-434c-a986-9155f39bfd0c will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:33.006084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.015580 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.052747 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:30Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:33.057264 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620f71e-bee9-4ed2-abb6-b922a1b1cd49 None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:30Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:33.069182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1542-fe29-4f5c-b621-07dea050477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.079669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:33.087357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:33.091382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:33.100600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Pushing event updated for resources: {'Port': ['ID=bb2bbcbc-3809-434c-a986-9155f39bfd0c,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:33.255732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Attempting to bind port bb2bbcbc-3809-434c-a986-9155f39bfd0c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:33.256522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Attempting to bind port bb2bbcbc-3809-434c-a986-9155f39bfd0c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:33.256755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Attempting to bind port bb2bbcbc-3809-434c-a986-9155f39bfd0c on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:33.263707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:03:33.264085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Checking segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:33.264460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.264857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Bound using segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:03:33.265321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Bound port: bb2bbcbc-3809-434c-a986-9155f39bfd0c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:33.265708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.387132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] For port bb2bbcbc-3809-434c-a986-9155f39bfd0c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:03:33.391561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] For port bb2bbcbc-3809-434c-a986-9155f39bfd0c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb2bbcbc-3809-434c-a986-9155f39bfd0c,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:03:33.398186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.480371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (b2e4c736-28d9-4643-a983-bdf0cc6589c1/0c1d19b8-aca4-4ede-af91-c0921f4a76ab/6f8d8633-3246-4271-a75e-664ff6800fb4) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:33.500013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32702e2e-0914-4d07-b5b3-bc27483c8938 None None] Pushing event updated for resources: {'Port': ['ID=bb2bbcbc-3809-434c-a986-9155f39bfd0c,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:33.655222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20153a7d-7541-434b-a316-9cd53cf59330 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:33.675233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.708778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 6f8d8633-3246-4271-a75e-664ff6800fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:33.740070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.778837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.798311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 20153a7d-7541-434b-a316-9cd53cf59330 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:33.805886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 20153a7d-7541-434b-a316-9cd53cf59330 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:33.806256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.952324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.956766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.974622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 20153a7d-7541-434b-a316-9cd53cf59330, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20153a7d-7541-434b-a316-9cd53cf59330,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:33.979747 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:33.985800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:33.988964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:33.994007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:34.041905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:34.048519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=20153a7d-7541-434b-a316-9cd53cf59330,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:34.066070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.090294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.188486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.521510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecb0f3-ecde-4a84-a3d6-921d6b1e7558 None None] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:03:34.638433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.643444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.646202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e0f59da8-1976-43d6-8e18-3a8176c7b6fe None None] Provisioning for port bb2bbcbc-3809-434c-a986-9155f39bfd0c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:34.771441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:34.779229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:34.943554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:34.945001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:35.082659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f608365a-531a-47e4-91e2-19bf384b9b3d None None] Provisioning for port 6f8d8633-3246-4271-a75e-664ff6800fb4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:35.088380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f608365a-531a-47e4-91e2-19bf384b9b3d None None] Provisioning complete for port 6f8d8633-3246-4271-a75e-664ff6800fb4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:35.088886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f608365a-531a-47e4-91e2-19bf384b9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:35.154399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:03:35.159460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-f608365a-531a-47e4-91e2-19bf384b9b3d None None] Port 6f8d8633-3246-4271-a75e-664ff6800fb4 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:03:35.296377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4c924341-a819-4c19-afdf-0961cd560169 None None] Provisioning complete for port 6f8d8633-3246-4271-a75e-664ff6800fb4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:35.296617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4c924341-a819-4c19-afdf-0961cd560169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:35.347321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:03:35.351821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-4c924341-a819-4c19-afdf-0961cd560169 None None] Port 6f8d8633-3246-4271-a75e-664ff6800fb4 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:03:35.357825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:35.360585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9724f46c-3a23-4531-b01f-275bc46dc27b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/9c712332-e2bd-44b2-8594-56b20d35d945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1009810 Apr 29 12:03:35.363287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:35.368465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:35.369078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:35.504112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaace50d-8056-4d25-aba1-134b1d98765b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.504474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaace50d-8056-4d25-aba1-134b1d98765b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.504936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaace50d-8056-4d25-aba1-134b1d98765b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.505502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaace50d-8056-4d25-aba1-134b1d98765b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.509765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aaace50d-8056-4d25-aba1-134b1d98765b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1427627 Apr 29 12:03:35.509925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57436) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:35.516810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-44a204bd-e270-4f51-9835-2b327c6b110a None None] Provisioning complete for port 6f8d8633-3246-4271-a75e-664ff6800fb4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:35.517162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-44a204bd-e270-4f51-9835-2b327c6b110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:35.587577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381ae34-53da-4c2a-9abc-bfd174971465 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.588055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381ae34-53da-4c2a-9abc-bfd174971465 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.588793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381ae34-53da-4c2a-9abc-bfd174971465 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.589118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381ae34-53da-4c2a-9abc-bfd174971465 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:35.591106 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e381ae34-53da-4c2a-9abc-bfd174971465 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0802443 Apr 29 12:03:35.593727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57440) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:35.601955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:35.602578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-44a204bd-e270-4f51-9835-2b327c6b110a None None] Port 6f8d8633-3246-4271-a75e-664ff6800fb4 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:03:35.613657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:35.737930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb2bbcbc-3809-434c-a986-9155f39bfd0c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:35.811553 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ed74b586-b904-4596-be93-a07d626a4ae0 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2165735 Apr 29 12:03:35.915160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port bb2bbcbc-3809-434c-a986-9155f39bfd0c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:35.947472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bb2bbcbc-3809-434c-a986-9155f39bfd0c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:35.947842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.040153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:36.046633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508551556', 'description': 'tempest-secgroup-smoke-508551556 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:36.052663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.057159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.060258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.066385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.077366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.098225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.102085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.105002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.111235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.130162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:36.132165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.148682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:36.149016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Updating router 9c712332-e2bd-44b2-8594-56b20d35d945 port 6f8d8633-3246-4271-a75e-664ff6800fb4 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:03:36.188645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.193027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.213829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port bb2bbcbc-3809-434c-a986-9155f39bfd0c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb2bbcbc-3809-434c-a986-9155f39bfd0c,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:36.219689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.220668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20153a7d-7541-434b-a316-9cd53cf59330 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:36.239673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:36.247991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.248332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.248668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.248995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.249313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.249663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.249981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.250295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.250613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.250924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.251235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.251554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:03:36.254842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.256032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8f67210d-4d9d-4023-8c4e-4091006362bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2144592 Apr 29 12:03:36.259754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:36.265200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:36.271876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.276169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.278534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.279418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.285294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.305991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.372969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.377886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.400011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c103ad-5131-4751-948b-8dc46bdf4bd2,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:36.415129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.419081 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-070ee444-9f44-45fe-a2ad-c906aa1729c0 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558428 Apr 29 12:03:36.419312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57454) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:36.424447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:36.430763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.434564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.437548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.443973 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.447772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=bb2bbcbc-3809-434c-a986-9155f39bfd0c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:36.463350 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.475500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 20153a7d-7541-434b-a316-9cd53cf59330 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:36.475874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.525882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.530440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.556119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf7386b-7172-4ba5-b035-da8c19ee3902,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:36.567175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.568401 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e5873b75-578c-429c-9ba9-669927cf5f52 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481826 Apr 29 12:03:36.571479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57458) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:36.577273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:36.583080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.586943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.589763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.595398 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.616412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.685595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.692087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.800070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.813585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Transition to ACTIVE for port object 6f8d8633-3246-4271-a75e-664ff6800fb4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:36.821799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.841238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe016730-b204-47b9-81c1-57f70967b669,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:36.851917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.855997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57462) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:36.856557 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b0b5a0a6-2880-456b-bbb4-03432d332370 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834959 Apr 29 12:03:36.861133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:36.867030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:36.870919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:36.873794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:36.880309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:36.899672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.977904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.982398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:36.990099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175eca3-16c3-470e-8194-027191eddb1c None None] Pushing event updated for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:37.001460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e159cd3-0c85-4b73-853a-d2ddf94811ea,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:37.022803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.026040 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-68a11b80-de9b-416f-bb1d-52cdcc504b0d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670084 Apr 29 12:03:37.027438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57466) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:37.032682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:37.039240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:37.044591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:37.048958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:37.055149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Attempting to bind port 6f8d8633-3246-4271-a75e-664ff6800fb4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:37.055521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Attempting to bind port 6f8d8633-3246-4271-a75e-664ff6800fb4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:37.055890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Attempting to bind port 6f8d8633-3246-4271-a75e-664ff6800fb4 on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:37.056983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:37.062583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:03:37.063341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Checking segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:37.063781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.064205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Bound using segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:03:37.064817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Bound port: 6f8d8633-3246-4271-a75e-664ff6800fb4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:37.065284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.071643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:03:37.078601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.142058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.147162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.170546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ca5735-b9e6-4470-a7e3-7added1510d0,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:37.175363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] For port 6f8d8633-3246-4271-a75e-664ff6800fb4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:03:37.179482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] For port 6f8d8633-3246-4271-a75e-664ff6800fb4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f8d8633-3246-4271-a75e-664ff6800fb4,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:03:37.180571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.182085 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01067c06-df04-466f-a476-6082b8609cdc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534364 Apr 29 12:03:37.184862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57470) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:37.188383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.191378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '6d4fdf08-d556-467d-bf5e-f2bd9830b5b9', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:37.197640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:37.201838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:37.205802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:37.212027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:37.224282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:03:37.231909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.272268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:37.272893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:37.411490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175eca3-16c3-470e-8194-027191eddb1c None None] Pushing event updated for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:37.442404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.450345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.478620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:37.479023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27a5ce5-9990-443c-a0ca-882f6674a1ac,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:37.490097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.491397 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a05a5222-8978-40d2-bd05-8198d7d9ca3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051519 Apr 29 12:03:37.620969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb2bbcbc-3809-434c-a986-9155f39bfd0c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:37.665675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c87dd25-83f1-4b1e-87e7-524ca8ab2b4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:37.683050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c87dd25-83f1-4b1e-87e7-524ca8ab2b4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:37.684444 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c87dd25-83f1-4b1e-87e7-524ca8ab2b4b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508551556&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0592711 Apr 29 12:03:37.838356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bb2bbcbc-3809-434c-a986-9155f39bfd0c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:37.838952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:37.845778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-6396b5f4-3d01-4798-a196-c27ec685e9fa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:37.847268 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-6396b5f4-3d01-4798-a196-c27ec685e9fa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 796 time: 0.1509089 Apr 29 12:03:37.862536 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-39765ea2-4eda-41f7-bff2-38a022aa9733 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0096135 Apr 29 12:03:37.951128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-b9918d82-5643-4549-8ca3-a8eae8fb1e77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827661 Apr 29 12:03:38.000317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:37Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:38.008752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fcbe2-173b-4c36-ab92-292588f97ecd None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:37Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:38.016087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-ce13907f-03ef-4fda-ae1d-0ed64f5d19f2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:03:38.018046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-ce13907f-03ef-4fda-ae1d-0ed64f5d19f2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552099 Apr 29 12:03:38.170327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-74212abf-0628-4b02-891a-eac05fd8e603 service neutron] 10.222.0.53 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453271 Apr 29 12:03:38.306816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-6aac578a-e9fe-4773-af80-b41d4d63a9a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304359 Apr 29 12:03:38.491085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-dc059e0b-dde8-4808-9612-5d879192dc8b req-8a407cfc-2866-4f0a-bd81-00c4f360f604 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:38.507357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-dc059e0b-dde8-4808-9612-5d879192dc8b req-8a407cfc-2866-4f0a-bd81-00c4f360f604 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:38.508687 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dc059e0b-dde8-4808-9612-5d879192dc8b req-8a407cfc-2866-4f0a-bd81-00c4f360f604 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 210 time: 0.0595951 Apr 29 12:03:39.646722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f8d8633-3246-4271-a75e-664ff6800fb4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:39.692879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3bf4f77f-7bfb-4e12-9461-e8da0504dcd4 req-e00526eb-c453-4ff6-a4a0-f099a8f40251 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 210 time: 0.0628934 Apr 29 12:03:39.793653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-14debf01-f54e-48f4-b4a2-4dbefa00fc4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:39.795056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-14debf01-f54e-48f4-b4a2-4dbefa00fc4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:39.815854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-14debf01-f54e-48f4-b4a2-4dbefa00fc4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:39.817436 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-14debf01-f54e-48f4-b4a2-4dbefa00fc4a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 796 time: 0.1848290 Apr 29 12:03:39.874564 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-b706ea31-e1f1-440b-b11a-5ac9dd9dc7a8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 379 time: 0.0424445 Apr 29 12:03:39.876244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6f8d8633-3246-4271-a75e-664ff6800fb4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:39.883099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6f8d8633-3246-4271-a75e-664ff6800fb4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:39.883465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:39.883678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['6d4fdf08-d556-467d-bf5e-f2bd9830b5b9']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:40.032740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:40.037992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.042745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:40.053089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:40.056742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.078895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6f8d8633-3246-4271-a75e-664ff6800fb4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f8d8633-3246-4271-a75e-664ff6800fb4,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:40.084060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.157643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:40.267629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.6 (b2e4c736-28d9-4643-a983-bdf0cc6589c1/0c1d19b8-aca4-4ede-af91-c0921f4a76ab/e9fefbbd-1ce5-45bf-8fd5-62b356ebf991) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:40.472774 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.494236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:40.532308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.615553 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:40.618920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:40.622850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:40.654176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:40.703410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:40.704547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.749609 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-1c5cca8d-ebd0-4270-b3ca-2e5716061359 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701398 Apr 29 12:03:40.818971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Request body: {'port': {'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:40.894944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c67e460-8005-4116-9621-1fe63a913cf8 None None] Provisioning for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:40.901981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c67e460-8005-4116-9621-1fe63a913cf8 None None] Provisioning complete for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:40.902347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c67e460-8005-4116-9621-1fe63a913cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:40.962047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5c67e460-8005-4116-9621-1fe63a913cf8 None None] Port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:03:40.996165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.017560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566159e-eacc-4411-b513-d8865c97c3b4 req-b9f4aa36-6b56-4f17-ac66-5035a4117342 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:41.018251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a566159e-eacc-4411-b513-d8865c97c3b4 req-b9f4aa36-6b56-4f17-ac66-5035a4117342 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:41.080987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a566159e-eacc-4411-b513-d8865c97c3b4 req-b9f4aa36-6b56-4f17-ac66-5035a4117342 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:41.082126 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a566159e-eacc-4411-b513-d8865c97c3b4 req-b9f4aa36-6b56-4f17-ac66-5035a4117342 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 931 time: 0.2699327 Apr 29 12:03:41.192833 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a566159e-eacc-4411-b513-d8865c97c3b4 req-82f32ee9-44c6-42d7-9279-18364e42159c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019177 Apr 29 12:03:41.441900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:03:41.450130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.466087 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Transition to ACTIVE for port object e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:41.474163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.626567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f8d8633-3246-4271-a75e-664ff6800fb4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:41.708819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6f8d8633-3246-4271-a75e-664ff6800fb4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:41.709341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:41.775413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:41.974130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Attempting to bind port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:41.975309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Attempting to bind port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:41.975309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Attempting to bind port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:41.980100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:03:41.980419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Attempting to bind port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:41.985475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:03:41.985838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Checking segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:41.986224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Bound using segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:03:41.986637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Bound port: e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:41.986972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.079320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:03:42.082269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:03:42.089842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.157919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.158525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:42.160015 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] 10.222.0.66 "PUT /v2.0/ports/e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 1093 time: 1.3977234 Apr 29 12:03:42.160296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:42.180473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc735b-2253-4000-b3f8-2658dd09268d service neutron] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:42.223944 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fb7fbe-0595-4a34-a65c-731cb22b0f0d'] response: {'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:03:42.368361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-69356bfd-95c1-4976-8a25-c326cab74372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.369849 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-69356bfd-95c1-4976-8a25-c326cab74372 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1096 time: 0.1325221 Apr 29 12:03:42.451813 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-0a5a0b33-7494-4483-a038-83cff446eb30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 217 time: 0.0658069 Apr 29 12:03:42.459568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ab751-4b0d-4c95-825b-b1e3859bf28f req-168ce707-b169-43ff-89a8-320ba924ddf4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.461099 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-790ab751-4b0d-4c95-825b-b1e3859bf28f req-168ce707-b169-43ff-89a8-320ba924ddf4 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 943 time: 0.1535077 Apr 29 12:03:42.550594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-258eaa71-46d2-49ff-89fd-f019e919b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.551927 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-258eaa71-46d2-49ff-89fd-f019e919b403 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0900223 Apr 29 12:03:42.557725 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-790ab751-4b0d-4c95-825b-b1e3859bf28f req-597c6dc2-f0fc-4e07-abe4-6f6ff97b8a18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661547 Apr 29 12:03:42.632333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-2bc501fc-cb0a-4a58-aefd-098e42cad34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:42.633885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-2bc501fc-cb0a-4a58-aefd-098e42cad34e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753038 Apr 29 12:03:42.776621 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-31bd2dfa-509e-4896-9e1d-74a916bbacba service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346619 Apr 29 12:03:42.926516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-501b144b-c990-40f1-bb07-e3c993ed70e9 req-fb6878ad-4fb1-4629-97f2-27277f9bef24 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454191 Apr 29 12:03:43.099385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-677bb2fc-ce9b-4c9c-b083-ecda4edeb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.101198 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-677bb2fc-ce9b-4c9c-b083-ecda4edeb873 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1096 time: 0.0762916 Apr 29 12:03:43.243443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-d27db1e3-e05c-4719-8f7f-9546259a9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.245524 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-d27db1e3-e05c-4719-8f7f-9546259a9652 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1374075 Apr 29 12:03:43.323260 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-2ffcf5e7-0d23-4ddd-b609-32eb689b1999 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 217 time: 0.0719302 Apr 29 12:03:43.390217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-13f84e7c-e565-4f85-a43b-f125578d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.391670 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-13f84e7c-e565-4f85-a43b-f125578d5145 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0603912 Apr 29 12:03:43.474075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-83f3e448-6c75-450e-be49-43e32f1a6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.475559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-83f3e448-6c75-450e-be49-43e32f1a6362 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758357 Apr 29 12:03:43.609070 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-c0e4cae2-c616-4386-9b59-5ee36ff7b2c1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260471 Apr 29 12:03:43.748637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23236b9-8d0c-48e5-84d2-86cd36b686c7 req-49e976c3-7036-42ad-adb9-22aa0ef29f3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:43.750210 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e23236b9-8d0c-48e5-84d2-86cd36b686c7 req-49e976c3-7036-42ad-adb9-22aa0ef29f3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 943 time: 0.0830550 Apr 29 12:03:43.800575 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e23236b9-8d0c-48e5-84d2-86cd36b686c7 req-4d718531-9ef6-49ab-8c47-b58628fe4eef tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442708 Apr 29 12:03:43.857562 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bd82e095-56ab-4cba-9ec8-b088ad646254 req-5c8a56dd-9f3f-4299-afbb-08d79c25947d service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405632 Apr 29 12:03:44.988502 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ac16-bf06-44fe-acfa-7f3c1cbfec3a req-9a60e5fb-30fe-44e1-b556-f5e07e2424bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:44.989972 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff51ac16-bf06-44fe-acfa-7f3c1cbfec3a req-9a60e5fb-30fe-44e1-b556-f5e07e2424bc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 943 time: 0.0830317 Apr 29 12:03:45.034903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff51ac16-bf06-44fe-acfa-7f3c1cbfec3a req-d6f05cdf-44e1-457c-a1ee-07af74bdc391 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390053 Apr 29 12:03:45.624306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:03:45.763617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:45.776469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:03:45.832080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:45.849247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:03:45.864401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:45.869832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:45.939998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:46.248556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df1275-978a-4afd-9cf0-4868f90ef356 req-9d37724f-cb99-4e09-a83f-718c85e86b54 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:46.250018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e1df1275-978a-4afd-9cf0-4868f90ef356 req-9d37724f-cb99-4e09-a83f-718c85e86b54 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 944 time: 0.0993216 Apr 29 12:03:46.295476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e1df1275-978a-4afd-9cf0-4868f90ef356 req-44eec666-83a5-4fd4-8d58-ed2ab23abf29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395117 Apr 29 12:03:46.332818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:03:47.494610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9debcd-e83b-4171-ae20-c31f5becbc2b req-4ca836b1-bf68-4837-92a6-db39baa10d31 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:47.496078 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ad9debcd-e83b-4171-ae20-c31f5becbc2b req-4ca836b1-bf68-4837-92a6-db39baa10d31 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 944 time: 0.0896742 Apr 29 12:03:47.543793 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ad9debcd-e83b-4171-ae20-c31f5becbc2b req-36b99b97-e8c3-4edc-9d2c-7fe5cd4e649e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 Apr 29 12:03:47.641313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:03:47.720885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:47.725637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:47.726006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:47.844531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:47.872440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:47.882264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:03:47.888032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:47.955947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:47.967115 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eade108-fc88-4adb-9b74-743fe135cead'] response: {'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'code': 200} Apr 29 12:03:48.233135 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b143-5589-44f9-b80c-6a6bc029c5fc req-27c7fd8d-63db-4c1f-9d74-2173e71ad4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:48.234520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8815b143-5589-44f9-b80c-6a6bc029c5fc req-27c7fd8d-63db-4c1f-9d74-2173e71ad4ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1098 time: 0.0708954 Apr 29 12:03:48.279311 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8815b143-5589-44f9-b80c-6a6bc029c5fc req-159110eb-b653-41e4-957d-9f87c3537662 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387478 Apr 29 12:03:48.591841 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:03:48.739215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cd58-d3a2-4574-a7e5-a2b1a6026f4f req-775fca7c-3381-48d4-b948-e9cd2c6cdb81 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:48.740728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4638cd58-d3a2-4574-a7e5-a2b1a6026f4f req-775fca7c-3381-48d4-b948-e9cd2c6cdb81 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.0874379 Apr 29 12:03:48.787098 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4638cd58-d3a2-4574-a7e5-a2b1a6026f4f req-839eceff-c8c9-4bbc-922d-1f75089aa890 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Apr 29 12:03:49.979698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65debff-a343-4bd8-92d2-c1aa58f6c8be req-375093c1-0e40-473c-9c71-2349427a40a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:49.981200 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e65debff-a343-4bd8-92d2-c1aa58f6c8be req-375093c1-0e40-473c-9c71-2349427a40a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.0850725 Apr 29 12:03:50.025988 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e65debff-a343-4bd8-92d2-c1aa58f6c8be req-16fa6bbc-3fd6-4c20-b916-c8d256807889 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387313 Apr 29 12:03:50.212599 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616908c1-4af7-42f9-b7d9-e8d76c045108 req-fe14a202-0ccd-4380-8c03-6bb90af8534b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:50.214080 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-616908c1-4af7-42f9-b7d9-e8d76c045108 req-fe14a202-0ccd-4380-8c03-6bb90af8534b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.0855930 Apr 29 12:03:50.257903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-616908c1-4af7-42f9-b7d9-e8d76c045108 req-6d7912d7-3be6-4622-853b-e3c9af6bb074 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Apr 29 12:03:50.280856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57536) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:50.352504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6119f58-18ea-43ce-a885-b03ca6366815 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:50.354011 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e6119f58-18ea-43ce-a885-b03ca6366815 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1093 time: 0.0721552 Apr 29 12:03:50.357070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57540) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:50.362076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:50.368469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:50.372584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:50.375526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:50.381538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:50.393971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:50.530802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:50.673708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.87 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/7d57f1cc-5b6d-421b-b32d-071cb4274e75) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:50.822984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:50.861573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:50.938756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:50.941813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:50.946123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:50.988463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=7d57f1cc-5b6d-421b-b32d-071cb4274e75,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:51.369445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:51.447563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:51.787604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:51.793435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:51.903300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=7d57f1cc-5b6d-421b-b32d-071cb4274e75,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:51.916714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:52.086368 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 4e73376f-a34b-41cd-a712-6d8dec0fdce3 associated. External IP: 172.26.0.87, port: e9fefbbd-1ce5-45bf-8fd5-62b356ebf991. Apr 29 12:03:52.439285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:03:52.623290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:03:52.634684 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:03:52.645206 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:52.646063 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:52.651948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:52.707671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3dffb271-a876-43cc-8543-09c09319509f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3492978 Apr 29 12:03:52.708149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:52.710552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57544) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:52.753750 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe8240e-40ac-4de2-b59d-d7231ef71a48'] response: {'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:03:52.783820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0387644-e5db-4486-8781-a4beddcf2be7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:52.788299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c0387644-e5db-4486-8781-a4beddcf2be7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1093 time: 0.0739214 Apr 29 12:03:52.827561 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:52.875054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76161734-1f44-494b-a8bb-258307d9cdfe req-0a497c86-a326-439f-83da-54af19a9519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:52.876533 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-0a497c86-a326-439f-83da-54af19a9519a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1098 time: 0.0794568 Apr 29 12:03:53.006005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76161734-1f44-494b-a8bb-258307d9cdfe req-4a0c0c53-aabc-4ff9-aeb2-a427ce2354a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:53.007355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-4a0c0c53-aabc-4ff9-aeb2-a427ce2354a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1236067 Apr 29 12:03:53.187257 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:51Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:53.191994 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:03:53.201461 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:03:53.202086 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:03:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:53.243443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-54b4b13b-1ed3-4a93-9292-46b3294e148d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 998 time: 0.2299523 Apr 29 12:03:53.264435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57552) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:53.269752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646486653', 'description': 'tempest-secgroup-smoke-646486653 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:53.275829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.285540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:53.295949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.308096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76161734-1f44-494b-a8bb-258307d9cdfe req-988c1076-e6b5-4ac5-aca0-3ee457200aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:53.311766 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-988c1076-e6b5-4ac5-aca0-3ee457200aa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0605998 Apr 29 12:03:53.317439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.321233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:53.324078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:53.329977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:53.384965 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:03:53.416326 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76161734-1f44-494b-a8bb-258307d9cdfe req-dff93278-8bc3-4330-950a-671aef798f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:53.418206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-dff93278-8bc3-4330-950a-671aef798f53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022086 Apr 29 12:03:53.429115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.434779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.488070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8411bded-bbca-4bdc-837a-8b9b959298ee,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:53.511219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.515950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5aa6a812-1644-423b-b9ac-ceabe302a270 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2472744 Apr 29 12:03:53.515950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57556) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:53.520572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:53.526749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.530098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:53.533342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:53.539456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:53.557189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.560677 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-c58690a0-1221-4859-9c99-26c99b17a506 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364341 Apr 29 12:03:53.619414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.624013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.654071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed09aed-5d72-4191-a01e-ca20724b7080,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:53.666722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.668058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2a973efc-2885-4591-8a05-35a3c37fb2ec tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515441 Apr 29 12:03:53.670885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57560) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:53.675862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:53.682375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.685562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:53.688764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:53.694360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:53.705670 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-76161734-1f44-494b-a8bb-258307d9cdfe req-a556ed80-dbe9-436a-9d90-4376db7ccedf service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351824 Apr 29 12:03:53.713041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.758732 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:51Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:03:53.762900 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656dee79-8f96-4eb5-b973-9ce508e912cd None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:51Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:03:53.777302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.782094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.808879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae9f89f-f9ce-4c85-b774-08f83104a5c1,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:53.820311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.824286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aa577dd5-8f4d-4933-91e6-889c72f05972 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499059 Apr 29 12:03:53.824468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57564) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:53.829894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:53.836455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.840514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:53.843799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:53.850064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:53.868312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.933982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.939341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.963091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0a85b7-f192-434e-b79c-7de06d373c27,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:53.973491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:53.974649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-da23e156-75f7-4eed-903c-34d992a49679 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491864 Apr 29 12:03:53.977565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57568) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:53.983020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:53.989226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:53.991976 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e9a01-eafd-4194-bca2-5d5837cf4922 None None] New status for floating IP 4e73376f-a34b-41cd-a712-6d8dec0fdce3: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:03:53.993741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:53.996773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:54.002543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:54.021236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.083530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.087685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.110227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fe2e48-e696-4727-a468-a7447bfe24b1,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:54.120503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.121725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e527c7fe-c2a2-4a74-919f-d4890afda9b9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430831 Apr 29 12:03:54.124640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57572) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:54.129683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:54.135873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:54.139937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:54.142996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:54.148822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:54.159635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:03:54.167022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.245762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.250499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.281185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002460fc-4329-47de-b923-e7f986cdd720,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:54.290928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.292088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c441f912-da77-46e8-9852-4e3dedab395e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665339 Apr 29 12:03:54.295287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57576) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:03:54.300312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '8411bded-bbca-4bdc-837a-8b9b959298ee', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:54.306609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:54.310673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:03:54.313933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:03:54.319683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:54.330738 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:03:54.337368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.402904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.406898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.434844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bacf6e-4956-4ed5-917c-3f62512e9d48,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:54.446116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:54.448600 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b25ff51d-31c8-4445-a157-07c14634785c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519594 Apr 29 12:03:54.633492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-25c67ce3-d6de-49f4-bcf9-64a86211d2b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:54.650622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-25c67ce3-d6de-49f4-bcf9-64a86211d2b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:54.651831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-25c67ce3-d6de-49f4-bcf9-64a86211d2b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646486653&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0663581 Apr 29 12:03:54.823621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-7702c3ba-3538-42f6-8259-e17e4c622e9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:54.824965 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-7702c3ba-3538-42f6-8259-e17e4c622e9a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 796 time: 0.1661549 Apr 29 12:03:54.843468 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-3ce39776-5e37-436f-87df-fe8159e99814 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0113890 Apr 29 12:03:55.058984 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-df374f89-6d38-489c-a43e-84c0e236f710 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2088859 Apr 29 12:03:55.197625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-86cc7d70-62d9-4dce-b9e0-7505361e699d service neutron] 10.222.0.53 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262474 Apr 29 12:03:55.331971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-08eacb98-f7c9-4805-b577-1b9bd6777285 service neutron] 10.222.0.53 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258230 Apr 29 12:03:55.517643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a83624c6-06fb-47ed-b925-affbb51152ea req-7eea045c-cd42-40c7-b389-ea1feee9d880 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 210 time: 0.0453725 Apr 29 12:03:56.683347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28b05b4d-6005-4b2f-b102-7b2e734193de req-0bd0a4d7-da76-4dc2-90e9-f002420e8073 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 210 time: 0.0461793 Apr 29 12:03:56.741408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-7cb861fb-e111-457f-8d84-283189871b6b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:56.742816 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-7cb861fb-e111-457f-8d84-283189871b6b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 796 time: 0.1519060 Apr 29 12:03:56.806593 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-6bd5b73b-1db4-471a-b183-1e17a9e836af tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 471 time: 0.0487487 Apr 29 12:03:56.815123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['8411bded-bbca-4bdc-837a-8b9b959298ee']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:56.969817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:03:56.979536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:03:56.992796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:03:56.996364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.174759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.11 (b2e4c736-28d9-4643-a983-bdf0cc6589c1/0c1d19b8-aca4-4ede-af91-c0921f4a76ab/08e70653-c629-467d-97ce-d42b3affbdbf) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:03:57.358585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.373995 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object 08e70653-c629-467d-97ce-d42b3affbdbf will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:57.398983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.474279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:03:57.477338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:03:57.481059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:03:57.510843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:57.548244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:57.548852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.576828 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-738b2e4a-eae6-4c3c-a041-32303a958b82 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656338 Apr 29 12:03:57.594177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Request body: {'port': {'device_id': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:03:57.693020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1a071ef5-33a8-4bb8-b78c-a2f4044087ea None None] Provisioning for port 08e70653-c629-467d-97ce-d42b3affbdbf completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:03:57.698092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1a071ef5-33a8-4bb8-b78c-a2f4044087ea None None] Provisioning complete for port 08e70653-c629-467d-97ce-d42b3affbdbf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:03:57.698605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1a071ef5-33a8-4bb8-b78c-a2f4044087ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.716029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:57.754559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1a071ef5-33a8-4bb8-b78c-a2f4044087ea None None] Port 08e70653-c629-467d-97ce-d42b3affbdbf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:03:58.027911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54860c-37b0-4a3f-90de-9a710e493e8c req-0ffae4ee-e93e-4516-a6bb-321248e5e7bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:58.028910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6a54860c-37b0-4a3f-90de-9a710e493e8c req-0ffae4ee-e93e-4516-a6bb-321248e5e7bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:03:58.062658 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6a54860c-37b0-4a3f-90de-9a710e493e8c req-0ffae4ee-e93e-4516-a6bb-321248e5e7bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:03:58.064360 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6a54860c-37b0-4a3f-90de-9a710e493e8c req-0ffae4ee-e93e-4516-a6bb-321248e5e7bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 932 time: 0.2319636 Apr 29 12:03:58.269869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e70653-c629-467d-97ce-d42b3affbdbf {{(pid=88016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:03:58.276362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6a54860c-37b0-4a3f-90de-9a710e493e8c req-f013717c-1865-4d1c-9d63-e819977b5ecc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024784 Apr 29 12:03:58.280114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.295734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Transition to ACTIVE for port object 08e70653-c629-467d-97ce-d42b3affbdbf will not be triggered until provisioned by entity L2. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:03:58.299834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.454131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:58.530672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Attempting to bind port 08e70653-c629-467d-97ce-d42b3affbdbf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:03:58.530884 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Attempting to bind port 08e70653-c629-467d-97ce-d42b3affbdbf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:03:58.531223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Attempting to bind port 08e70653-c629-467d-97ce-d42b3affbdbf on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:58.536002 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Port 08e70653-c629-467d-97ce-d42b3affbdbf on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:03:58.536318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Attempting to bind port 08e70653-c629-467d-97ce-d42b3affbdbf on network b2e4c736-28d9-4643-a983-bdf0cc6589c1 {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:03:58.541544 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:03:58.541920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Checking segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:03:58.542232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Bound using segment: {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'} {{(pid=88016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:03:58.542732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.managers [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Bound port: 08e70653-c629-467d-97ce-d42b3affbdbf, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5967d-56f5-40b9-8064-4faed0477e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1'}}] {{(pid=88016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:03:58.542979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.630524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, cleared binding levels {{(pid=88016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:03:58.633803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=08e70653-c629-467d-97ce-d42b3affbdbf,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:03:58.639308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.702265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:58.702869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:03:58.704212 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] 10.222.0.66 "PUT /v2.0/ports/08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 1094 time: 1.1146085 Apr 29 12:03:58.704639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:03:58.724568 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a127553-920e-4ca0-961e-136968a3f8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=3']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:03:58.753623 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968d891f-e44a-4e7b-a6b9-2f7826567c77'] response: {'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf', 'status': 'completed', 'code': 200} Apr 29 12:03:58.856617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-ae21c347-6d65-4564-940f-1c5849ef746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:58.858109 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-ae21c347-6d65-4564-940f-1c5849ef746a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1097 time: 0.0751855 Apr 29 12:03:58.946775 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-3b85295d-a685-4134-91cd-f53c2ca0aea1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 217 time: 0.0753057 Apr 29 12:03:59.009548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-59ff0569-5764-4ded-8d9b-85023f9599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.010940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-59ff0569-5764-4ded-8d9b-85023f9599ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0587270 Apr 29 12:03:59.087195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-4b351158-3f39-406f-8404-9ead48aeb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.088538 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-4b351158-3f39-406f-8404-9ead48aeb713 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723040 Apr 29 12:03:59.219508 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-547f7203-7f88-4482-87e6-882e3bbd8fb6 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252265 Apr 29 12:03:59.351548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5912da5b-8bd1-4872-a7de-ad75846c3f71 req-f0910731-1abe-46b2-b762-3581bb387520 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262858 Apr 29 12:03:59.515314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1af8b1-ee38-425e-8ea6-f33740e02c03 req-ad136602-93d5-4c8b-96cc-33b015e237e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.516754 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6d1af8b1-ee38-425e-8ea6-f33740e02c03 req-ad136602-93d5-4c8b-96cc-33b015e237e8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 944 time: 0.1312258 Apr 29 12:03:59.568496 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6d1af8b1-ee38-425e-8ea6-f33740e02c03 req-9706ad4e-d955-4990-9596-1c919969e95e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450947 Apr 29 12:03:59.573238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-5b508608-363e-4a86-aa3d-4310a7608027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.574804 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-5b508608-363e-4a86-aa3d-4310a7608027 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1097 time: 0.1217952 Apr 29 12:03:59.707948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-38afe29b-5209-4b0d-b86f-d2647b5828f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.709517 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-38afe29b-5209-4b0d-b86f-d2647b5828f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1277823 Apr 29 12:03:59.779227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-b7f38518-a743-4c60-bfd2-3af8dd7f1a10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 217 time: 0.0631070 Apr 29 12:03:59.840003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-8aebd42d-8c8e-4e13-823c-09c523981f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.841432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-8aebd42d-8c8e-4e13-823c-09c523981f13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0561881 Apr 29 12:03:59.918727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-d067058c-685a-44eb-a109-e6f512c8ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:03:59.920227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-d067058c-685a-44eb-a109-e6f512c8ee3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732317 Apr 29 12:04:00.163036 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-d8ad095b-2117-444a-a5b1-0e254dd718a5 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363725 Apr 29 12:04:00.293339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fc1fda5c-3fcd-4748-983c-ab38f20a42ea req-181de05d-5abf-4663-8c2e-6180601f6f9b service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241841 Apr 29 12:04:00.333874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fe8a-ecb7-49e9-8286-131d2ec53a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:00.761499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d216f-3efd-4aca-b87c-266ea3c98b5f req-d10adc0a-2a9a-4e35-9282-4a9955eb1a8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:00.763044 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-156d216f-3efd-4aca-b87c-266ea3c98b5f req-d10adc0a-2a9a-4e35-9282-4a9955eb1a8e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 944 time: 0.0849535 Apr 29 12:04:00.810512 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-156d216f-3efd-4aca-b87c-266ea3c98b5f req-91b167ea-0220-4d97-9cf4-2118b69d1c16 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Apr 29 12:04:01.704431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 08e70653-c629-467d-97ce-d42b3affbdbf details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:04:01.841302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=08e70653-c629-467d-97ce-d42b3affbdbf,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:04:01.854932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '08e70653-c629-467d-97ce-d42b3affbdbf', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'port_id': '08e70653-c629-467d-97ce-d42b3affbdbf', 'mac_address': 'fa:16:3e:12:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:04:01.913638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:01.932314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e70653-c629-467d-97ce-d42b3affbdbf {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:04:01.950289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=08e70653-c629-467d-97ce-d42b3affbdbf,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:04:01.955553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:02.002500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bac6e-3395-48e5-addb-949490e27817 req-54e9bb28-5bdd-4e3f-a516-26e58c961793 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:02.004794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de0bac6e-3395-48e5-addb-949490e27817 req-54e9bb28-5bdd-4e3f-a516-26e58c961793 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 945 time: 0.0816920 Apr 29 12:04:02.025505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:02.057904 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de0bac6e-3395-48e5-addb-949490e27817 req-5f5d58f3-5b3e-4d46-a812-2998f0befd3c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Apr 29 12:04:02.351518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['08e70653-c629-467d-97ce-d42b3affbdbf'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:04:03.006624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa1e9-9847-4323-a540-6b1f3b093674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.248811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec1164-2594-40e7-98a5-dcdf16c6504e req-0a6c8fc6-4246-4400-8714-9d9da84d91ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:03.250546 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f7ec1164-2594-40e7-98a5-dcdf16c6504e req-0a6c8fc6-4246-4400-8714-9d9da84d91ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 945 time: 0.0838394 Apr 29 12:04:03.309979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f7ec1164-2594-40e7-98a5-dcdf16c6504e req-86b8e595-3f8e-449e-bc78-7d107dd024bf tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Apr 29 12:04:03.725632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 08e70653-c629-467d-97ce-d42b3affbdbf up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:04:03.778963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.804179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 08e70653-c629-467d-97ce-d42b3affbdbf completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:04:03.809782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 08e70653-c629-467d-97ce-d42b3affbdbf triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:04:03.810156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.935287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.947002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:03.964028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:04:03.973426 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=08e70653-c629-467d-97ce-d42b3affbdbf,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:04:03.977817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.017901 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc1236c-d7df-4e2c-b7a9-eee1ec830c2f'] response: {'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf', 'code': 200} Apr 29 12:04:04.049269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:04.095227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:04.284759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3bcbd-6ad1-4c4c-9dac-1da87847ae6d req-4b1f3020-a9d7-492d-ba11-6632ef9b97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:04.286286 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a6d3bcbd-6ad1-4c4c-9dac-1da87847ae6d req-4b1f3020-a9d7-492d-ba11-6632ef9b97a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1099 time: 0.0776031 Apr 29 12:04:04.326650 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a6d3bcbd-6ad1-4c4c-9dac-1da87847ae6d req-01febdd7-72e4-419a-afb0-5d6760f2166e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Apr 29 12:04:04.501076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1d63-b1f8-42a1-8954-647f63d1305d req-329775a7-acfa-4236-aa46-08e3a2de3ee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:04.502535 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8eba1d63-b1f8-42a1-8954-647f63d1305d req-329775a7-acfa-4236-aa46-08e3a2de3ee1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.0825214 Apr 29 12:04:04.550539 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8eba1d63-b1f8-42a1-8954-647f63d1305d req-cd098d4d-e441-46e3-870c-dd824d304a74 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Apr 29 12:04:05.584424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:05.830666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d8a9-e86a-4709-9f18-c1c7d2d71d95 req-b72a6860-297d-4d9a-b805-cd55dce659ff tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:05.832031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bdc0d8a9-e86a-4709-9f18-c1c7d2d71d95 req-b72a6860-297d-4d9a-b805-cd55dce659ff tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.0966222 Apr 29 12:04:05.886320 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bdc0d8a9-e86a-4709-9f18-c1c7d2d71d95 req-4623a078-634c-48b2-9ad6-820e2e2c718d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484602 Apr 29 12:04:07.093409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6acaa-8156-4259-9f06-41d01b599238 req-71bcb839-af50-41cf-872d-5851b7860ad9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.094872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0e6acaa-8156-4259-9f06-41d01b599238 req-71bcb839-af50-41cf-872d-5851b7860ad9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.0911818 Apr 29 12:04:07.151377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0e6acaa-8156-4259-9f06-41d01b599238 req-93c21bbb-30b2-4812-a1ce-fdca10e3d9ff tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Apr 29 12:04:07.358061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4157e-8755-4da4-86a6-cc30a41c9361 req-1d2a6a7c-78e0-4309-9701-64533937736d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.359477 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-46a4157e-8755-4da4-86a6-cc30a41c9361 req-1d2a6a7c-78e0-4309-9701-64533937736d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.1013775 Apr 29 12:04:07.404752 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-46a4157e-8755-4da4-86a6-cc30a41c9361 req-a61fac0b-85ff-4c81-ae6c-a705a391ab67 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Apr 29 12:04:07.427878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57632) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:04:07.517083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80de52c6-ebcd-457e-8300-d4d1f4edb83b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:07.518727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-80de52c6-ebcd-457e-8300-d4d1f4edb83b tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1094 time: 0.0898428 Apr 29 12:04:07.522122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57636) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:04:07.527264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '08e70653-c629-467d-97ce-d42b3affbdbf', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:04:07.533709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:04:07.537749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:04:07.540835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:04:07.548708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:04:07.562384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:07.721350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:07.877680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.73 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/1ecb5416-80d4-4401-935e-ea1defddf757) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:04:08.026426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:08.057501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:08.119143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:04:08.121964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:04:08.127469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:04:08.158880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=1ecb5416-80d4-4401-935e-ea1defddf757,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:08.666824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:08.741613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:08.946658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:08.952482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:09.060930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=1ecb5416-80d4-4401-935e-ea1defddf757,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:04:09.073987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:09.248155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 3380e60e-bd6f-4c98-a948-cf54bc8852cd associated. External IP: 172.26.0.73, port: 08e70653-c629-467d-97ce-d42b3affbdbf. Apr 29 12:04:09.611167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:04:09.798155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:04:09.809051 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:04:09.821173 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:04:09.821882 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:04:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:09.825186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:09.882677 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-857f63f5-f808-4140-bc57-08324f8a3669 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3595216 Apr 29 12:04:09.883237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:04:09.927651 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d42926-68d9-4f6c-8e1c-9e4acdd81ca7'] response: {'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf', 'status': 'completed', 'code': 200} Apr 29 12:04:10.037371 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:04:10.043916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377494-5e76-496d-b5cd-76646294549f req-9001faa5-aad1-4ec7-83c2-1e58429895bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:10.045407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-9001faa5-aad1-4ec7-83c2-1e58429895bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1099 time: 0.0718887 Apr 29 12:04:10.216776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377494-5e76-496d-b5cd-76646294549f req-02d5ed3f-53aa-45da-998f-02bc7956b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:10.218281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-02d5ed3f-53aa-45da-998f-02bc7956b661 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1665707 Apr 29 12:04:10.331113 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-8a8423b3-77a0-44bc-b413-584099e8c974 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 999 time: 0.1033416 Apr 29 12:04:10.400615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377494-5e76-496d-b5cd-76646294549f req-f9a0d670-9040-4efe-9e25-8d4fedb6a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:10.402182 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-f9a0d670-9040-4efe-9e25-8d4fedb6a1b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0631301 Apr 29 12:04:10.421984 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '3380e60e-bd6f-4c98-a948-cf54bc8852cd', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': '08e70653-c629-467d-97ce-d42b3affbdbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:12:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:08Z', 'updated_at': '2022-04-29T12:04:08Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}, {'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:10.425837 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:04:10.434284 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:04:10.435238 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:04:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:10.480314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377494-5e76-496d-b5cd-76646294549f req-1db40cbc-d23d-4cf0-aaa6-971901bfc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:10.481758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-1db40cbc-d23d-4cf0-aaa6-971901bfc2be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734279 Apr 29 12:04:10.618502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:04:10.620717 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-a557a326-9d8f-46b7-8598-7ec427ef47fe service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312201 Apr 29 12:04:10.755643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e377494-5e76-496d-b5cd-76646294549f req-2e5581aa-fe24-42fa-8d31-41f5085886d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284158 Apr 29 12:04:10.972490 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '3380e60e-bd6f-4c98-a948-cf54bc8852cd', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': '08e70653-c629-467d-97ce-d42b3affbdbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:12:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:08Z', 'updated_at': '2022-04-29T12:04:08Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}, {'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:04:10.977753 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bba27-83e7-4e5e-8e50-80abf3ac43e3 None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '3380e60e-bd6f-4c98-a948-cf54bc8852cd', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': '08e70653-c629-467d-97ce-d42b3affbdbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:12:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:04:08Z', 'updated_at': '2022-04-29T12:04:08Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}, {'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:04:11.196262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdbeb9-309f-46b0-afca-44bb3a6e1720 None None] New status for floating IP 3380e60e-bd6f-4c98-a948-cf54bc8852cd: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:04:25.598691 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:04:29.530891 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-1b92f8d3-0624-43e5-bf79-baf3c5c3c743 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874472 Apr 29 12:04:29.708696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-1e3e75bf-54a4-4ba5-9ed2-4e84d562a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:29.710137 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-1e3e75bf-54a4-4ba5-9ed2-4e84d562a928 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1098 time: 0.0849328 Apr 29 12:04:29.860742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-959837b4-8909-4b72-a980-c6feb4552890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:29.862285 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-959837b4-8909-4b72-a980-c6feb4552890 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1306555 Apr 29 12:04:30.097278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-b17b43bd-00ec-410a-abe9-cb5929e7c084 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 1000 time: 0.2284307 Apr 29 12:04:30.163887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-287a8319-c3d2-4620-ae0e-3e449d649174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:30.165956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-287a8319-c3d2-4620-ae0e-3e449d649174 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0630441 Apr 29 12:04:30.247266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-17525a45-397a-4641-8244-6930cb9b8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:04:30.248834 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-17525a45-397a-4641-8244-6930cb9b8f06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771480 Apr 29 12:04:30.338429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0d260d1-9f76-4a89-85f9-c647e8f59518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:30.382559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-83a1304c-b9d9-417a-a80a-fd34c09e1f2b service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275566 Apr 29 12:04:30.517433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86f36166-ed5d-49d9-81f9-525248c8eac2 req-c7d5882c-3f55-49e2-8e04-c66784eecdba service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284480 Apr 29 12:04:33.000394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b1f-aef3-4b54-95a9-af80838fc434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:33.734421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:33.934315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:34.101474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:04:35.589085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:00.338158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cd1b547d-51fe-4e27-b06e-1365b8d115de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:00.711035 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-f1377744-5170-48ec-8131-7b48df3b1539 req-e8bb1479-9ccb-47ca-861c-7b0165f4d111 service neutron] (88016) timed out ('10.222.0.66', 58384) {{(pid=88016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 12:05:01.640934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-fcaa9406-108d-4470-ba35-b581a3e7f03e req-06981a33-fa8a-4b26-b3c8-6d52a71609e6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] (88015) timed out ('10.222.0.66', 58397) {{(pid=88015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 12:05:02.591768 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:05:03.005925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2504bf82-16f5-4742-9ded-60743dc2c122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:03.742233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:03.950689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:04.104527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:05.588680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:25.266395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57664) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:25.488614 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7ac2ea56-3d2f-4f7d-8647-36cab62d1408 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/4e73376f-a34b-41cd-a712-6d8dec0fdce3 HTTP/1.1" status: 200 len: 992 time: 0.2208421 Apr 29 12:05:26.284648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57674) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:26.296020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:26.417798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.639923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:26.666671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.674107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.742725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:26.743321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.744646 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/ports/e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 938 time: 0.4586980 Apr 29 12:05:26.745176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:26.767405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=6']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:26.775544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.775860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.776210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.776529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.776966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.777295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.777651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.777950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.778279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.778590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.778920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.779229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9091-ea50-4fe3-92c9-d54d71b1e6a3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:26.795426 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446d86d9-e83d-41d0-80de-4172fb79705b'] response: {'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:05:26.917198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-8a2656d6-c98a-4149-b178-3c2cf55ab7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:26.918706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-8a2656d6-c98a-4149-b178-3c2cf55ab7fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1099 time: 0.0711732 Apr 29 12:05:26.928229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-044ad7b1-fdc4-4024-a417-4e7c0bdd8eea None None] Provisioning complete for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:26.928695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-044ad7b1-fdc4-4024-a417-4e7c0bdd8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:26.987699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-044ad7b1-fdc4-4024-a417-4e7c0bdd8eea None None] Port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 is administratively disabled so it will not transition to active. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 29 12:05:27.053818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-479067d4-ed0a-49ab-b04d-f215395131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.055150 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-479067d4-ed0a-49ab-b04d-f215395131d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1296859 Apr 29 12:05:27.157849 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-0f8332b2-4e19-48c6-ade5-72cda53640e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 1001 time: 0.0968292 Apr 29 12:05:27.221716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-cbfd91bf-c9a4-4a34-80bd-9d617b557038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.223126 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-cbfd91bf-c9a4-4a34-80bd-9d617b557038 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0587380 Apr 29 12:05:27.301504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-100d6763-c5d8-40cf-b8cc-4fd74700aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:27.302956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-100d6763-c5d8-40cf-b8cc-4fd74700aa5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738485 Apr 29 12:05:27.432378 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-23b619ec-9555-4a4a-af1f-da4ea14f697e service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231821 Apr 29 12:05:27.565319 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-56e9b4ad-e9cf-4bee-b3d7-3ff031371b00 req-4409a874-e93c-482e-b53e-b141f2374133 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271892 Apr 29 12:05:30.227639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57684) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:30.233748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:30.335576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd4e5f8d-1316-4936-911d-0248f16d11df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.363069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.739527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:30.772199 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-c2983dfd-7717-4253-bbd3-6f6c8f3239eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2466555 Apr 29 12:05:30.773998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.783574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.895089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:30.895831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:30.897119 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/ports/e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 937 time: 0.6683912 Apr 29 12:05:30.900328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57688) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:30.900841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:30.930245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=7']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:30.939740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.940077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.940422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.940754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.941090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.941443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.941780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.942108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.942438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.942767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.943089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.943412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbee3a-d12c-4d21-b258-7af29514bd5d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:30.965520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979ddc7d-6bc0-482f-afe0-29ff4f13eb16'] response: {'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:05:30.971795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-200c84b4-1026-4924-bb4f-f361f0cd9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:30.973286 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-200c84b4-1026-4924-bb4f-f361f0cd9774 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1099 time: 0.1574891 Apr 29 12:05:31.074395 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-07bfa4f8-79dc-43cf-8ca6-4998b3e5115f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/4e73376f-a34b-41cd-a712-6d8dec0fdce3 HTTP/1.1" status: 200 len: 992 time: 0.1726084 Apr 29 12:05:31.104757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-9c6235d0-a7cd-45c8-9bdf-6c02e20c2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.106396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-9c6235d0-a7cd-45c8-9bdf-6c02e20c2ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1098 time: 0.0881758 Apr 29 12:05:31.149805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cbb46189-fd82-4f2c-824b-fb81727bfc51 None None] Provisioning complete for port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:31.150100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cbb46189-fd82-4f2c-824b-fb81727bfc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:31.153471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-e9f31dbd-47e0-4f4e-8ccd-9739080a3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.154986 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-e9f31dbd-47e0-4f4e-8ccd-9739080a3ac6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1375291 Apr 29 12:05:31.247188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-233f9993-ff3b-450c-b54d-211f5d685b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.249009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-233f9993-ff3b-450c-b54d-211f5d685b03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1367571 Apr 29 12:05:31.265195 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-f50a7286-f926-4a4b-9957-7f00312f2241 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 1001 time: 0.1035049 Apr 29 12:05:31.299213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:05:31.338059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-0f332b62-bc2e-4238-a447-ff9547418b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.339622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-0f332b62-bc2e-4238-a447-ff9547418b54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0675893 Apr 29 12:05:31.371233 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-79f3733b-df48-42d4-aeaa-5eed601a095a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 1000 time: 0.1155226 Apr 29 12:05:31.442139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-6713e062-1ee4-48a7-8e54-3c7e47e352a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.443585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-6713e062-1ee4-48a7-8e54-3c7e47e352a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0669448 Apr 29 12:05:31.447168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-d9232ae9-d34f-4b01-a542-b01efa61c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.448719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-d9232ae9-d34f-4b01-a542-b01efa61c9c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028228 Apr 29 12:05:31.520024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-fa21e95d-15ec-465f-8285-56c85d5d285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:31.521515 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-fa21e95d-15ec-465f-8285-56c85d5d285d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721200 Apr 29 12:05:31.581955 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-0794eef7-c67b-401b-aee4-c31c05ce4ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275163 Apr 29 12:05:31.653613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-e7294f95-158d-4266-9530-ac8becdabd2e service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257610 Apr 29 12:05:31.719019 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5947894e-1014-4a51-a0fa-23be3712ae67 req-0c05ca3c-5eab-412b-9b5c-f767bb8db4ae service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317067 Apr 29 12:05:31.789317 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-266f2d3a-899d-4a14-b407-68c52cedb8d7 req-0b195089-a814-4ffa-a0c5-8b1346f23701 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296325 Apr 29 12:05:33.015052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-80fdd5f5-6ff9-4c10-b395-1415ab73eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.678582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57700) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:33.738246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.895359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 1ecb5416-80d4-4401-935e-ea1defddf757 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:33.897770 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:33.951206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.075712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.075984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.106170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.203727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 1ecb5416-80d4-4401-935e-ea1defddf757 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:34.363966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.410412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=1ecb5416-80d4-4401-935e-ea1defddf757,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:34.618549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:34.618807 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 3380e60e-bd6f-4c98-a948-cf54bc8852cd disassociated (deleted). External IP: 172.26.0.73, port: 08e70653-c629-467d-97ce-d42b3affbdbf. Apr 29 12:05:34.968941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:05:35.174636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:05:35.184563 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:35.198811 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:35.199426 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.200181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.255502 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-436cedf2-f43e-442f-afac-17c2b0c9f505 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/3380e60e-bd6f-4c98-a948-cf54bc8852cd HTTP/1.1" status: 204 len: 168 time: 1.5751302 Apr 29 12:05:35.255966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:35.308493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f255ccae-81cc-4f7d-81d0-6c8fded0aed3'] response: {'name': 'network-changed', 'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf', 'status': 'completed', 'code': 200} Apr 29 12:05:35.374972 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:35.471537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fea60-6177-4993-969d-18b44a0807b3 req-2f1501e6-9289-4376-b6b1-9117f27f0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:35.473299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-2f1501e6-9289-4376-b6b1-9117f27f0c06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 1099 time: 0.1213219 Apr 29 12:05:35.591973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:35.656332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fea60-6177-4993-969d-18b44a0807b3 req-9b625ec5-0249-487e-9810-55fa67a81331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:35.658090 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-9b625ec5-0249-487e-9810-55fa67a81331 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1383481 Apr 29 12:05:35.763577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6b93b-3393-4e32-b7c7-1c662cf29ba2 req-dbfba723-84bc-4bb3-918f-9f7a736e3c17 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:35.764315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-add6b93b-3393-4e32-b7c7-1c662cf29ba2 req-dbfba723-84bc-4bb3-918f-9f7a736e3c17 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:05:35.784899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-add6b93b-3393-4e32-b7c7-1c662cf29ba2 req-dbfba723-84bc-4bb3-918f-9f7a736e3c17 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:05:35.786263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-add6b93b-3393-4e32-b7c7-1c662cf29ba2 req-dbfba723-84bc-4bb3-918f-9f7a736e3c17 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.2296138 Apr 29 12:05:35.801935 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.807434 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:35.820108 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:35.820889 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:35.835704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-add6b93b-3393-4e32-b7c7-1c662cf29ba2 req-1754b032-6de7-40c4-9ea5-18e1028d69ad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Apr 29 12:05:35.855912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-270e50d2-72cf-4b3b-a9f4-e5dd9cf5a63d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 200 len: 217 time: 0.1908226 Apr 29 12:05:35.918702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fea60-6177-4993-969d-18b44a0807b3 req-c1e60a28-dcec-4ab9-8f14-5bb76731d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:35.920149 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-c1e60a28-dcec-4ab9-8f14-5bb76731d7d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0579116 Apr 29 12:05:35.996790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fea60-6177-4993-969d-18b44a0807b3 req-809357c6-7b59-46a8-8d18-ebd441a2692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:35.998239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-809357c6-7b59-46a8-8d18-ebd441a2692f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718739 Apr 29 12:05:36.005467 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:36.127307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-0073e312-8864-49ed-8906-a2150d4f8337 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226330 Apr 29 12:05:36.256985 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e98fea60-6177-4993-969d-18b44a0807b3 req-5e891a33-fa29-442c-9389-277cf4083e6a service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224241 Apr 29 12:05:36.356644 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:36.361594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcb2e0-54b9-4090-910b-98b04d1f5472 None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '4e73376f-a34b-41cd-a712-6d8dec0fdce3', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'port_id': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'mac_address': 'fa:16:3e:86:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f91365-f20b-4638-a28a-122f7f0595c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:03:51Z', 'updated_at': '2022-04-29T12:03:54Z', 'revision_number': 1, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:36.592192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52405164-f5ea-488e-bfee-b0029d5fed4c None None] New status for floating IP 3380e60e-bd6f-4c98-a948-cf54bc8852cd: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:05:37.099486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09470446-3f99-45e4-b01f-732015d47a1e req-713f56fb-da46-41e4-9fe4-69734a9b739d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:37.101102 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09470446-3f99-45e4-b01f-732015d47a1e req-713f56fb-da46-41e4-9fe4-69734a9b739d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.1558490 Apr 29 12:05:37.149070 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09470446-3f99-45e4-b01f-732015d47a1e req-ca6e4495-ab5e-422c-bba6-23e62a9f10f6 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=8411bded-bbca-4bdc-837a-8b9b959298ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Apr 29 12:05:37.279971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-e8fd32f8-9835-45d8-920a-02e48cb4607b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:37.281305 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-e8fd32f8-9835-45d8-920a-02e48cb4607b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 946 time: 0.0902371 Apr 29 12:05:37.352691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 08e70653-c629-467d-97ce-d42b3affbdbf {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:37.353019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.605971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 08e70653-c629-467d-97ce-d42b3affbdbf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=08e70653-c629-467d-97ce-d42b3affbdbf,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:37.606211 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.735591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 08e70653-c629-467d-97ce-d42b3affbdbf owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:37.898145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:37.960451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=08e70653-c629-467d-97ce-d42b3affbdbf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:38.033814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port 08e70653-c629-467d-97ce-d42b3affbdbf on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:38.036986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:38.041009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'name': 'network-vif-deleted', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:38.067001 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2ad76718-1d8e-410b-b6c3-0d741fab9e65 req-4665ed31-e7ff-43ff-a365-4a37b2d540bb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/08e70653-c629-467d-97ce-d42b3affbdbf HTTP/1.1" status: 204 len: 173 time: 0.7804282 Apr 29 12:05:38.095901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deaee6bb-a60b-4f7b-8687-8218284a33f8'] response: {'server_uuid': 'fc9e6482-2489-49cb-ab33-364b7469af8f', 'name': 'network-vif-deleted', 'tag': '08e70653-c629-467d-97ce-d42b3affbdbf', 'status': 'completed', 'code': 200} Apr 29 12:05:38.325663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a31b2f47-53e5-41b1-8ed2-3a75dea5b464 req-d4ccc585-0375-416b-89a4-7bb28de0fa29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:05:38.344107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a31b2f47-53e5-41b1-8ed2-3a75dea5b464 req-d4ccc585-0375-416b-89a4-7bb28de0fa29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:05:38.345468 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a31b2f47-53e5-41b1-8ed2-3a75dea5b464 req-d4ccc585-0375-416b-89a4-7bb28de0fa29 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc9e6482-2489-49cb-ab33-364b7469af8f HTTP/1.1" status: 200 len: 210 time: 0.0664740 Apr 29 12:05:39.446226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57722) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:39.524337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.555064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.602999 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:05:39.629783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.648907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8411bded-bbca-4bdc-837a-8b9b959298ee,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:39.664003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:39.665147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-46ca1178-987c-4ecd-bc73-75ae8d0c713d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/8411bded-bbca-4bdc-837a-8b9b959298ee HTTP/1.1" status: 204 len: 168 time: 0.2179208 Apr 29 12:05:39.697496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57728) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:40.024888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 7d57f1cc-5b6d-421b-b32d-071cb4274e75 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:40.025114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:40.205568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:40.205851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:40.336800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 7d57f1cc-5b6d-421b-b32d-071cb4274e75 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:40.492562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:40.543706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=7d57f1cc-5b6d-421b-b32d-071cb4274e75,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:40.632228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:40.632559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 4e73376f-a34b-41cd-a712-6d8dec0fdce3 disassociated (deleted). External IP: 172.26.0.87, port: e9fefbbd-1ce5-45bf-8fd5-62b356ebf991. Apr 29 12:05:40.982978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:05:41.163839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:05:41.173654 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:41.183402 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:41.184012 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:41.185586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:41.350903 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7930e41a-a27d-4b1c-adce-48487f0a315b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/4e73376f-a34b-41cd-a712-6d8dec0fdce3 HTTP/1.1" status: 204 len: 168 time: 1.6521626 Apr 29 12:05:41.351358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:41.365579 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:41.398689 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a58b42-ea15-4bf8-bee1-30ea7450d39e'] response: {'name': 'network-changed', 'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:05:41.515584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-febd963b-21b0-4dce-b4fe-acd188d99fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:41.517247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-febd963b-21b0-4dce-b4fe-acd188d99fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 1098 time: 0.0729828 Apr 29 12:05:41.722163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-cb334010-62e8-4d31-9c79-0778e19f904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:41.723642 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-cb334010-62e8-4d31-9c79-0778e19f904b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 200 len: 897 time: 0.1990640 Apr 29 12:05:41.728481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:41.732939 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:41.741524 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:41.742117 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:41.798313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-6a2f1b76-f80f-43b5-b222-12a2240494d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 200 len: 217 time: 0.0667589 Apr 29 12:05:41.809579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-5c01c2c9-bbe5-433a-9059-e0a5a99c8ec5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:41.810291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-5c01c2c9-bbe5-433a-9059-e0a5a99c8ec5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:05:41.872520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-5c01c2c9-bbe5-433a-9059-e0a5a99c8ec5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:05:41.873618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-5c01c2c9-bbe5-433a-9059-e0a5a99c8ec5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.2351556 Apr 29 12:05:41.883056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-be9c1747-585b-41f5-a8de-c063dc293289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:41.884428 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-be9c1747-585b-41f5-a8de-c063dc293289 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 200 len: 834 time: 0.0715196 Apr 29 12:05:41.920381 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:41.970295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-4dfe86ff-5bb5-4711-aa75-01104a612a2e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:05:41.994363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-4dfe86ff-5bb5-4711-aa75-01104a612a2e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:05:41.995586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-673f2feb-a401-4b3b-af15-69835b4a55e9 req-4dfe86ff-5bb5-4711-aa75-01104a612a2e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150331 Apr 29 12:05:42.001943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-e92a513d-6335-41b9-926a-74831ee9d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:42.003367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-e92a513d-6335-41b9-926a-74831ee9d06b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2e4c736-28d9-4643-a983-bdf0cc6589c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054170 Apr 29 12:05:42.141490 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-99ae629b-ddb4-4264-a3a5-5863d0835d65 service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291771 Apr 29 12:05:42.185122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 08e70653-c629-467d-97ce-d42b3affbdbf no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:05:42.221548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 08e70653-c629-467d-97ce-d42b3affbdbf {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:05:42.221868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 08e70653-c629-467d-97ce-d42b3affbdbf not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:05:42.237581 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:42.241875 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83b48f-d5aa-4bf0-9134-83c08c2dd0cf None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:03:34Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6f8d8633-3246-4271-a75e-664ff6800fb4', 'name': '', 'network_id': 'b2e4c736-28d9-4643-a983-bdf0cc6589c1', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:f1:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:33Z', 'updated_at': '2022-04-29T12:03:40Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0c1d19b8-aca4-4ede-af91-c0921f4a76ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:42.281601 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5028e76a-b7e4-41bb-a2c1-59ff9fb9c81a req-9a192b98-48dd-47a1-ad07-f0592c36cd6b service neutron] 10.222.0.66 "GET /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327329 Apr 29 12:05:42.474841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d178d2-970d-43c1-bf4d-c0a9d26547e1 None None] New status for floating IP 4e73376f-a34b-41cd-a712-6d8dec0fdce3: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:05:43.192101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44793e-cbf2-4acc-a8ff-a366e493dd19 req-c94e510a-097a-413d-80bf-fbaaf2059413 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:43.193641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3b44793e-cbf2-4acc-a8ff-a366e493dd19 req-c94e510a-097a-413d-80bf-fbaaf2059413 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.0877023 Apr 29 12:05:43.241443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3b44793e-cbf2-4acc-a8ff-a366e493dd19 req-6856bca3-6efd-4418-8abb-3fb5894bc227 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Apr 29 12:05:43.605115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-875466d3-e1bb-4554-bf4b-354f9dc293c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:43.606577 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-875466d3-e1bb-4554-bf4b-354f9dc293c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 945 time: 0.0822203 Apr 29 12:05:43.682597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:43.682891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:43.943521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:43.943768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.067691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:44.218909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.465639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=e9fefbbd-1ce5-45bf-8fd5-62b356ebf991,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:44.486146 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-98271722-99c9-44df-9425-a280fa0107d9 req-096dac42-25cf-4a0b-b102-93fdd4e9b3cb tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=54f91365-f20b-4638-a28a-122f7f0595c1 HTTP/1.1" status: 200 len: 210 time: 0.1154749 Apr 29 12:05:44.521948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:44.524606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:44.527369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'name': 'network-vif-deleted', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:05:44.544821 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9a80bb4-f991-488e-a4ab-9fdd72234124 req-101043f9-0a73-4d9e-b7fa-6674ca77de1f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 HTTP/1.1" status: 204 len: 173 time: 0.9328187 Apr 29 12:05:44.580778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f3020-709e-480e-9fa9-a6af1499e393'] response: {'server_uuid': '54f91365-f20b-4638-a28a-122f7f0595c1', 'name': 'network-vif-deleted', 'tag': 'e9fefbbd-1ce5-45bf-8fd5-62b356ebf991', 'status': 'completed', 'code': 200} Apr 29 12:05:45.581625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57746) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:45.655638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.688879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.758072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.777098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4fdf08-d556-467d-bf5e-f2bd9830b5b9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:45.793342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:45.794773 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83b74231-5e27-4a42-b600-3d15141d8b18 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d4fdf08-d556-467d-bf5e-f2bd9830b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2121849 Apr 29 12:05:45.828812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57752) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:46.393435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.760638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 6f8d8633-3246-4271-a75e-664ff6800fb4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:46.760865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:46.945221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 6f8d8633-3246-4271-a75e-664ff6800fb4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f8d8633-3246-4271-a75e-664ff6800fb4,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:46.945949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.174492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 6f8d8633-3246-4271-a75e-664ff6800fb4 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:47.369228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:47.422169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=6f8d8633-3246-4271-a75e-664ff6800fb4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:47.696350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.079093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router 9c712332-e2bd-44b2-8594-56b20d35d945 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:05:48.231440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:05:48.253241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:05:48.264514 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Sync routers for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:48.265069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:05:48.265375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e9fefbbd-1ce5-45bf-8fd5-62b356ebf991 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:05:48.266803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0716d53d-c94a-4a7f-b522-2197dfba79c1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/9c712332-e2bd-44b2-8594-56b20d35d945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4362638 Apr 29 12:05:48.269013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57756) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:48.275341 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:48.275940 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:48.334165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet 0c1d19b8-aca4-4ede-af91-c0921f4a76ab {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:05:48.337173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.396805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.451327 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:48.477762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.553589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.705137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1d19b8-aca4-4ede-af91-c0921f4a76ab,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:48.707162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.712783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb036e-c629-48ad-bb00-62d63ab92ed4 None None] Network b2e4c736-28d9-4643-a983-bdf0cc6589c1 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:05:48.713980 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d6b89ac6-fafb-4e6c-b6eb-7f0331b3d44c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/0c1d19b8-aca4-4ede-af91-c0921f4a76ab HTTP/1.1" status: 204 len: 168 time: 0.4434988 Apr 29 12:05:48.716245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57760) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:48.743437 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:05:47Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:48.747814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Checking router: 9c712332-e2bd-44b2-8594-56b20d35d945 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:48.757135 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Routers {'9c712332-e2bd-44b2-8594-56b20d35d945'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:48.757762 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9c712332-e2bd-44b2-8594-56b20d35d945'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:48.897351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:48.933899 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] Set router 9c712332-e2bd-44b2-8594-56b20d35d945 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:48.999047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] DHCP port deletion for b2e4c736-28d9-4643-a983-bdf0cc6589c1 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:05:49.003669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Deleting port bb2bbcbc-3809-434c-a986-9155f39bfd0c {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:49.004395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.087335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.108251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 20153a7d-7541-434b-a316-9cd53cf59330 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:05:49.108667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.223444 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] For port bb2bbcbc-3809-434c-a986-9155f39bfd0c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb2bbcbc-3809-434c-a986-9155f39bfd0c,segment=NetworkSegment(50c5967d-56f5-40b9-8064-4faed0477e54),segment_id=50c5967d-56f5-40b9-8064-4faed0477e54)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:49.223841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.278421 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:05:47Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:49.282810 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69b1f55-21df-4a3b-8b00-af103da12bf0 None None] The sync data for ids ['9c712332-e2bd-44b2-8594-56b20d35d945'] in dv-neutron-839741-1-hyperv is: [{'id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'name': 'tempest-TestNetworkBasicOps-router-1872351334', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '20153a7d-7541-434b-a316-9cd53cf59330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:03:28Z', 'updated_at': '2022-04-29T12:05:47Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '20153a7d-7541-434b-a316-9cd53cf59330', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c712332-e2bd-44b2-8594-56b20d35d945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:03:29Z', 'updated_at': '2022-04-29T12:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:49.302516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 20153a7d-7541-434b-a316-9cd53cf59330, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=20153a7d-7541-434b-a316-9cd53cf59330,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:49.302866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.344632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Calling delete_port for bb2bbcbc-3809-434c-a986-9155f39bfd0c owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:49.423244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.427158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 20153a7d-7541-434b-a316-9cd53cf59330 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:05:49.474436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Pushing event deleted for resources: {'Port': ['ID=bb2bbcbc-3809-434c-a986-9155f39bfd0c,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:49.479366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] No DVR routers for this DVR port bb2bbcbc-3809-434c-a986-9155f39bfd0c on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:05:49.489231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.489604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.489940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.490268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.490576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.490971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.491212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.491534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.491858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.492184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.492499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.492797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2dd1a7-6444-41eb-9c93-ec3477ecfcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:49.609332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.658325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=20153a7d-7541-434b-a316-9cd53cf59330,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:49.690256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb2bbcbc-3809-434c-a986-9155f39bfd0c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:05:49.725643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: bb2bbcbc-3809-434c-a986-9155f39bfd0c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:05:49.726413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb2bbcbc-3809-434c-a986-9155f39bfd0c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:05:49.727007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f8d8633-3246-4271-a75e-664ff6800fb4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:05:49.761709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.765416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 6f8d8633-3246-4271-a75e-664ff6800fb4 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:05:49.765845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f8d8633-3246-4271-a75e-664ff6800fb4 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:05:49.936563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.938915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.967180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.967944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router 9c712332-e2bd-44b2-8594-56b20d35d945 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:05:49.986755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:49.987743 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-be3607ac-934a-4889-b4f8-a6c924095289 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/9c712332-e2bd-44b2-8594-56b20d35d945 HTTP/1.1" status: 204 len: 168 time: 1.2705452 Apr 29 12:05:49.990627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57764) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:50.211673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.341028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.366239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e4c736-28d9-4643-a983-bdf0cc6589c1']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:50.378138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c5967d-56f5-40b9-8064-4faed0477e54') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:50.378429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c5967d-56f5-40b9-8064-4faed0477e54') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:50.389909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.407056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.414422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:05:50.414823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:05:50.430324 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:05:50.516381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.534568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.547897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=b2e4c736-28d9-4643-a983-bdf0cc6589c1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:50.559635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e26c065a-a961-43ac-8fb0-8bc7de8c6930 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/b2e4c736-28d9-4643-a983-bdf0cc6589c1 HTTP/1.1" status: 204 len: 168 time: 0.5680211 Apr 29 12:05:50.589866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57768) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:50.597411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'network': {'name': 'tempest-network-smoke--946228139', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:50.602685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:50.607062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:network and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:50.610080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:50.616248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:50.626954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:05:50.630324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.657816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:05:50.667551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.668010 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Added segment 4e292127-8962-495f-86da-aa1a2176942e of type vlan for network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff Apr 29 12:05:50.702399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.737006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.742419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:50.742992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.841187 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2484703 Apr 29 12:05:50.844351 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57772) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:50.850128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b702fc2-82ff-4015-8a09-dc73c18d129b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Network': ['ID=5f8999c0-d39d-4544-a5f0-b54411b5a4ff,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:50.850491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'admin_state_up': True, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:50.859574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:50.860346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:05:50.863649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:router and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:50.866606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:50.873345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:50.884583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.885867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:50.901052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:51.185606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:51.626659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:51.656732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:51.678178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20153a7d-7541-434b-a316-9cd53cf59330 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:05:51.715939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 20153a7d-7541-434b-a316-9cd53cf59330 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:05:51.716281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 20153a7d-7541-434b-a316-9cd53cf59330 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:05:51.806775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.76 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/7da443ea-1ba4-4d37-9e82-5fab6075ded5) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:51.968333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:52.005716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:52.075780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:52.078714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:52.082362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:05:52.114744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:52.512365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:52.994019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:53.212445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:05:53.389611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:05:53.401040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:53.411407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:53.412233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:53.418299 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:53.419661 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f78b9040-0d7b-4e46-aeb4-c8dcbd6e6b2c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5742724 Apr 29 12:05:53.423043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57776) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:53.465789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a2d0925b-410b-445d-9d73-04478e801b34 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df1d6d0a17744908803d5477409a7896&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391510 Apr 29 12:05:53.466083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57780) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:53.593939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8941d-9404-470f-9482-a0bb553d9793 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:53.595691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3dd8941d-9404-470f-9482-a0bb553d9793 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284182 Apr 29 12:05:53.598144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:53.598275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57784) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:53.636309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5fa2ad1f-e9c7-465e-9240-8fdf8467c33f tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370293 Apr 29 12:05:53.639046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57788) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:53.644391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-73743901', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:53.752054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:53.755925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:subnet and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:53.758730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:53.764357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:53.775068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:05:53.778501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:53.911964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:52Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:53.915796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:53.916138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Updating router ddd13407-8fe3-43ed-bbf2-c3543336f29f port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:05:53.968068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.003290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.080658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Subnet': ['ID=0f610923-5062-47a1-b748-9b97c7cc9b25,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:54.088432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Checking segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:05:54.088746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network hostable DHCP agents. Network: 5f8999c0-d39d-4544-a5f0-b54411b5a4ff, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:05:54.108667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:05:54.118645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 5f8999c0-d39d-4544-a5f0-b54411b5a4ff) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:54.124354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:54.125112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.148583 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9f3107c5-5da3-4165-908f-ae823959db9b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5085323 Apr 29 12:05:54.151405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57792) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:54.174842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785ca8d-aa8c-4d3c-a00f-5ce20431fe14 None None] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:05:54.470356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.485022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:05:54.485866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.495001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Transition to ACTIVE for port object 7da443ea-1ba4-4d37-9e82-5fab6075ded5 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:54.509536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.649611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Attempting to bind port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:54.649972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Attempting to bind port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:54.650348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Attempting to bind port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:05:54.652429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee746-e0d4-40e8-ad80-2b1d32e189a1 None None] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:54.666188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:05:54.666552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:05:54.666939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.667314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:05:54.667767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Bound port: 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:54.668104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.788520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Allocated IP 172.20.0.2 (5f8999c0-d39d-4544-a5f0-b54411b5a4ff/0f610923-5062-47a1-b748-9b97c7cc9b25/97659265-d333-4869-9d0c-fb61a5b88f7b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:54.790664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:05:54.795007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7da443ea-1ba4-4d37-9e82-5fab6075ded5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:05:54.802018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.963987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:54.970910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee746-e0d4-40e8-ad80-2b1d32e189a1 None None] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:54.976495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:54.977124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:55.225315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.239219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:55.379570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Transition to ACTIVE for port object 97659265-d333-4869-9d0c-fb61a5b88f7b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:55.432138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Transition to ACTIVE for port object 97659265-d333-4869-9d0c-fb61a5b88f7b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:55.484242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.505696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.1 (5f8999c0-d39d-4544-a5f0-b54411b5a4ff/0f610923-5062-47a1-b748-9b97c7cc9b25/e316f329-4de4-47ba-ab8f-fd2738257e15) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:05:55.586330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:55.591850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:55.594467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:05:55.639180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Pushing event updated for resources: {'Port': ['ID=97659265-d333-4869-9d0c-fb61a5b88f7b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:55.685882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.702438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object e316f329-4de4-47ba-ab8f-fd2738257e15 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:55.727840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.741120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Attempting to bind port 97659265-d333-4869-9d0c-fb61a5b88f7b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:55.741534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Attempting to bind port 97659265-d333-4869-9d0c-fb61a5b88f7b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:55.741758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Attempting to bind port 97659265-d333-4869-9d0c-fb61a5b88f7b on network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:05:55.749617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:05:55.749981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Checking segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:05:55.750372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.750760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Bound using segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:05:55.751216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Bound port: 97659265-d333-4869-9d0c-fb61a5b88f7b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:55.751583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.795779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:55.798843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:55.802733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:05:55.812546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-af410b1f-1fa9-4247-b368-168693674855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:52Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:55.821771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af410b1f-1fa9-4247-b368-168693674855 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:52Z', 'revision_number': 3, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:55.839302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:55.854965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] For port 97659265-d333-4869-9d0c-fb61a5b88f7b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:05:55.863198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] For port 97659265-d333-4869-9d0c-fb61a5b88f7b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=97659265-d333-4869-9d0c-fb61a5b88f7b,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:05:55.868728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.872435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:55.961102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284afaf4-794b-4b66-b361-44e6ba44e010 None None] Pushing event updated for resources: {'Port': ['ID=97659265-d333-4869-9d0c-fb61a5b88f7b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:55.992678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.575748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.581686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.700287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:56.706597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:56.846358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:05:56.847528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:05:56.960774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea861ec3-e0cc-47c5-a6ec-76a30e64009f None None] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:05:57.033061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:05:57.060076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0dbee691-22eb-41fc-b6cc-1f212d3569d7 None None] Provisioning for port 97659265-d333-4869-9d0c-fb61a5b88f7b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:57.222761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:05:57.236502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-386ef44b-8ebe-45cb-b75a-db37cbe838fc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ddd13407-8fe3-43ed-bbf2-c3543336f29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841091 Apr 29 12:05:57.239084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57796) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:57.393331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4379489-9ba5-4928-966c-7e41c44f3ed7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.393838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4379489-9ba5-4928-966c-7e41c44f3ed7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.394287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4379489-9ba5-4928-966c-7e41c44f3ed7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.394734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4379489-9ba5-4928-966c-7e41c44f3ed7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.399176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e4379489-9ba5-4928-966c-7e41c44f3ed7 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1566799 Apr 29 12:05:57.399578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57800) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:57.439635 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:05:57.449617 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:57.450236 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:57.473542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6426d5-7ef2-4669-ad86-4487e0243dda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.474076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6426d5-7ef2-4669-ad86-4487e0243dda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.474537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6426d5-7ef2-4669-ad86-4487e0243dda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.475029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6426d5-7ef2-4669-ad86-4487e0243dda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:57.476764 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1a6426d5-7ef2-4669-ad86-4487e0243dda tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0762067 Apr 29 12:05:57.479921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57804) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:57.494428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a3ba389b-e093-41eb-ac74-f9a852ad394f None None] Provisioning for port e316f329-4de4-47ba-ab8f-fd2738257e15 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:57.500369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a3ba389b-e093-41eb-ac74-f9a852ad394f None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:57.500741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a3ba389b-e093-41eb-ac74-f9a852ad394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:57.557902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba389b-e093-41eb-ac74-f9a852ad394f None None] Port e316f329-4de4-47ba-ab8f-fd2738257e15 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:05:57.684375 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:57.700721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-fd62b3d8-1e1d-48fc-bdde-8ebc1e6c899a None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:57.703461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd62b3d8-1e1d-48fc-bdde-8ebc1e6c899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:57.744042 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e5d97efe-9fff-4f09-bc4b-642274746f23 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2596011 Apr 29 12:05:57.848668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:05:57.884463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-fd62b3d8-1e1d-48fc-bdde-8ebc1e6c899a None None] Port e316f329-4de4-47ba-ab8f-fd2738257e15 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:05:57.940115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:57.946761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:57.947134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.023002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5c449748-089a-4ca7-a9dc-d376028a892f None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:58.023919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c449748-089a-4ca7-a9dc-d376028a892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.045515 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:05:56Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:58.049961 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:05:58.050469 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Updating router ddd13407-8fe3-43ed-bbf2-c3543336f29f port e316f329-4de4-47ba-ab8f-fd2738257e15 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:05:58.107905 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.130788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5c449748-089a-4ca7-a9dc-d376028a892f None None] Port e316f329-4de4-47ba-ab8f-fd2738257e15 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:05:58.132330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.151275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7da443ea-1ba4-4d37-9e82-5fab6075ded5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:58.157272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.158305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 97659265-d333-4869-9d0c-fb61a5b88f7b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:05:58.248305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57810) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:58.260968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592527774', 'description': 'tempest-secgroup-smoke-592527774 description', 'project_id': 'df1d6d0a17744908803d5477409a7896'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:58.270159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:58.276701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:58.279434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.281435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:58.291990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:58.297337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 97659265-d333-4869-9d0c-fb61a5b88f7b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:58.303085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 97659265-d333-4869-9d0c-fb61a5b88f7b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:58.303596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.313514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.342257 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:58.346440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:58.349627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:58.356077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:58.441038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.445751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.450709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.484040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.485514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2357428 Apr 29 12:05:58.488289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57814) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:58.494604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 97659265-d333-4869-9d0c-fb61a5b88f7b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=97659265-d333-4869-9d0c-fb61a5b88f7b,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:05:58.499836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.500110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:58.513653 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:58.519735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:58.523675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d9a2e-e9c0-41b4-b4df-db4a899220b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0103d5-ddb3-4097-a7d4-0089f8272a62,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.526047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:58.532361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:58.554066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.555066 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.568194 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Transition to ACTIVE for port object e316f329-4de4-47ba-ab8f-fd2738257e15 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:05:58.571960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=97659265-d333-4869-9d0c-fb61a5b88f7b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.577887 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.624559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.628674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.653677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcada4e-fd7d-431f-b974-2d922740e590,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.664603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.666022 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d6767648-a79d-44db-95a9-deb728b44302 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767380 Apr 29 12:05:58.671158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57818) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:58.676390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:58.683744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:58.688789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:58.692785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:58.699824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:58.719362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.784944 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.792863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.797482 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.797818 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.798146 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.798263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.798468 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.798785 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.799100 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.799416 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.800620 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.801033 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.801374 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.802141 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.802461 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:05:58.822565 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Attempting to bind port e316f329-4de4-47ba-ab8f-fd2738257e15 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:05:58.822920 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Attempting to bind port e316f329-4de4-47ba-ab8f-fd2738257e15 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:05:58.823278 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Attempting to bind port e316f329-4de4-47ba-ab8f-fd2738257e15 on network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:05:58.825030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf54c3b-7c11-495a-9737-5eb2b1f2e2d6,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.831415 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:05:58.831664 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Checking segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:05:58.832166 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.832703 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Bound using segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:05:58.833282 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Bound port: e316f329-4de4-47ba-ab8f-fd2738257e15, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:05:58.833739 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.836138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.837637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f70465c9-94de-44a2-a543-edc10ae0fa27 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653297 Apr 29 12:05:58.840841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57822) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:58.846830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:58.853343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:58.859325 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:58.863279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:58.869094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:58.885630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.929265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:05:58.932862 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e316f329-4de4-47ba-ab8f-fd2738257e15,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:05:58.936736 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.954657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.958602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.982667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae69f5b9-0b1b-4cef-b41b-b026f8b21a35,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:58.991775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:58.993029 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-582abe88-5e3f-40c1-94e2-db390a637b3f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509726 Apr 29 12:05:58.996224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57826) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:59.001327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:59.007493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:59.011494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:59.014701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:59.020498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:59.037876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.052437 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:05:59.053003 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:05:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:59.113313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.118097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.143577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4366a157-ec25-4aba-b15a-ea4bd98bf2e0,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:59.153819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.157957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57830) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:59.158172 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d000d460-800c-4037-b03f-6b26a7e5a097 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609085 Apr 29 12:05:59.163867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:59.170372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:59.177137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:59.180748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:59.186950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:59.188658 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf9651-5fc0-4861-b041-3f91cbf63aba None None] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:59.200154 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:05:59.208045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.248755 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:05:59.272776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.277315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.301580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5461c3c7-9c3c-401b-93d1-902ae5aaa564,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:59.311245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.313916 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e9694033-266f-4a9d-b723-ad7bb64d06c5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544580 Apr 29 12:05:59.315551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57834) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:05:59.320639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'security_group_rule': {'security_group_id': '0b0103d5-ddb3-4097-a7d4-0089f8272a62', 'project_id': 'df1d6d0a17744908803d5477409a7896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:05:59.326455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:05:59.330368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:security_group_rule and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:05:59.333257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:05:59.338817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:05:59.350874 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Project df1d6d0a17744908803d5477409a7896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:05:59.358172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.430056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.434694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.460208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb79d02-6d86-4843-ab8e-80c9fb5ee861,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:05:59.470755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:05:59.471915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f3b1f6f8-24cb-4e91-9796-9dfc629c5faa tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554501 Apr 29 12:05:59.567079 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:05:59.571392 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc71f0-d830-459c-a18b-053049fffe39 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:05:59.714484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-6d31a3f0-66d9-42bd-b601-9250f2ed612b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:05:59.731463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-6d31a3f0-66d9-42bd-b601-9250f2ed612b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:05:59.732739 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-6d31a3f0-66d9-42bd-b601-9250f2ed612b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592527774&fields=id&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 267 time: 0.0740418 Apr 29 12:05:59.803334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:05:59.901768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-fd46b0ae-dbfd-4747-b7c1-2a35cf8d6ef3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:05:59.903242 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-fd46b0ae-dbfd-4747-b7c1-2a35cf8d6ef3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 796 time: 0.1627548 Apr 29 12:05:59.915753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port e316f329-4de4-47ba-ab8f-fd2738257e15 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:05:59.918906 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-9dededab-b8a6-4855-96c6-9abfb7dd2b14 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/quotas/df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Apr 29 12:05:59.924163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:05:59.924529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.008918 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-a1a13adf-74a0-4c68-8c41-edea161f7a03 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825827 Apr 29 12:06:00.052259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.091064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e316f329-4de4-47ba-ab8f-fd2738257e15,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:06:00.095796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.096737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 97659265-d333-4869-9d0c-fb61a5b88f7b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:06:00.102593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-5d7314c7-38b7-4d65-9681-0bb98ececb56 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:06:00.103740 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-5d7314c7-38b7-4d65-9681-0bb98ececb56 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0768411 Apr 29 12:06:00.215636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:00.229773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 97659265-d333-4869-9d0c-fb61a5b88f7b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:00.230143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.251377 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-b822bf06-29b5-4082-aed6-18c4adb9a3db service neutron] 10.222.0.53 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407547 Apr 29 12:06:00.359859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd1fe-f118-43d1-8a94-39129057a565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.368756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:06:00.400979 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-ef3c70ea-25ad-4bcc-b30d-bbb2017aa96e service neutron] 10.222.0.53 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428237 Apr 29 12:06:00.440055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:00.440449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:00.600290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-7a769001-839c-4703-bcd2-e713da07a8d1 req-a4940f81-a69b-4434-8fc0-65cf8fd09597 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:06:00.617832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-7a769001-839c-4703-bcd2-e713da07a8d1 req-a4940f81-a69b-4434-8fc0-65cf8fd09597 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:06:00.622094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a769001-839c-4703-bcd2-e713da07a8d1 req-a4940f81-a69b-4434-8fc0-65cf8fd09597 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 210 time: 0.0690677 Apr 29 12:06:01.715942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:06:01.774510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-dd961103-9ca1-48a7-baaa-d4fd29eaffad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:01.776190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-dd961103-9ca1-48a7-baaa-d4fd29eaffad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:06:01.785756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:01.786116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:01.799468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-dd961103-9ca1-48a7-baaa-d4fd29eaffad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:06:01.801847 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-dd961103-9ca1-48a7-baaa-d4fd29eaffad tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 796 time: 0.1959383 Apr 29 12:06:01.870159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-74289f59-6f54-4b55-b089-951d49e28f4f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1d6d0a17744908803d5477409a7896 HTTP/1.1" status: 200 len: 379 time: 0.0520275 Apr 29 12:06:01.882064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'port': {'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'admin_state_up': True, 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'security_groups': ['0b0103d5-ddb3-4097-a7d4-0089f8272a62']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:01.942809 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ce77f2a7-8896-4620-b29a-eed20f9028e8 req-f911e5af-ff21-4efe-a37a-c37997bd25e9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 210 time: 0.1909380 Apr 29 12:06:02.135008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:06:02.145070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:06:02.156069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Made reservation on behalf of df1d6d0a17744908803d5477409a7896 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:06:02.159988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.324487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.20.0.6 (5f8999c0-d39d-4544-a5f0-b54411b5a4ff/0f610923-5062-47a1-b748-9b97c7cc9b25/c90b8085-ad6c-4d20-9086-2e0b7edf16be) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:02.517950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.533228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Transition to ACTIVE for port object c90b8085-ad6c-4d20-9086-2e0b7edf16be will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:06:02.557719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.635194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:02.638228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:02.641978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:06:02.672045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:02.714413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:02.715381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.743714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-95743c7d-aec2-4b40-a06e-857afd998515 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667512 Apr 29 12:06:02.761586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Request body: {'port': {'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:02.831520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5c78788-8b5c-4513-84f6-5cd3b2b34ead None None] Provisioning for port c90b8085-ad6c-4d20-9086-2e0b7edf16be completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:06:02.837841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b5c78788-8b5c-4513-84f6-5cd3b2b34ead None None] Provisioning complete for port c90b8085-ad6c-4d20-9086-2e0b7edf16be triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:02.838204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b5c78788-8b5c-4513-84f6-5cd3b2b34ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.881912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:02.894762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b5c78788-8b5c-4513-84f6-5cd3b2b34ead None None] Port c90b8085-ad6c-4d20-9086-2e0b7edf16be cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:06:03.008133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cd614b76-2543-4ac3-b89d-d67beef3c8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.224304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d3fd-99ef-4faf-8440-193d694f24a0 req-3582cad6-dc42-445c-9527-fff46ba24b92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:03.224898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a513d3fd-99ef-4faf-8440-193d694f24a0 req-3582cad6-dc42-445c-9527-fff46ba24b92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:06:03.294384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a513d3fd-99ef-4faf-8440-193d694f24a0 req-3582cad6-dc42-445c-9527-fff46ba24b92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:06:03.295518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a513d3fd-99ef-4faf-8440-193d694f24a0 req-3582cad6-dc42-445c-9527-fff46ba24b92 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 931 time: 0.2448399 Apr 29 12:06:03.323195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90b8085-ad6c-4d20-9086-2e0b7edf16be {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:06:03.332644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.362060 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a513d3fd-99ef-4faf-8440-193d694f24a0 req-cde4520e-3928-4330-9c61-a6e8da263224 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599473 Apr 29 12:06:03.362957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Transition to ACTIVE for port object c90b8085-ad6c-4d20-9086-2e0b7edf16be will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:06:03.367331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.518946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:03.601087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Attempting to bind port c90b8085-ad6c-4d20-9086-2e0b7edf16be on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:06:03.601450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Attempting to bind port c90b8085-ad6c-4d20-9086-2e0b7edf16be by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:06:03.601770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Attempting to bind port c90b8085-ad6c-4d20-9086-2e0b7edf16be on network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:06:03.606710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Port c90b8085-ad6c-4d20-9086-2e0b7edf16be on network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:06:03.607029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Attempting to bind port c90b8085-ad6c-4d20-9086-2e0b7edf16be on network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:06:03.612590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:06:03.612772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Checking segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:06:03.613049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Bound using segment: {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:06:03.613537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Bound port: c90b8085-ad6c-4d20-9086-2e0b7edf16be, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e292127-8962-495f-86da-aa1a2176942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:06:03.613916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.700708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:06:03.703665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:06:03.709633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.733635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.771824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:03.772480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.773833 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] 10.222.0.66 "PUT /v2.0/ports/c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 1093 time: 1.0167096 Apr 29 12:06:03.774196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:03.797961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e075e-d5d7-4ef3-937b-0e32776c2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:03.832051 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ff1ded-353a-4798-8b78-d919245aa7e5'] response: {'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'status': 'completed', 'code': 200} Apr 29 12:06:03.921005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-1209d49d-46f1-4baa-9088-e04d0be17f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:03.922873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-1209d49d-46f1-4baa-9088-e04d0be17f55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1096 time: 0.0761547 Apr 29 12:06:03.972813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:03.999816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-86d32045-2ccd-4288-92aa-4876d16b5390 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 217 time: 0.0640540 Apr 29 12:06:04.060959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-5ae7d3bf-0011-4f05-887c-3a49e60326d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:04.062447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-5ae7d3bf-0011-4f05-887c-3a49e60326d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0574963 Apr 29 12:06:04.110718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:04.144411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-2e01db69-142f-4583-953b-4fa3f39cee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:04.146172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-2e01db69-142f-4583-953b-4fa3f39cee7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767097 Apr 29 12:06:04.377300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-57b13b75-434c-4ee0-b70f-1f096a00b056 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224813 Apr 29 12:06:04.573318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4c505e25-c872-4b78-908e-2f029c65acd3 req-ee355e06-ae68-45d2-b9bd-318744c1bc34 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896579 Apr 29 12:06:04.592624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb86ae-9e0a-40f0-878d-3299797889de req-37f5e95d-ff0b-45f1-b3b2-0e651ed3f8e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:04.594093 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20eb86ae-9e0a-40f0-878d-3299797889de req-37f5e95d-ff0b-45f1-b3b2-0e651ed3f8e5 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 943 time: 0.1161895 Apr 29 12:06:04.640817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20eb86ae-9e0a-40f0-878d-3299797889de req-cbc1b49b-e589-4ae6-953e-22cd0b041f95 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Apr 29 12:06:04.749345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-4de9baa0-13a5-438f-bc8d-068393cb2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:04.750859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-4de9baa0-13a5-438f-bc8d-068393cb2915 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1096 time: 0.0727053 Apr 29 12:06:04.882418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-fe186632-f1e8-4652-91a3-e3738babeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:04.883884 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-fe186632-f1e8-4652-91a3-e3738babeabc service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 897 time: 0.1266632 Apr 29 12:06:04.958521 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-c075365a-c8c6-4359-879d-7590d110a17a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 217 time: 0.0650773 Apr 29 12:06:05.021789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-bd7b4f54-24ec-44be-ab1a-e32ec656eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:05.023339 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-bd7b4f54-24ec-44be-ab1a-e32ec656eae5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0591137 Apr 29 12:06:05.100910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-c3cfef7a-c221-4d5e-9aff-185ca568e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:05.102398 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-c3cfef7a-c221-4d5e-9aff-185ca568e802 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728118 Apr 29 12:06:05.249176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-a8285696-62d1-42fa-b31b-c375edae698a service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398664 Apr 29 12:06:05.380972 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-335c22c7-c03a-4b45-9011-bc2a08684910 req-b12b048c-3bd7-479b-9803-13e4e95fc529 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241801 Apr 29 12:06:05.592316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:05.825242 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e9050-3836-4245-bb36-ae98afbcbe98 req-e4bc1a85-1d25-40e6-b465-a7e2849874b2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:05.826579 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-104e9050-3836-4245-bb36-ae98afbcbe98 req-e4bc1a85-1d25-40e6-b465-a7e2849874b2 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 943 time: 0.0816967 Apr 29 12:06:05.871353 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-104e9050-3836-4245-bb36-ae98afbcbe98 req-25107f72-2898-4720-befe-67245fa6776d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387633 Apr 29 12:06:07.065367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7455164-3ddc-46da-b2b0-afba9cf5adf7 req-caad2816-b6bf-4e7e-a7d6-1e263198853d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:07.066752 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b7455164-3ddc-46da-b2b0-afba9cf5adf7 req-caad2816-b6bf-4e7e-a7d6-1e263198853d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 943 time: 0.0905790 Apr 29 12:06:07.111253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b7455164-3ddc-46da-b2b0-afba9cf5adf7 req-389d9c6d-8d4f-40a1-91d5-ea9181c05953 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370982 Apr 29 12:06:08.300918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10a23-a772-4123-96ed-2b16991b6eeb req-f80bd06a-e927-4256-bb1f-9d504c00cb4e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:08.302448 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-67b10a23-a772-4123-96ed-2b16991b6eeb req-f80bd06a-e927-4256-bb1f-9d504c00cb4e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 943 time: 0.0833199 Apr 29 12:06:08.324099 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c90b8085-ad6c-4d20-9086-2e0b7edf16be details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:06:08.365563 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-67b10a23-a772-4123-96ed-2b16991b6eeb req-76d99bc9-644e-4bba-be16-e7cbfff38058 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529954 Apr 29 12:06:08.460970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:06:08.474378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:06:08.528789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:08.552560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90b8085-ad6c-4d20-9086-2e0b7edf16be {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:06:08.575012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:06:08.580452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:08.649742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:09.007359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['c90b8085-ad6c-4d20-9086-2e0b7edf16be'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:06:09.559731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7404913-49c8-40e2-b0f3-302fc7de2b71 req-974c3896-804f-4037-9e93-b4a59b2f089a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:09.561187 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d7404913-49c8-40e2-b0f3-302fc7de2b71 req-974c3896-804f-4037-9e93-b4a59b2f089a tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 944 time: 0.0907729 Apr 29 12:06:09.607725 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d7404913-49c8-40e2-b0f3-302fc7de2b71 req-a38ca8f3-246e-4315-b02a-45b80e84dd77 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384343 Apr 29 12:06:10.329889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c90b8085-ad6c-4d20-9086-2e0b7edf16be up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:06:10.403454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port c90b8085-ad6c-4d20-9086-2e0b7edf16be completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:06:10.409320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port c90b8085-ad6c-4d20-9086-2e0b7edf16be triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:06:10.410160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:10.521303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:10.552008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:10.563571 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:06:10.568462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:10.630204 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfccb2f3-a20e-482f-930a-50f3bf5ad4be'] response: {'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'code': 200} Apr 29 12:06:10.669301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:10.808114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6640d0-0de7-4695-ad91-f9f31ed589bf req-289cb746-bb8d-4a9e-be90-86e475b76c81 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:10.809553 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f6640d0-0de7-4695-ad91-f9f31ed589bf req-289cb746-bb8d-4a9e-be90-86e475b76c81 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0872376 Apr 29 12:06:10.899670 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f6640d0-0de7-4695-ad91-f9f31ed589bf req-28d9cc7f-45e8-4ff7-ba08-8ea4487fee90 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601118 Apr 29 12:06:10.916702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66c4ab-ce39-46ae-a6b4-9752cd4d142e req-3ac6e541-7752-4fe3-b535-8dd546f81e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:10.918548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb66c4ab-ce39-46ae-a6b4-9752cd4d142e req-3ac6e541-7752-4fe3-b535-8dd546f81e29 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1098 time: 0.1081555 Apr 29 12:06:10.959698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb66c4ab-ce39-46ae-a6b4-9752cd4d142e req-91572abc-8708-468e-ac16-b489fea78641 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Apr 29 12:06:12.095845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5c709-4f1f-4130-baf0-3323bfd27c80 req-34a1848b-e7ec-4129-bc75-53ebec4b3483 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:12.097297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42a5c709-4f1f-4130-baf0-3323bfd27c80 req-34a1848b-e7ec-4129-bc75-53ebec4b3483 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0803995 Apr 29 12:06:12.147401 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42a5c709-4f1f-4130-baf0-3323bfd27c80 req-9bed5fc7-74d7-468b-8018-04b3044b4186 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 Apr 29 12:06:13.349535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a117e59-54e7-4419-91af-a1488fd129b3 req-694bc294-14c4-4951-b615-bab600ac7b68 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:13.350980 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3a117e59-54e7-4419-91af-a1488fd129b3 req-694bc294-14c4-4951-b615-bab600ac7b68 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0878367 Apr 29 12:06:13.399942 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3a117e59-54e7-4419-91af-a1488fd129b3 req-1b028589-7a33-44c1-a829-75de00075c53 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Apr 29 12:06:13.600160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d749a-aed3-4f17-bdb9-745b5ca3ee6c req-e9441313-777a-450d-9a82-a629caf9d15d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:13.601661 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e86d749a-aed3-4f17-bdb9-745b5ca3ee6c req-e9441313-777a-450d-9a82-a629caf9d15d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0920000 Apr 29 12:06:13.660103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e86d749a-aed3-4f17-bdb9-745b5ca3ee6c req-15c3ed61-c135-46d2-85b7-76f8ca452c13 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525525 Apr 29 12:06:13.685490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57892) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:06:13.759933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5719408-8f2b-4ca2-88d1-0fb043ae2d56 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:13.761560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b5719408-8f2b-4ca2-88d1-0fb043ae2d56 tempest-TestNetworkBasicOps-878384528 tempest-TestNetworkBasicOps-878384528-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1093 time: 0.0750082 Apr 29 12:06:13.765899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57896) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:06:13.772726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:06:13.779575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:06:13.783991 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Usage tracker for resource:floatingip and tenant:df1d6d0a17744908803d5477409a7896 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:06:13.787907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:06:13.795776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:06:13.809290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:13.946443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:14.086943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Allocated IP 172.26.0.29 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/be6c28c7-696e-4387-9e4f-b296762553db) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:06:14.233543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:14.266010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:14.333589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:06:14.336459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:06:14.340114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:06:14.369821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=be6c28c7-696e-4387-9e4f-b296762553db,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:14.762680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:14.848816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:15.170968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:15.176652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:15.283812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event updated for resources: {'Port': ['ID=be6c28c7-696e-4387-9e4f-b296762553db,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:06:15.296173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:15.475708 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7 associated. External IP: 172.26.0.29, port: c90b8085-ad6c-4d20-9086-2e0b7edf16be. Apr 29 12:06:15.848570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:06:16.028635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:06:16.039805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:06:16.050285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:06:16.050971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:06:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:16.055662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:16.114500 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2ddf9d78-6c9d-4fac-a329-eca8896c5611 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3473656 Apr 29 12:06:16.115061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:06:16.117573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:06:16.163632 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef1f3ce-fa31-4cfb-8d03-f3026272055e'] response: {'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'status': 'completed', 'code': 200} Apr 29 12:06:16.241641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:06:16.394933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d5ed0a9-e6e8-45c1-a904-aff5b35af568 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 990 time: 0.2753482 Apr 29 12:06:16.418073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-ac2fa272-4376-4167-b3a1-a4d0d15cb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:16.419703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-ac2fa272-4376-4167-b3a1-a4d0d15cb2b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1098 time: 0.2090623 Apr 29 12:06:16.555461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-e59178e6-b7a2-459e-9cf4-5a99148ba374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:16.556986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-e59178e6-b7a2-459e-9cf4-5a99148ba374 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 897 time: 0.1307647 Apr 29 12:06:16.603860 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:06:16.607200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:06:14Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:06:00Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:16.611160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:06:16.620111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:06:16.620735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:06:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:16.671786 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-bcc92bb1-0819-4997-9d7c-59a08ca660e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 998 time: 0.1089561 Apr 29 12:06:16.736193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-c0b5f580-9862-4645-a318-493e63762ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:16.737811 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-c0b5f580-9862-4645-a318-493e63762ba4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0604985 Apr 29 12:06:16.796464 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:06:16.822395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-1fcd120f-dea9-4d7d-96ba-be72ca17cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:16.823889 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-1fcd120f-dea9-4d7d-96ba-be72ca17cedf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773244 Apr 29 12:06:16.965405 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-b681582b-6ca4-45de-a5f5-7525a5218bf2 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345189 Apr 29 12:06:17.102357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e6e036c-0c04-4a5b-b32a-a4690d1aefa4 req-9f28aa90-5850-4e9f-82a4-9df4def02526 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307871 Apr 29 12:06:17.156352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:06:14Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:06:00Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:06:17.162005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263684fd-c3cb-43d1-b37f-737543961293 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:05:55Z', 'revision_number': 4, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:06:14Z', 'revision_number': 0, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:06:00Z', 'revision_number': 5, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:06:17.347022 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db9704-1c4e-4bf0-9dc4-1781ed86e58c None None] New status for floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:06:17.399598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57906) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:06:17.518461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7dfef863-9144-453c-abea-ed90de87dc9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 990 time: 0.1163239 Apr 29 12:06:18.522022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57910) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:06:18.632329 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e24012e6-f333-4a89-8dd3-bf76393c6f7c tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 992 time: 0.1087971 Apr 29 12:06:29.806862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-1cb47ca5-f922-458c-95ad-63b42f442ccc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767226 Apr 29 12:06:29.975132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-65ba8757-fdf6-4591-ac79-5a70ea4adc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:29.977640 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-65ba8757-fdf6-4591-ac79-5a70ea4adc94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1098 time: 0.0770864 Apr 29 12:06:30.139768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-ba297984-2703-4e91-950a-9291c31150f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:30.141261 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-ba297984-2703-4e91-950a-9291c31150f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 897 time: 0.1344068 Apr 29 12:06:30.244120 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-7e22a321-47a8-4482-81b2-4f3ec30456c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 1000 time: 0.0965300 Apr 29 12:06:30.310779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-8943ceba-2f8e-4ebb-8c35-c5aa800d0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:30.312208 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-8943ceba-2f8e-4ebb-8c35-c5aa800d0cd6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0605483 Apr 29 12:06:30.338096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-555100a3-0a17-4528-a5b5-b738c55eed0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:30.388252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-28f4ebe9-ac4e-4a9f-ae52-456ccb3cdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:06:30.389749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-28f4ebe9-ac4e-4a9f-ae52-456ccb3cdfd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711098 Apr 29 12:06:30.648108 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-f4765591-04a3-4f66-84c6-cb87ecee18d0 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510726 Apr 29 12:06:30.780459 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ab5676b-4768-4f90-a30f-0661fde21898 req-1de26bf8-4b18-4ff2-9220-12e391df1231 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253481 Apr 29 12:06:33.008023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ca90-efe1-4c35-a2f4-f50e36c35935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:33.740229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:33.989562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:34.110722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:35.595259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:06:53.597846 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:07:00.336164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea424-3c00-4dd6-9d9f-e12b9385b423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:03.008197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6eeabab3-1bdc-42fe-a7f3-677199e94f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:03.738831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:03.992170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:04.118048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:05.600194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:29.832809 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-d235dfaf-e97c-4c78-b05b-e8bf39275588 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728974 Apr 29 12:07:30.001265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-d90a07b4-7206-423b-bca3-e13f37642b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:30.002883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-d90a07b4-7206-423b-bca3-e13f37642b79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1098 time: 0.0797791 Apr 29 12:07:30.157116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-edd1ea8a-92e5-4efc-bcb5-76c3fc73d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:30.158669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-edd1ea8a-92e5-4efc-bcb5-76c3fc73d350 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 897 time: 0.1366551 Apr 29 12:07:30.267609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-50510506-a74a-44ee-94df-f8df08eb1f8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 1000 time: 0.1026049 Apr 29 12:07:30.332226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-af10f559-ae3c-46bf-a113-85490890f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:30.333953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-af10f559-ae3c-46bf-a113-85490890f827 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0598919 Apr 29 12:07:30.335577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-64cc3ac9-6308-4378-8206-a7ee28a86de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:30.416300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-ff66e61a-8631-4904-8ccd-a67353b21acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:30.417807 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-ff66e61a-8631-4904-8ccd-a67353b21acb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781069 Apr 29 12:07:30.558417 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-e60779d0-d6fb-4a6e-b01b-f3d82a7f6ffe service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333270 Apr 29 12:07:30.607684 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:07:30.699028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6555fd8e-ca13-4c61-8f44-56cb9428ac22 req-cc59dc4b-aede-4b81-9ebc-685af3be4e25 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321483 Apr 29 12:07:33.001739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d23dc76b-b737-4829-9ef0-cbd23448d479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:33.736562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:34.008495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:34.067279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57940) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:34.116834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:07:34.118186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:34.780724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:34.793046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:34.985142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:07:35.175043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:07:35.181970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:35.185101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:07:35.186603 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e482abab-c81a-4fa3-bf41-4164e426e95f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ddd13407-8fe3-43ed-bbf2-c3543336f29f HTTP/1.1" status: 200 len: 888 time: 1.1174095 Apr 29 12:07:35.197227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:35.197960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:35.257714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:35.266264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:35.266855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:35.365755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:35.366156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78888d5-b164-453e-95f5-6e7927c3cbb8 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:07:35.602345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:35.794663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:35.926719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:35.961567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e316f329-4de4-47ba-ab8f-fd2738257e15,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:35.965988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:36.035297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:36.042522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.042872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.043206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.043540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.043867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.044193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.044516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.044809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.045129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.045470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.045788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.046103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:36.158505 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ebbb2-4b19-4995-9e3a-167400a808d1 None None] New status for floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:07:37.350423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57948) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:37.356628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:07:37.739632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:37.856589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:37.873420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7da443ea-1ba4-4d37-9e82-5fab6075ded5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:37.879998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:37.907131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:37.919020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2054899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2054904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2053259'] for router, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:37.950770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:38.232594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:07:38.412520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:07:38.418916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:38.423375 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6c1df5bf-7e60-4143-b9e8-486063a5351f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ddd13407-8fe3-43ed-bbf2-c3543336f29f HTTP/1.1" status: 200 len: 887 time: 1.0681090 Apr 29 12:07:38.423375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57952) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:38.426052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:07:38.435778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:38.436403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:38.531418 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1606cc12-92ee-4b96-a9d5-5d37cf7e15c3 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 990 time: 0.1073153 Apr 29 12:07:38.620606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:38.985731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:07:36Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:35Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:38.991253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:07:39.001285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:39.001948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:39.179086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:39.536909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57956) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:39.588789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:07:36Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:35Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:39.594879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d6468-326f-4aa0-812d-a26e18c79c42 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '97eb423a-1f77-47b0-963f-9e16eb7a03a7', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'port_id': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'mac_address': 'fa:16:3e:70:4c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:06:14Z', 'updated_at': '2022-04-29T12:07:36Z', 'revision_number': 2, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:35Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:07:39.660399 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-90cea22c-344d-40f0-9321-a7bfd00cf84e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 990 time: 0.1222870 Apr 29 12:07:40.664651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57960) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:40.776771 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-13862b04-915c-468c-8c2d-165a63f6731e tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 990 time: 0.1103880 Apr 29 12:07:41.308211 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a70f7b-1669-43f1-b406-297140493bb0 None None] New status for floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:07:41.779282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:07:41.780666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57964) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:41.853514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:07:41.853902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:41.895794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c4dfae5e-68bd-4d9f-b83d-0725f79200b1 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 200 len: 992 time: 0.1135025 Apr 29 12:07:41.973264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.008695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e316f329-4de4-47ba-ab8f-fd2738257e15,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:42.015854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.016680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:07:42.131052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:42.144785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:07:42.145182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.196694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57972) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:42.262203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.283521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7da443ea-1ba4-4d37-9e82-5fab6075ded5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:42.287281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.359589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:42.409272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port be6c28c7-696e-4387-9e4f-b296762553db {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:07:42.409619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.714240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.714481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:42.839835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for be6c28c7-696e-4387-9e4f-b296762553db owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:07:43.001399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:43.048311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=be6c28c7-696e-4387-9e4f-b296762553db,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:43.085249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.085610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.085945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.086274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.086625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.086957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.087285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.087602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.087920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.088241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.088559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.088874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:43.151918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:43.152247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7 disassociated (deleted). External IP: 172.26.0.29, port: c90b8085-ad6c-4d20-9086-2e0b7edf16be. Apr 29 12:07:43.507652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:07:43.696269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:07:43.707394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:07:43.719158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:43.719770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:43.719922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:43.772584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:07:43.775417 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6f22b6a4-9510-456a-90d7-bbb75840808f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/floatingips/97eb423a-1f77-47b0-963f-9e16eb7a03a7 HTTP/1.1" status: 204 len: 168 time: 1.5775428 Apr 29 12:07:43.776052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:07:43.832059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ae3917-9d06-4298-ae7d-770d4e81cdac'] response: {'name': 'network-changed', 'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'status': 'completed', 'code': 200} Apr 29 12:07:43.952217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0595-db46-40b1-9289-0293031bd92b req-0f18bb44-1477-48d8-972b-ac1d58a94b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:43.953566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-0f18bb44-1477-48d8-972b-ac1d58a94b65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1d6d0a17744908803d5477409a7896&device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 1098 time: 0.0762320 Apr 29 12:07:43.969199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port e316f329-4de4-47ba-ab8f-fd2738257e15 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:07:43.969594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:44.024421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:44.211806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8f01a-0f65-4b04-9533-bb689c03fca2 req-5f63fbe8-d5d5-4552-937f-d7459f04dd1b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:44.214022 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42f8f01a-0f65-4b04-9533-bb689c03fca2 req-5f63fbe8-d5d5-4552-937f-d7459f04dd1b tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0888538 Apr 29 12:07:44.248055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0595-db46-40b1-9289-0293031bd92b req-3f8f77a5-cdc2-48f1-976d-66e1a9869084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:44.249709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-3f8f77a5-cdc2-48f1-976d-66e1a9869084 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 200 len: 897 time: 0.2906487 Apr 29 12:07:44.275263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-42f8f01a-0f65-4b04-9533-bb689c03fca2 req-a501b943-0734-4255-8cf3-589a659f70ff tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 Apr 29 12:07:44.322188 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-11de26c7-d008-476a-9aea-363939449eb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 200 len: 217 time: 0.0659285 Apr 29 12:07:44.391164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0595-db46-40b1-9289-0293031bd92b req-98b5768c-4fd3-4ff5-8d78-1a2bd498cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:44.393573 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-98b5768c-4fd3-4ff5-8d78-1a2bd498cc1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 200 len: 833 time: 0.0644403 Apr 29 12:07:44.436628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:07:44.484458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0595-db46-40b1-9289-0293031bd92b req-5431d00a-d6fe-410d-b4a4-c3afcff01487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:44.485871 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-5431d00a-d6fe-410d-b4a4-c3afcff01487 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5f8999c0-d39d-4544-a5f0-b54411b5a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853717 Apr 29 12:07:44.520849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:41Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:44.528932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:07:44.532704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:07:44.533065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:44.579190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:44.579820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:44.620460 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-a51512af-7b27-443a-b84e-77fad45f27e9 service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273353 Apr 29 12:07:44.762424 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48cc0595-db46-40b1-9289-0293031bd92b req-0e093ae7-7c89-4728-ac6c-9f8afe260dca service neutron] 10.222.0.66 "GET /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351626 Apr 29 12:07:44.823121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:45.146523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:41Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:45.151095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e7aa30-44e9-460d-9420-e4e7dabae0d3 None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:37Z', 'revision_number': 6, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'e316f329-4de4-47ba-ab8f-fd2738257e15', 'name': '', 'network_id': '5f8999c0-d39d-4544-a5f0-b54411b5a4ff', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'mac_address': 'fa:16:3e:17:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:55Z', 'updated_at': '2022-04-29T12:07:41Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'subnets': [{'id': '0f610923-5062-47a1-b748-9b97c7cc9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:07:45.496812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804dce6-29d7-4ed7-90e6-f4efdef2a64e req-72d8fed6-b109-4f85-a8cc-c11c95683ce9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:45.497567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1804dce6-29d7-4ed7-90e6-f4efdef2a64e req-72d8fed6-b109-4f85-a8cc-c11c95683ce9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Synchronizing usage tracker for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:07:45.515687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1804dce6-29d7-4ed7-90e6-f4efdef2a64e req-72d8fed6-b109-4f85-a8cc-c11c95683ce9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Unset dirty status for tenant:df1d6d0a17744908803d5477409a7896 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:07:45.516909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1804dce6-29d7-4ed7-90e6-f4efdef2a64e req-72d8fed6-b109-4f85-a8cc-c11c95683ce9 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.1282907 Apr 29 12:07:45.568578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1804dce6-29d7-4ed7-90e6-f4efdef2a64e req-6c7eadd8-b67a-4519-912b-c4ffcdfd8dae tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b0103d5-ddb3-4097-a7d4-0089f8272a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445726 Apr 29 12:07:45.876555 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca9a8e-ffe2-4922-b8ab-2d53c801ce47 None None] New status for floating IP 97eb423a-1f77-47b0-963f-9e16eb7a03a7: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:07:45.935740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e694-cf04-461f-a170-478fe93a39eb req-164f16dc-9cd5-4bb5-afba-8111ce2f897d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:07:45.937126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0511e694-cf04-461f-a170-478fe93a39eb req-164f16dc-9cd5-4bb5-afba-8111ce2f897d tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 945 time: 0.0912230 Apr 29 12:07:46.014747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port c90b8085-ad6c-4d20-9086-2e0b7edf16be {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:07:46.015167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:46.267502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port c90b8085-ad6c-4d20-9086-2e0b7edf16be, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c90b8085-ad6c-4d20-9086-2e0b7edf16be,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:46.267769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:46.393206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for c90b8085-ad6c-4d20-9086-2e0b7edf16be owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:07:46.548208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:46.599245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=c90b8085-ad6c-4d20-9086-2e0b7edf16be,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:46.676909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] No DVR routers for this DVR port c90b8085-ad6c-4d20-9086-2e0b7edf16be on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:07:46.679374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:46.682059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'name': 'network-vif-deleted', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:07:46.701496 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0511e694-cf04-461f-a170-478fe93a39eb req-7cb79b8e-3fbb-42ac-b294-148f12334c64 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.66 "DELETE /v2.0/ports/c90b8085-ad6c-4d20-9086-2e0b7edf16be HTTP/1.1" status: 204 len: 173 time: 0.7585578 Apr 29 12:07:46.733796 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-19f4db54-ed9f-4269-82f0-7bbf9a7c4dae req-accc7890-4e99-40d7-9e59-e42e6e0fd674 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4ec5b2-0cc8-41eb-9b96-4581d06e397a HTTP/1.1" status: 200 len: 210 time: 0.0512261 Apr 29 12:07:46.734321 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621bb4a4-329e-4303-a28f-8bc32f25e98e'] response: {'server_uuid': '1d4ec5b2-0cc8-41eb-9b96-4581d06e397a', 'name': 'network-vif-deleted', 'tag': 'c90b8085-ad6c-4d20-9086-2e0b7edf16be', 'status': 'completed', 'code': 200} Apr 29 12:07:47.840604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 57990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:47.910281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:47.941363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:48.008447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:48.028826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0103d5-ddb3-4097-a7d4-0089f8272a62,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:48.039760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.040047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.040381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.040713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.041045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.041371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.041716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.042034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.042364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.042688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.043006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.043324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:07:48.048786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:48.049991 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c870f62b-cee4-404a-bb67-d7d9daeccfa8 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b0103d5-ddb3-4097-a7d4-0089f8272a62 HTTP/1.1" status: 204 len: 168 time: 0.2083828 Apr 29 12:07:48.086657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 57996) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:48.753810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:48.821825 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c90b8085-ad6c-4d20-9086-2e0b7edf16be no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:48.855959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: c90b8085-ad6c-4d20-9086-2e0b7edf16be {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:07:48.856304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device c90b8085-ad6c-4d20-9086-2e0b7edf16be not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:07:49.126693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port e316f329-4de4-47ba-ab8f-fd2738257e15 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:07:49.127312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:49.321934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port e316f329-4de4-47ba-ab8f-fd2738257e15, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=e316f329-4de4-47ba-ab8f-fd2738257e15,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:49.322254 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:49.457950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for e316f329-4de4-47ba-ab8f-fd2738257e15 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:07:49.659010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:49.710193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=e316f329-4de4-47ba-ab8f-fd2738257e15,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:49.979003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.451844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Router ddd13407-8fe3-43ed-bbf2-c3543336f29f has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:07:50.629922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:07:50.640186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Sync routers for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:07:50.643403 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c9b9febb-dc89-49dd-b53f-f9ca8c4510ac tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "PUT /v2.0/routers/ddd13407-8fe3-43ed-bbf2-c3543336f29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5554650 Apr 29 12:07:50.646198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58000) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:50.650230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:50.650852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:50.715642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting subnet 0f610923-5062-47a1-b748-9b97c7cc9b25 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:07:50.718931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.774953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.831619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:50.871834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.945948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.983658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Subnet': ['ID=0f610923-5062-47a1-b748-9b97c7cc9b25,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:50.987082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:50.993175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-edd075e2-32cc-46f5-bdce-ee55ae823af7 tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/subnets/0f610923-5062-47a1-b748-9b97c7cc9b25 HTTP/1.1" status: 204 len: 168 time: 0.3460476 Apr 29 12:07:50.996053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58004) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:51.018546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda22bf0-b9a8-4ba5-8c3c-658c8a2c29ca None None] Network 5f8999c0-d39d-4544-a5f0-b54411b5a4ff requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:07:51.179119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.333871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:49Z', 'revision_number': 7, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port': {'id': '7da443ea-1ba4-4d37-9e82-5fab6075ded5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:05:51Z', 'updated_at': '2022-04-29T12:07:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:51.338913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Checking router: ddd13407-8fe3-43ed-bbf2-c3543336f29f for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:07:51.347877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Routers {'ddd13407-8fe3-43ed-bbf2-c3543336f29f'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:07:51.348479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:07:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:51.358602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.372233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Deleting port 7da443ea-1ba4-4d37-9e82-5fab6075ded5 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:07:51.372504 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.425193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] DHCP port deletion for 5f8999c0-d39d-4544-a5f0-b54411b5a4ff request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:07:51.495926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Deleting port 97659265-d333-4869-9d0c-fb61a5b88f7b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:07:51.496265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.558627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] For port 7da443ea-1ba4-4d37-9e82-5fab6075ded5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7da443ea-1ba4-4d37-9e82-5fab6075ded5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:51.558978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.593934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] Set router ddd13407-8fe3-43ed-bbf2-c3543336f29f gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:07:51.715141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:51Z', 'revision_number': 8, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:51.746691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c756ea7-044c-4d89-8bcc-3c6156c4010c None None] The sync data for ids ['ddd13407-8fe3-43ed-bbf2-c3543336f29f'] in dv-neutron-839741-1-hyperv is: [{'id': 'ddd13407-8fe3-43ed-bbf2-c3543336f29f', 'name': 'tempest-TestNetworkBasicOps-router-1301711900', 'tenant_id': 'df1d6d0a17744908803d5477409a7896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:05:50Z', 'updated_at': '2022-04-29T12:07:51Z', 'revision_number': 8, 'project_id': 'df1d6d0a17744908803d5477409a7896', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:07:51.841590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] For port 97659265-d333-4869-9d0c-fb61a5b88f7b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=97659265-d333-4869-9d0c-fb61a5b88f7b,segment=NetworkSegment(4e292127-8962-495f-86da-aa1a2176942e),segment_id=4e292127-8962-495f-86da-aa1a2176942e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:07:51.841977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:51.843727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Calling delete_port for 7da443ea-1ba4-4d37-9e82-5fab6075ded5 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:07:51.967974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Calling delete_port for 97659265-d333-4869-9d0c-fb61a5b88f7b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:07:52.013489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.043917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.061546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Port': ['ID=7da443ea-1ba4-4d37-9e82-5fab6075ded5,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:52.094448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] Pushing event deleted for resources: {'Port': ['ID=97659265-d333-4869-9d0c-fb61a5b88f7b,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:52.097955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d9075-9c4e-4d96-a103-b3f0ccc7e768 None None] No DVR routers for this DVR port 97659265-d333-4869-9d0c-fb61a5b88f7b on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:07:52.160503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 97659265-d333-4869-9d0c-fb61a5b88f7b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:52.161966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.196948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 97659265-d333-4869-9d0c-fb61a5b88f7b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:07:52.197294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 97659265-d333-4869-9d0c-fb61a5b88f7b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:07:52.339042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.341496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.370825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.371310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Fanout notify agent at l3_agent the message router_deleted on router ddd13407-8fe3-43ed-bbf2-c3543336f29f {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:07:52.386319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.387400 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ad0fc07b-c205-4269-a78d-30b241894fbc tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/routers/ddd13407-8fe3-43ed-bbf2-c3543336f29f HTTP/1.1" status: 204 len: 168 time: 1.3903816 Apr 29 12:07:52.390202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:52.503639 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.643509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.672849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8999c0-d39d-4544-a5f0-b54411b5a4ff']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:52.685194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e292127-8962-495f-86da-aa1a2176942e') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:52.685519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e292127-8962-495f-86da-aa1a2176942e') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:07:52.697716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.715033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.721775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:07:52.722159 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:07:52.736448 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:07:52.818511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.824584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:52.861473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] Pushing event deleted for resources: {'Network': ['ID=5f8999c0-d39d-4544-a5f0-b54411b5a4ff,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:52.869758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b4adb238-0c9f-4855-bc45-9b13a87ceb9f tempest-TestNetworkBasicOps-1705599087 tempest-TestNetworkBasicOps-1705599087-project] 10.222.0.53 "DELETE /v2.0/networks/5f8999c0-d39d-4544-a5f0-b54411b5a4ff HTTP/1.1" status: 204 len: 168 time: 0.4785738 Apr 29 12:07:53.249735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58016) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:53.404624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-14b24fc5-2382-45a3-9d4b-033f350bdd1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df1d6d0a17744908803d5477409a7896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537056 Apr 29 12:07:53.407392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58022) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:53.466886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:53.492075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:53.545520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:53.561953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b8c7e-a194-49dd-93dc-c691d5fd346e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:53.568919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:53.570060 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2e4a91b5-c3fb-46b0-9105-fe8f1e4677f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d58b8c7e-a194-49dd-93dc-c691d5fd346e HTTP/1.1" status: 204 len: 168 time: 0.1617012 Apr 29 12:07:53.749668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:53.783188 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: e316f329-4de4-47ba-ab8f-fd2738257e15 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:07:53.783852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device e316f329-4de4-47ba-ab8f-fd2738257e15 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:07:53.784267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:07:53.820813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7da443ea-1ba4-4d37-9e82-5fab6075ded5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:07:53.821154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7da443ea-1ba4-4d37-9e82-5fab6075ded5 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:07:53.888438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58030) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:53.907260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:53.921887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:07:53.926151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Usage tracker for resource:security_group_rule and tenant:16032b197a4e41e3969b8e3f494d51b2 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:07:53.929116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:07:53.935252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:07:54.020591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.026400 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.072983 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16032b197a4e41e3969b8e3f494d51b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834633 Apr 29 12:07:54.073848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b43d8-efd5-40f4-bbc1-86a788c72d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682b381-f73e-4de8-92c5-b0a8a9f742d8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:54.076004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58034) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:07:54.137100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.162117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.227283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.241501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682b381-f73e-4de8-92c5-b0a8a9f742d8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:07:54.248062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:07:54.249194 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1966e34c-5338-49c6-acc6-42ace8944cc7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e682b381-f73e-4de8-92c5-b0a8a9f742d8 HTTP/1.1" status: 204 len: 168 time: 0.1721959 Apr 29 12:08:00.332151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-39829ddf-6fb3-4a64-9b2e-99a3b740469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:01.907006 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-dd550254-be54-4043-9902-a57c19e36919 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b22b70b8e13442cb8f829be74d188a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282745 Apr 29 12:08:02.072077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-dde184b5-3347-4006-be24-5b80362090aa tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:02.073474 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-dde184b5-3347-4006-be24-5b80362090aa tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608331 Apr 29 12:08:02.088956 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-25d50e48-917e-4993-b0ff-1ea87a9a7522 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/quotas/b22b70b8e13442cb8f829be74d188a74 HTTP/1.1" status: 200 len: 375 time: 0.0097458 Apr 29 12:08:02.145507 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-deb625fc-eee6-4b63-9478-d1a803d3e265 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b22b70b8e13442cb8f829be74d188a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488889 Apr 29 12:08:02.346594 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e050718-0e24-401b-b53a-589d9ede2643 req-1cbbf42f-c0ea-4af2-bcc4-5125b577a2e9 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 210 time: 0.0463428 Apr 29 12:08:03.005068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-909ad074-be0a-42f8-afde-bc056c7b18e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:03.378852 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-6ed66667-93f4-43fc-9dd6-eefdf4b6ad3c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b22b70b8e13442cb8f829be74d188a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269184 Apr 29 12:08:03.532525 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e7cce4f0-83a0-4100-96c6-7eeec4dabd0c req-2f622c7d-f215-4423-92d9-203094832057 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 210 time: 0.0547655 Apr 29 12:08:03.570202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-dfc13b60-3c4a-4491-b1ab-6570065a0d31 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:03.571604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-dfc13b60-3c4a-4491-b1ab-6570065a0d31 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884384 Apr 29 12:08:03.591674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Request body: {'port': {'device_id': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'network_id': '83470e12-e03e-4732-942f-02435857c8a8', 'admin_state_up': True, 'tenant_id': 'b22b70b8e13442cb8f829be74d188a74'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:03.732879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:03.837414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:03.841320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Usage tracker for resource:port and tenant:b22b70b8e13442cb8f829be74d188a74 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:03.844216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:03.850023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:03.860972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Made reservation on behalf of b22b70b8e13442cb8f829be74d188a74 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:03.864834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:03.877212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:03.896441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:03.900616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Usage tracker for resource:security_group_rule and tenant:b22b70b8e13442cb8f829be74d188a74 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:03.903725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:03.909858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:03.996031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.001060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.017116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.082553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e99963-ef7a-48b5-b794-67378ae64c3a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:04.118823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.174468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Allocated IP 192.168.233.46 (83470e12-e03e-4732-942f-02435857c8a8/2217854c-d956-478b-b362-7e58ea5e8bcb/6e969bba-3e26-4a3c-989b-a7a2d70c302b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:04.379918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.396609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Transition to ACTIVE for port object 6e969bba-3e26-4a3c-989b-a7a2d70c302b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:08:04.420668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.497287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Network 83470e12-e03e-4732-942f-02435857c8a8 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:04.500342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:04.504097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:08:04.534554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Pushing event updated for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:04.574796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:04.575428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.603733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-8c18d2a2-86e8-4201-9f0f-0f49362fddc4 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0155375 Apr 29 12:08:04.622784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Request body: {'port': {'device_id': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:04.727313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6cc50-cf64-47c1-a51c-dca9bffb70c3 req-72b374fe-e0d7-476f-8d1f-b52071043a96 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:04.728924 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7ee6cc50-cf64-47c1-a51c-dca9bffb70c3 req-72b374fe-e0d7-476f-8d1f-b52071043a96 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 935 time: 0.0850811 Apr 29 12:08:04.739243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.773443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7ee6cc50-cf64-47c1-a51c-dca9bffb70c3 req-e1ab1334-a616-4b1d-8bbe-910ec48c2bf6 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385902 Apr 29 12:08:04.786185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d8dcbbc7-abd9-46fb-96c1-8910dea91dee None None] Provisioning for port 6e969bba-3e26-4a3c-989b-a7a2d70c302b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:08:04.791877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d8dcbbc7-abd9-46fb-96c1-8910dea91dee None None] Provisioning complete for port 6e969bba-3e26-4a3c-989b-a7a2d70c302b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:04.792367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d8dcbbc7-abd9-46fb-96c1-8910dea91dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:04.851783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcbbc7-abd9-46fb-96c1-8910dea91dee None None] Port 6e969bba-3e26-4a3c-989b-a7a2d70c302b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:08:05.087441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e969bba-3e26-4a3c-989b-a7a2d70c302b {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:05.094811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.109077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Transition to ACTIVE for port object 6e969bba-3e26-4a3c-989b-a7a2d70c302b will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:08:05.112590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.266414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Pushing event updated for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:05.346142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Attempting to bind port 6e969bba-3e26-4a3c-989b-a7a2d70c302b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:05.346416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Attempting to bind port 6e969bba-3e26-4a3c-989b-a7a2d70c302b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:05.346741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Attempting to bind port 6e969bba-3e26-4a3c-989b-a7a2d70c302b on network 83470e12-e03e-4732-942f-02435857c8a8 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:08:05.351411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Port 6e969bba-3e26-4a3c-989b-a7a2d70c302b on network 83470e12-e03e-4732-942f-02435857c8a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:08:05.351738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Attempting to bind port 6e969bba-3e26-4a3c-989b-a7a2d70c302b on network 83470e12-e03e-4732-942f-02435857c8a8 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:08:05.356931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:08:05.357265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Checking segment: {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:08:05.357679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Bound using segment: {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:08:05.358102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Bound port: 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1e2050-2eab-4487-afd8-22ce5e5aeaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '83470e12-e03e-4732-942f-02435857c8a8'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:05.358445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.446673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:08:05.449731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:08:05.454659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.515247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:05.515848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.517248 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e969bba-3e26-4a3c-989b-a7a2d70c302b HTTP/1.1" status: 200 len: 1097 time: 0.9000058 Apr 29 12:08:05.517747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:05.545042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f02e3-0341-4a21-8b31-1d50833cb491 service neutron] Pushing event updated for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:05.569277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bf0073-1e2c-4d4d-9e03-4ec2c9208bf7'] response: {'name': 'network-changed', 'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b', 'status': 'completed', 'code': 200} Apr 29 12:08:05.604942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:05.659884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-92c43a5c-ecb0-4b03-948b-5be4554ad765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:05.661419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-92c43a5c-ecb0-4b03-948b-5be4554ad765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b22b70b8e13442cb8f829be74d188a74&device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 1100 time: 0.0767620 Apr 29 12:08:05.843976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-7172fa18-900c-4288-8565-8e727a051117 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b HTTP/1.1" status: 200 len: 217 time: 0.1690779 Apr 29 12:08:05.906498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-86a343cf-fded-46dc-ab42-ed5ddcea5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:05.907931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-86a343cf-fded-46dc-ab42-ed5ddcea5b89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2217854c-d956-478b-b362-7e58ea5e8bcb HTTP/1.1" status: 200 len: 843 time: 0.0579522 Apr 29 12:08:05.964650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713daa7-7384-4c3e-a1b0-6e31831c1565 req-6ff1757d-1f52-4f00-9044-a11f8407e7d7 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:05.966146 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3713daa7-7384-4c3e-a1b0-6e31831c1565 req-6ff1757d-1f52-4f00-9044-a11f8407e7d7 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 947 time: 0.0800900 Apr 29 12:08:05.986242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-7333553f-6c84-434b-9005-b5be5b995290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:05.987849 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-7333553f-6c84-434b-9005-b5be5b995290 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83470e12-e03e-4732-942f-02435857c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0740476 Apr 29 12:08:06.009588 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3713daa7-7384-4c3e-a1b0-6e31831c1565 req-ba15b81f-eeed-4583-9e28-25237ed64dd9 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Apr 29 12:08:06.117400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-9bd7d170-3eb2-42c6-a2bd-5aa43f00ed09 service neutron] 10.222.0.66 "GET /v2.0/networks/83470e12-e03e-4732-942f-02435857c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228604 Apr 29 12:08:06.246362 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8cf7556d-53b4-4dae-ba9c-e19f90b9fbf0 req-7ac02ab6-5643-4b2f-b75e-ae90987da24b service neutron] 10.222.0.66 "GET /v2.0/networks/83470e12-e03e-4732-942f-02435857c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223040 Apr 29 12:08:06.419203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907eef0-6d03-4046-814c-301650b6f830 req-c77726a5-7eeb-4320-8614-f59e5b99c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:06.420991 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-c77726a5-7eeb-4320-8614-f59e5b99c39f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b22b70b8e13442cb8f829be74d188a74&device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 1100 time: 0.0723963 Apr 29 12:08:06.551565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907eef0-6d03-4046-814c-301650b6f830 req-6333d054-b401-4361-b8ad-0ede27575f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:06.552901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-6333d054-b401-4361-b8ad-0ede27575f9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=83470e12-e03e-4732-942f-02435857c8a8 HTTP/1.1" status: 200 len: 870 time: 0.1256664 Apr 29 12:08:06.623453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-6bdf1145-40bc-4b42-9bf6-d4d75220b1d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b HTTP/1.1" status: 200 len: 217 time: 0.0642855 Apr 29 12:08:06.683970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907eef0-6d03-4046-814c-301650b6f830 req-d7fd05b8-de68-46de-ac4a-7c797ab7e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:06.685428 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-d7fd05b8-de68-46de-ac4a-7c797ab7e9ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2217854c-d956-478b-b362-7e58ea5e8bcb HTTP/1.1" status: 200 len: 843 time: 0.0566580 Apr 29 12:08:06.774119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907eef0-6d03-4046-814c-301650b6f830 req-053a4c21-7dec-4107-b95d-ebf83a496a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:06.775567 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-053a4c21-7dec-4107-b95d-ebf83a496a83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83470e12-e03e-4732-942f-02435857c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0848010 Apr 29 12:08:06.913267 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-780e947e-0f69-442d-83db-5df7f8ffe372 service neutron] 10.222.0.66 "GET /v2.0/networks/83470e12-e03e-4732-942f-02435857c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301560 Apr 29 12:08:07.044232 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d907eef0-6d03-4046-814c-301650b6f830 req-ba7319f5-941a-4a05-b37e-39a4a694fc0f service neutron] 10.222.0.66 "GET /v2.0/networks/83470e12-e03e-4732-942f-02435857c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248007 Apr 29 12:08:07.206152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-892cdf09-7947-4c42-b188-be8c49af5a1c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:07.206740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-892cdf09-7947-4c42-b188-be8c49af5a1c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Synchronizing usage tracker for tenant:b22b70b8e13442cb8f829be74d188a74 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:08:07.225008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-892cdf09-7947-4c42-b188-be8c49af5a1c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Unset dirty status for tenant:b22b70b8e13442cb8f829be74d188a74 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:08:07.226589 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-892cdf09-7947-4c42-b188-be8c49af5a1c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 947 time: 0.1055334 Apr 29 12:08:07.269643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-9452aebf-5842-4023-9506-dce643a070ef tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Synchronizing usage tracker for tenant:b22b70b8e13442cb8f829be74d188a74 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:08:07.286783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-9452aebf-5842-4023-9506-dce643a070ef tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Unset dirty status for tenant:b22b70b8e13442cb8f829be74d188a74 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:08:07.288088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a595157-7b5d-458e-adc7-f0a6a792b7c4 req-9452aebf-5842-4023-9506-dce643a070ef tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Apr 29 12:08:07.602156 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:08:08.488477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1908-43e0-459a-b2ee-60283b7d82d4 req-de800185-86a1-459a-a1f1-9bf67346efcb tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:08.489940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-502c1908-43e0-459a-b2ee-60283b7d82d4 req-de800185-86a1-459a-a1f1-9bf67346efcb tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 947 time: 0.0824013 Apr 29 12:08:08.532444 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-502c1908-43e0-459a-b2ee-60283b7d82d4 req-ed53dee3-e8a8-483e-8d3e-840d64e373d8 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Apr 29 12:08:08.882553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6e969bba-3e26-4a3c-989b-a7a2d70c302b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:08:09.017831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:09.030790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '6e969bba-3e26-4a3c-989b-a7a2d70c302b', 'network_id': '83470e12-e03e-4732-942f-02435857c8a8', 'port_id': '6e969bba-3e26-4a3c-989b-a7a2d70c302b', 'mac_address': 'fa:16:3e:f3:db:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2217854c-d956-478b-b362-7e58ea5e8bcb', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:08:09.126155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:09.144740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e969bba-3e26-4a3c-989b-a7a2d70c302b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:09.162400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:09.167262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:09.235637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:09.542698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6e969bba-3e26-4a3c-989b-a7a2d70c302b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:08:09.725674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fb08-168c-4dca-b7e5-287e309cbfdb req-e23f52b7-2e00-491c-86c1-6c8ffb3ee67f tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:09.727133 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6995fb08-168c-4dca-b7e5-287e309cbfdb req-e23f52b7-2e00-491c-86c1-6c8ffb3ee67f tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 948 time: 0.0856767 Apr 29 12:08:09.771600 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6995fb08-168c-4dca-b7e5-287e309cbfdb req-ce0939ca-be15-4f9f-979c-8b20892fab40 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Apr 29 12:08:10.883153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6e969bba-3e26-4a3c-989b-a7a2d70c302b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:08:10.962450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 6e969bba-3e26-4a3c-989b-a7a2d70c302b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:08:10.967356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 6e969bba-3e26-4a3c-989b-a7a2d70c302b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:10.967725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:10.968528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e6da-02cd-4712-a5f1-62cdec159e72 req-4db1e329-b3a6-4eea-a39d-328cdc13a71c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:10.970043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cae6e6da-02cd-4712-a5f1-62cdec159e72 req-4db1e329-b3a6-4eea-a39d-328cdc13a71c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 948 time: 0.0862391 Apr 29 12:08:11.022841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cae6e6da-02cd-4712-a5f1-62cdec159e72 req-b978f666-062a-4dff-af90-4498e6998d9c tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Apr 29 12:08:11.080151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:11.118685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:11.128854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:11.133575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:11.168814 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2993c987-fa16-45c3-b650-d127feb36550'] response: {'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b', 'code': 200} Apr 29 12:08:11.200052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:11.432861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a39fe-4090-4ca0-9235-83c193c80332 req-c19ff82f-3818-4142-9bff-f16f51c50bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:11.434386 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-658a39fe-4090-4ca0-9235-83c193c80332 req-c19ff82f-3818-4142-9bff-f16f51c50bae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 1102 time: 0.0775039 Apr 29 12:08:11.484196 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-658a39fe-4090-4ca0-9235-83c193c80332 req-b0f97ab3-5243-4312-ab8e-de35cb6f0414 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Apr 29 12:08:12.224434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec815e42-26a3-4967-a712-f5acd794cf1a req-cf34af99-1246-4e23-9cb1-c58287cc56a6 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:12.225906 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ec815e42-26a3-4967-a712-f5acd794cf1a req-cf34af99-1246-4e23-9cb1-c58287cc56a6 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 949 time: 0.0915999 Apr 29 12:08:12.269169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ec815e42-26a3-4967-a712-f5acd794cf1a req-515a6549-2a1a-4f35-b14b-289ab565c956 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Apr 29 12:08:13.461902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddfa6-0154-4e4d-8319-762d36e1d8b9 req-8d728701-3f58-4e82-901e-c3652fab047b tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:13.463377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5b0ddfa6-0154-4e4d-8319-762d36e1d8b9 req-8d728701-3f58-4e82-901e-c3652fab047b tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 949 time: 0.0848393 Apr 29 12:08:13.508060 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5b0ddfa6-0154-4e4d-8319-762d36e1d8b9 req-ba4bec66-64a2-4625-a725-62c503e74e99 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Apr 29 12:08:14.674013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f20b5-60fa-4c19-8866-67a5b6eb98ec req-6a96c3eb-0364-4f04-a226-9b844cf837e2 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:14.675384 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-085f20b5-60fa-4c19-8866-67a5b6eb98ec req-6a96c3eb-0364-4f04-a226-9b844cf837e2 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 949 time: 0.0820391 Apr 29 12:08:14.828504 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-085f20b5-60fa-4c19-8866-67a5b6eb98ec req-0d8eb90a-b4d9-490b-9d98-1447dd59fddc tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446056 Apr 29 12:08:16.014768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf42c-aa41-4705-8e0a-3243ce269dc2 req-5b9b25ce-081a-4fed-b376-d85df29f7217 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:16.016335 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69cdf42c-aa41-4705-8e0a-3243ce269dc2 req-5b9b25ce-081a-4fed-b376-d85df29f7217 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 949 time: 0.0818632 Apr 29 12:08:16.187964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69cdf42c-aa41-4705-8e0a-3243ce269dc2 req-e70375b6-cbc2-4f19-b1d9-4867e6639b92 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e99963-ef7a-48b5-b794-67378ae64c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654317 Apr 29 12:08:16.190698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-5dee8a34-1167-41f3-929f-e25b16680c07 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:16.192586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-5dee8a34-1167-41f3-929f-e25b16680c07 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.66 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 949 time: 0.0836432 Apr 29 12:08:16.262717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Deleting port 6e969bba-3e26-4a3c-989b-a7a2d70c302b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:08:16.262990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:16.515819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] For port 6e969bba-3e26-4a3c-989b-a7a2d70c302b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6e969bba-3e26-4a3c-989b-a7a2d70c302b,segment=NetworkSegment(dc1e2050-2eab-4487-afd8-22ce5e5aeaed),segment_id=dc1e2050-2eab-4487-afd8-22ce5e5aeaed)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:16.516176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:16.637327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Calling delete_port for 6e969bba-3e26-4a3c-989b-a7a2d70c302b owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:08:16.790958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:16.823827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6e969bba-3e26-4a3c-989b-a7a2d70c302b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:08:16.840611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Pushing event deleted for resources: {'Port': ['ID=6e969bba-3e26-4a3c-989b-a7a2d70c302b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:16.918756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] No DVR routers for this DVR port 6e969bba-3e26-4a3c-989b-a7a2d70c302b on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:08:16.921626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:16.924270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'name': 'network-vif-deleted', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:16.941260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b16eab06-8d2f-41ed-b2a4-d99fa6925fb0 req-3f9e3f46-0030-494b-8e91-4aed879389e5 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.66 "DELETE /v2.0/ports/6e969bba-3e26-4a3c-989b-a7a2d70c302b HTTP/1.1" status: 204 len: 173 time: 0.7433448 Apr 29 12:08:16.981556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108dd299-40c2-4a49-8499-bfac50f4d662'] response: {'server_uuid': '28343f5c-a43f-4dd4-a839-59e0c371ad39', 'name': 'network-vif-deleted', 'tag': '6e969bba-3e26-4a3c-989b-a7a2d70c302b', 'status': 'completed', 'code': 200} Apr 29 12:08:17.351689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-773ba30c-74c6-45d3-bdcf-e11865d1a987 req-0ef97b9d-1736-4867-a3d2-d2dbce727d79 tempest-ServersAdminNegativeTestJSON-623598172 tempest-ServersAdminNegativeTestJSON-623598172-project] 10.222.0.53 "GET /v2.0/ports?device_id=28343f5c-a43f-4dd4-a839-59e0c371ad39 HTTP/1.1" status: 200 len: 210 time: 0.0424242 Apr 29 12:08:18.782225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58170) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:18.914636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6e969bba-3e26-4a3c-989b-a7a2d70c302b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:08:18.938925 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0acf0f97-0e06-44ab-b8bf-c37069121cea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b22b70b8e13442cb8f829be74d188a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554847 Apr 29 12:08:18.941869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58176) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:18.952026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 6e969bba-3e26-4a3c-989b-a7a2d70c302b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:08:18.952361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6e969bba-3e26-4a3c-989b-a7a2d70c302b not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:08:19.001209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.027465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.080763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.098861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e99963-ef7a-48b5-b794-67378ae64c3a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:19.111325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.112488 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-216f5c69-e7dd-4e35-adac-c6d15f53116c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75e99963-ef7a-48b5-b794-67378ae64c3a HTTP/1.1" status: 204 len: 168 time: 0.1697252 Apr 29 12:08:19.411736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:19.435530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.463199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:19.469113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Usage tracker for resource:security_group_rule and tenant:21f1b3896c824c148706e9907e095a98 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:19.471966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:19.478130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:19.566232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.570137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.616664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21f1b3896c824c148706e9907e095a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039702 Apr 29 12:08:19.617534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76d8f-a12c-42c6-8030-6b9d8fbf2821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee5bff-32d6-4bfd-888b-eecfcbde437e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:19.620096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58188) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:19.683076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.716677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.771290 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.789283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee5bff-32d6-4bfd-888b-eecfcbde437e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:19.795785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:19.796917 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-407537a3-ad15-4dc8-b2bb-aae6ca0172c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01ee5bff-32d6-4bfd-888b-eecfcbde437e HTTP/1.1" status: 204 len: 168 time: 0.1756694 Apr 29 12:08:20.581782 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58212) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:20.701578 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1672740517-network', 'tenant_id': '3d1d07c7384b49258c84199772520f91'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:20.706390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:20.710470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Usage tracker for resource:network and tenant:3d1d07c7384b49258c84199772520f91 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:20.713293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:20.719713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:20.731114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Made reservation on behalf of 3d1d07c7384b49258c84199772520f91 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:20.734083 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.746958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.762669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:20.766724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1d07c7384b49258c84199772520f91 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:20.769607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:20.775432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:20.864855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.869297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.898272 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:08:20.906368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1117f-a506-4baa-821f-2313d8519a25,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:20.912052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.912429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Added segment e162e66f-8840-49fe-a96e-fbe888ad83f5 of type vlan for network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 Apr 29 12:08:20.945085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.978219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:20.979175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:20.979727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:21.077856 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4947379 Apr 29 12:08:21.080812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58218) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:21.085945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1bd1a-8979-4a4f-a3cb-c4e0bde01051 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1e27af-298a-4fe3-910f-dfd66832d2a4,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:21.086529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Request body: {'subnet': {'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1672740517-subnet', 'tenant_id': '3d1d07c7384b49258c84199772520f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:21.091613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:21.095840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Usage tracker for resource:subnet and tenant:3d1d07c7384b49258c84199772520f91 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:21.096000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:08:21.099049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:21.105854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:21.116663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Made reservation on behalf of 3d1d07c7384b49258c84199772520f91 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:21.119497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:21.341748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:21.418276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:21.429284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Checking segment: {'id': 'e162e66f-8840-49fe-a96e-fbe888ad83f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:08:21.429693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Network hostable DHCP agents. Network: 4d1e27af-298a-4fe3-910f-dfd66832d2a4, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:08:21.449789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:08:21.459642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4d1e27af-298a-4fe3-910f-dfd66832d2a4) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:21.465065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:21.466120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:21.471670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e39189-2af8-4ce4-abd1-197fe1b82e47 None None] Network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:08:21.494164 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-76bebc09-9a47-49a2-a1cf-637e3b66b09d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4121647 Apr 29 12:08:21.689512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f6c9a-9cbd-48da-b586-b85b8a6d7c98 None None] Network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:08:22.017565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-ec962b46-019f-4739-a5eb-ff78bff59d5c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:22.018229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-ec962b46-019f-4739-a5eb-ff78bff59d5c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Synchronizing usage tracker for tenant:3d1d07c7384b49258c84199772520f91 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:08:22.036037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-ec962b46-019f-4739-a5eb-ff78bff59d5c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Unset dirty status for tenant:3d1d07c7384b49258c84199772520f91 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:08:22.037184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-ec962b46-019f-4739-a5eb-ff78bff59d5c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 812 time: 0.1650369 Apr 29 12:08:22.060792 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-97667f9b-0b3b-454f-9737-33e0d0fbb3d9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/quotas/3d1d07c7384b49258c84199772520f91 HTTP/1.1" status: 200 len: 375 time: 0.0122542 Apr 29 12:08:22.117779 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-c91d3200-e298-4a48-86da-09499bf7ab61 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508723 Apr 29 12:08:22.252942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1122a2b6-a27f-4eae-867e-5e1a00fa9c18 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280696 Apr 29 12:08:22.384268 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-ab10f4fe-6e5c-48bb-8249-4bce228f18fc service neutron] 10.222.0.53 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254811 Apr 29 12:08:23.594615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b52b2c85-98ec-42f3-8a84-1ae2c266e185 req-7fe83f63-82e2-4108-8fdc-197b408b924a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0442095 Apr 29 12:08:24.699336 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-781e3563-9895-40fe-b403-ba551a45d8e9 req-28344f8d-6ae2-4446-a550-78c6a77e936c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0457394 Apr 29 12:08:25.803573 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f83746f9-08b9-41bc-956e-8ed51bb2f884 req-edab4280-3904-40b7-94aa-70110ad35965 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0455251 Apr 29 12:08:26.920558 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ed1c9d6c-0fa0-4de4-9a05-3979cb1e8314 req-937dacc3-c30b-431f-87a7-4d5cd85d91b0 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0434804 Apr 29 12:08:28.080577 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3c4420fa-122a-4171-81aa-4ad1b44c1ed2 req-f87abc82-61f4-4357-a979-08111d3b1df7 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0466428 Apr 29 12:08:28.843044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-02d44255-bfff-43ee-a9ae-d40b3b51e4f3 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:28.844367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-02d44255-bfff-43ee-a9ae-d40b3b51e4f3 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.66 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 812 time: 0.1453633 Apr 29 12:08:28.864002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Request body: {'port': {'device_id': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4', 'admin_state_up': True, 'tenant_id': '3d1d07c7384b49258c84199772520f91'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:29.133951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:08:29.138217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Usage tracker for resource:port and tenant:3d1d07c7384b49258c84199772520f91 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:08:29.141560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:08:29.148601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:08:29.161003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Made reservation on behalf of 3d1d07c7384b49258c84199772520f91 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:08:29.164737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:29.246068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bf840ea1-4fea-4f06-814e-9a052b45e8a0 req-d4dce25f-aa3c-4679-84f9-b38d3cef17af tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 210 time: 0.0473478 Apr 29 12:08:29.346109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Allocated IP 172.20.0.12 (4d1e27af-298a-4fe3-910f-dfd66832d2a4/b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3/65544071-f762-4a0d-b52f-e04b8b947ad3) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:08:29.581619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:29.611941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:29.686985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:08:29.688082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:08:29.692614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:08:29.728893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:29.772283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:29.772882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:29.797453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-1ccf9633-16d6-4e2d-ae15-a02513d10282 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9380357 Apr 29 12:08:29.813658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Request body: {'port': {'device_id': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:08:29.928270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.304634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65544071-f762-4a0d-b52f-e04b8b947ad3 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:30.312445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.331288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Transition to ACTIVE for port object 65544071-f762-4a0d-b52f-e04b8b947ad3 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:08:30.336695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.338172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ab34f43d-7b02-4969-a652-8286d127581f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.554900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:30.647149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3591f-4f3a-4508-8e77-aa1bf03751e6 req-49fc08e8-856a-4dd7-8848-9ebfe4023d53 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:30.647890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-daa3591f-4f3a-4508-8e77-aa1bf03751e6 req-49fc08e8-856a-4dd7-8848-9ebfe4023d53 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Synchronizing usage tracker for tenant:3d1d07c7384b49258c84199772520f91 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:08:30.653328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Attempting to bind port 65544071-f762-4a0d-b52f-e04b8b947ad3 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:08:30.653628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Attempting to bind port 65544071-f762-4a0d-b52f-e04b8b947ad3 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e162e66f-8840-49fe-a96e-fbe888ad83f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:08:30.653973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Attempting to bind port 65544071-f762-4a0d-b52f-e04b8b947ad3 on network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:08:30.661761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Port 65544071-f762-4a0d-b52f-e04b8b947ad3 on network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:08:30.662076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Attempting to bind port 65544071-f762-4a0d-b52f-e04b8b947ad3 on network 4d1e27af-298a-4fe3-910f-dfd66832d2a4 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:08:30.672441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:08:30.672742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Checking segment: {'id': 'e162e66f-8840-49fe-a96e-fbe888ad83f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:08:30.673149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Bound using segment: {'id': 'e162e66f-8840-49fe-a96e-fbe888ad83f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:08:30.673625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Bound port: 65544071-f762-4a0d-b52f-e04b8b947ad3, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e162e66f-8840-49fe-a96e-fbe888ad83f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:08:30.673969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.689207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-daa3591f-4f3a-4508-8e77-aa1bf03751e6 req-49fc08e8-856a-4dd7-8848-9ebfe4023d53 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Unset dirty status for tenant:3d1d07c7384b49258c84199772520f91 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:08:30.690623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-daa3591f-4f3a-4508-8e77-aa1bf03751e6 req-49fc08e8-856a-4dd7-8848-9ebfe4023d53 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 944 time: 0.3157725 Apr 29 12:08:30.789562 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-daa3591f-4f3a-4508-8e77-aa1bf03751e6 req-a5028ea0-ba82-4588-9463-89e0d129c9e8 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713167 Apr 29 12:08:30.798506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:08:30.801664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:08:30.807090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.869030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:30.869672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:30.871275 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] 10.222.0.66 "PUT /v2.0/ports/65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 1094 time: 1.0617051 Apr 29 12:08:30.871828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:30.892296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c0b7-dc61-47bd-8e7f-e329f60140ce service neutron] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:30.990334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6ed536-1483-4b54-a267-12dbf94f9943'] response: {'name': 'network-changed', 'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'status': 'completed', 'code': 200} Apr 29 12:08:31.009505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-61b61094-74b3-402d-bf61-3f4a3a049260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.010959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-61b61094-74b3-402d-bf61-3f4a3a049260 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1097 time: 0.0728717 Apr 29 12:08:31.190926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-e480226a-567c-41ef-bd78-382c8814432e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 217 time: 0.1671970 Apr 29 12:08:31.253268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-4cfffd02-bf1d-42b9-b1ce-525cf195d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.254738 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-4cfffd02-bf1d-42b9-b1ce-525cf195d0a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 200 len: 852 time: 0.0582604 Apr 29 12:08:31.299679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-be9cebda-011c-41bb-b6f5-fb4c9f7f0746 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e27af-298a-4fe3-910f-dfd66832d2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396371 Apr 29 12:08:31.431018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-db9f70bb-b42e-4a46-b3bc-39f2825d15c5 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255381 Apr 29 12:08:31.561552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b20e757d-5df1-480c-b635-1d1b457a3a49 req-3ed74bf2-0634-4f56-b1d0-f60372e46de0 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237004 Apr 29 12:08:31.752116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-87a05cb5-b162-4a94-b913-9f3c410a896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.753637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-87a05cb5-b162-4a94-b913-9f3c410a896c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1097 time: 0.0718491 Apr 29 12:08:31.883443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-34538533-c991-420f-8256-97ac5f008122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:31.884901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-34538533-c991-420f-8256-97ac5f008122 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 913 time: 0.1254187 Apr 29 12:08:31.987440 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-65760c58-0ec8-470e-993e-d18df726f1c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 217 time: 0.0964925 Apr 29 12:08:32.063774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-90549848-4461-4c82-ad46-b30b9e90fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:32.065204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-90549848-4461-4c82-ad46-b30b9e90fb4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 200 len: 852 time: 0.0676715 Apr 29 12:08:32.118097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-1e271656-8b70-4030-aeeb-5594e63e8512 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e27af-298a-4fe3-910f-dfd66832d2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445452 Apr 29 12:08:32.126228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999b36-bb15-41dd-b07a-14ee10b509d3 req-4a81e518-c955-434d-aea6-ed384589a7b6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:32.127545 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-71999b36-bb15-41dd-b07a-14ee10b509d3 req-4a81e518-c955-434d-aea6-ed384589a7b6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 944 time: 0.1862926 Apr 29 12:08:32.262732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-71999b36-bb15-41dd-b07a-14ee10b509d3 req-3b262f3b-3df0-420d-a8fa-c6ec253151d6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149428 Apr 29 12:08:32.290772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-39a59ae5-145b-4754-a9e7-a47d34d4bd95 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623569 Apr 29 12:08:32.425202 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5f7ddd21-7c05-4a48-b938-b56aee867327 req-d73d29e7-ac17-43dc-8879-157ce7191eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275959 Apr 29 12:08:33.012938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4c82-8d51-4e00-88f5-9f4be9dc4d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:33.467632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545d97-87f4-4014-a0f9-426b31e03585 req-c9240f35-1913-4b59-99e2-4a04aed80199 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:33.469098 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb545d97-87f4-4014-a0f9-426b31e03585 req-c9240f35-1913-4b59-99e2-4a04aed80199 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 944 time: 0.0847087 Apr 29 12:08:33.526378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-bb545d97-87f4-4014-a0f9-426b31e03585 req-62e7ae6d-957d-4599-a70e-3b049080cb2f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Synchronizing usage tracker for tenant:3d1d07c7384b49258c84199772520f91 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:08:33.544697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-bb545d97-87f4-4014-a0f9-426b31e03585 req-62e7ae6d-957d-4599-a70e-3b049080cb2f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Unset dirty status for tenant:3d1d07c7384b49258c84199772520f91 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:08:33.545842 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb545d97-87f4-4014-a0f9-426b31e03585 req-62e7ae6d-957d-4599-a70e-3b049080cb2f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706944 Apr 29 12:08:33.729462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:34.017880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:34.123766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:34.748114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e8a1-2e06-4a44-9588-6f3034709dcb req-ec52a37a-ffc8-4c4e-bf6f-660227cbc63d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:34.749534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-85c6e8a1-2e06-4a44-9588-6f3034709dcb req-ec52a37a-ffc8-4c4e-bf6f-660227cbc63d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 944 time: 0.0824914 Apr 29 12:08:34.794651 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-85c6e8a1-2e06-4a44-9588-6f3034709dcb req-50aca3d5-a298-4063-836c-29e048e5c4aa tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Apr 29 12:08:35.039660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:08:35.185223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:35.200073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4', 'port_id': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'mac_address': 'fa:16:3e:85:c6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:08:35.257602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:35.278837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65544071-f762-4a0d-b52f-e04b8b947ad3 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:08:35.298220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:35.304337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:35.375863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:35.607174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:35.683027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['65544071-f762-4a0d-b52f-e04b8b947ad3'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:08:36.147482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a65f2-029b-4e1e-95a1-48a34242e6d1 req-f1627861-49a4-4ce5-962d-bd238a3c2ca9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:36.149626 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d15a65f2-029b-4e1e-95a1-48a34242e6d1 req-f1627861-49a4-4ce5-962d-bd238a3c2ca9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 945 time: 0.0951815 Apr 29 12:08:36.201230 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d15a65f2-029b-4e1e-95a1-48a34242e6d1 req-d300d3ec-5627-4061-b4bd-6c6bbfd5ad29 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Apr 29 12:08:37.039471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:08:37.112607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 65544071-f762-4a0d-b52f-e04b8b947ad3 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:08:37.118171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 65544071-f762-4a0d-b52f-e04b8b947ad3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:08:37.118557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:37.245541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:37.276105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:08:37.287024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:08:37.292641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:08:37.333081 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09db5472-fc6e-41c8-b6d0-53d4aa36412a'] response: {'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'code': 200} Apr 29 12:08:37.374510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:08:37.382174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.382520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.382858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.383189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.383511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.383836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.384320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.384818 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.385156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.385567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.385894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.386217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:08:37.417609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bc30b-fc3f-4f6d-b125-03863bf3114b req-5d617c87-83b3-42cc-a542-8c25e1a31a95 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.420322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fd5bc30b-fc3f-4f6d-b125-03863bf3114b req-5d617c87-83b3-42cc-a542-8c25e1a31a95 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.1062553 Apr 29 12:08:37.477578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fd5bc30b-fc3f-4f6d-b125-03863bf3114b req-6ca91ab1-9a90-4e51-86a5-f202722afb2c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497134 Apr 29 12:08:37.628493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1220d04-7396-4f13-a99c-e3ef30f289b6 req-871af027-ff61-41d9-baf7-5b7a50d78f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:37.630372 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c1220d04-7396-4f13-a99c-e3ef30f289b6 req-871af027-ff61-41d9-baf7-5b7a50d78f76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1099 time: 0.0740309 Apr 29 12:08:37.671866 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c1220d04-7396-4f13-a99c-e3ef30f289b6 req-4aa5d553-0f35-4c45-8088-800b239bd80a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Apr 29 12:08:38.689728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854736-8896-46e0-b613-66ac1ed17281 req-c7982585-4dbd-47b4-b9cc-6b7a3bc06a29 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:38.691043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0b854736-8896-46e0-b613-66ac1ed17281 req-c7982585-4dbd-47b4-b9cc-6b7a3bc06a29 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0904410 Apr 29 12:08:38.740683 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0b854736-8896-46e0-b613-66ac1ed17281 req-2fb42cd1-3b43-40f1-a466-2ff034303a24 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Apr 29 12:08:40.068442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e2bc3-81a5-4181-b4a9-4ae109c5ed49 req-120a31d0-5c6b-48f2-9831-6258147572f8 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:40.069882 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e53e2bc3-81a5-4181-b4a9-4ae109c5ed49 req-120a31d0-5c6b-48f2-9831-6258147572f8 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.2045722 Apr 29 12:08:40.120269 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e53e2bc3-81a5-4181-b4a9-4ae109c5ed49 req-fd634c6e-e94d-4531-bf51-7aaf7c1deb90 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Apr 29 12:08:40.516376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58302) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:08:40.547154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a1f2-4c99-4a38-aca0-5ce10efafb16 req-5a8816c8-19f5-4046-b4d4-6709255556ce tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:40.548734 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca50a1f2-4c99-4a38-aca0-5ce10efafb16 req-5a8816c8-19f5-4046-b4d4-6709255556ce tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0868034 Apr 29 12:08:40.597990 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca50a1f2-4c99-4a38-aca0-5ce10efafb16 req-fe41964b-93c9-458e-9945-2245f6377cf5 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Apr 29 12:08:40.634690 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-a58ca4c2-5a3e-4ae9-860c-4ace80ca6b43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168156 Apr 29 12:08:41.795982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2702798-f9db-4bc8-8499-8a8ded253b9e req-1d719e82-416d-40e3-b63b-a6bb4d84ea75 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:41.798560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2702798-f9db-4bc8-8499-8a8ded253b9e req-1d719e82-416d-40e3-b63b-a6bb4d84ea75 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0828390 Apr 29 12:08:41.845521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2702798-f9db-4bc8-8499-8a8ded253b9e req-11a324b6-31f1-499b-ad9e-3e1955cb935f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Apr 29 12:08:42.269218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-6d87298c-1fe3-48f4-8cba-c0a2b2dca683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:42.270784 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-6d87298c-1fe3-48f4-8cba-c0a2b2dca683 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1099 time: 0.1276152 Apr 29 12:08:42.406259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-004df422-948e-4745-8b74-2aa075ae56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:42.407627 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-004df422-948e-4745-8b74-2aa075ae56f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 913 time: 0.1306553 Apr 29 12:08:42.478710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-18a27b2f-7ebb-4d53-b464-c0ac437c6a2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 217 time: 0.0646985 Apr 29 12:08:42.543288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-0dec52ae-9f1d-4a14-8a9a-622c07b7bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:42.544926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-0dec52ae-9f1d-4a14-8a9a-622c07b7bc6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 200 len: 852 time: 0.0605335 Apr 29 12:08:42.598684 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-2f6943aa-707c-4b7f-8f93-b766f425c178 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e27af-298a-4fe3-910f-dfd66832d2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479105 Apr 29 12:08:42.748458 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-8c7ffc30-6077-461f-8e4f-afe44e9b8a71 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420403 Apr 29 12:08:42.891046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-2ba3970c-9e71-429b-b626-5dbb3fcb2b0b service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366017 Apr 29 12:08:43.037493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acf273-ee03-413b-a5f7-f00acf79dbec req-727c5d85-4339-4ad8-bc01-9533f71c018b tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:43.038924 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-51acf273-ee03-413b-a5f7-f00acf79dbec req-727c5d85-4339-4ad8-bc01-9533f71c018b tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0858107 Apr 29 12:08:43.084433 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-51acf273-ee03-413b-a5f7-f00acf79dbec req-3b61861e-62be-4d96-92fe-239cc028108b tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Apr 29 12:08:44.305714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c609f-d96e-4553-ace3-19876bf8a201 req-0daf648d-5bbf-45a6-a6c5-3d0fb34abecd tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:44.307159 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c2c609f-d96e-4553-ace3-19876bf8a201 req-0daf648d-5bbf-45a6-a6c5-3d0fb34abecd tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0950861 Apr 29 12:08:44.355668 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c2c609f-d96e-4553-ace3-19876bf8a201 req-41386fba-a267-462a-9d6a-34db22ec3469 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Apr 29 12:08:44.606326 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:08:45.562685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7b9e-2d4d-41e4-9bf2-4da0ec3d7bff req-b2cfeb89-3264-41f0-ae5f-1270c3a8b29d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:45.564127 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ec6f7b9e-2d4d-41e4-9bf2-4da0ec3d7bff req-b2cfeb89-3264-41f0-ae5f-1270c3a8b29d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0967386 Apr 29 12:08:45.615162 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ec6f7b9e-2d4d-41e4-9bf2-4da0ec3d7bff req-16ee91cf-4e5a-4c76-8709-3dcd40a86c2f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Apr 29 12:08:46.813970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a504c-4bd1-4b13-a85d-ad8c7139b5e8 req-7ecddb24-ca9c-48ed-94ab-3a2288d1bcbf tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:46.815272 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0a9a504c-4bd1-4b13-a85d-ad8c7139b5e8 req-7ecddb24-ca9c-48ed-94ab-3a2288d1bcbf tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0805364 Apr 29 12:08:46.862489 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0a9a504c-4bd1-4b13-a85d-ad8c7139b5e8 req-4302c6a2-4c3a-4db2-9a0e-356f00ee53d6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Apr 29 12:08:48.068270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ececb-197c-4fe6-9509-ca41f27c928d req-05c99b0d-9e17-4336-8d1b-c5f2a552aaa6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:48.069923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f5ececb-197c-4fe6-9509-ca41f27c928d req-05c99b0d-9e17-4336-8d1b-c5f2a552aaa6 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0964603 Apr 29 12:08:48.124368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f5ececb-197c-4fe6-9509-ca41f27c928d req-81cda01a-887d-4433-a419-cabf8b6ae785 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480769 Apr 29 12:08:49.416188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e712759-af7c-4d76-a9f2-ec32b4207bd5 req-69f112f0-02ff-4e7b-86b1-932f01de8cf5 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:49.417585 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e712759-af7c-4d76-a9f2-ec32b4207bd5 req-69f112f0-02ff-4e7b-86b1-932f01de8cf5 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.1818922 Apr 29 12:08:49.463354 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e712759-af7c-4d76-a9f2-ec32b4207bd5 req-d654d6a5-8d01-4cfc-9461-09677e3f9dcb tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 Apr 29 12:08:50.682020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276a01f-5e6d-4978-852e-931b6ffbed1b req-7fb7ba79-ce16-4ffd-8b2a-37a5f13048d7 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:50.683470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9276a01f-5e6d-4978-852e-931b6ffbed1b req-7fb7ba79-ce16-4ffd-8b2a-37a5f13048d7 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.1018786 Apr 29 12:08:50.729212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9276a01f-5e6d-4978-852e-931b6ffbed1b req-53c35257-2345-417e-91aa-4b8f2af55d1a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Apr 29 12:08:51.935790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42b65-7d64-437f-b4c5-bd3f35b78e39 req-c8e87b7d-30e2-4563-b2ff-a887004085ed tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:51.937176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-88e42b65-7d64-437f-b4c5-bd3f35b78e39 req-c8e87b7d-30e2-4563-b2ff-a887004085ed tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0844500 Apr 29 12:08:51.982806 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-88e42b65-7d64-437f-b4c5-bd3f35b78e39 req-16fb8bdb-c626-4c11-a8e2-4ada6e6b732c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Apr 29 12:08:53.180534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968739-02d4-46d8-8c56-af8e0da193a7 req-08069895-41d6-4e7d-b1d6-c53d8f1fee8a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:53.182107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-61968739-02d4-46d8-8c56-af8e0da193a7 req-08069895-41d6-4e7d-b1d6-c53d8f1fee8a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0835743 Apr 29 12:08:53.232981 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-61968739-02d4-46d8-8c56-af8e0da193a7 req-cb4e9507-5379-4685-b9ba-e816fa0344df tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Apr 29 12:08:54.430320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9e170-5f00-4d85-a900-f322ca3a62a7 req-d2536009-4543-4a58-a0cd-b7ad91542b1a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:54.431807 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d0e9e170-5f00-4d85-a900-f322ca3a62a7 req-d2536009-4543-4a58-a0cd-b7ad91542b1a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0827146 Apr 29 12:08:54.492461 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d0e9e170-5f00-4d85-a900-f322ca3a62a7 req-31ee8728-fb8e-4b51-801c-342b9fbe0048 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Apr 29 12:08:55.695647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396956-0684-402a-a574-6db2f6829e64 req-6aef21aa-94ee-493a-b7b2-e279218c9448 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:55.697069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f8396956-0684-402a-a574-6db2f6829e64 req-6aef21aa-94ee-493a-b7b2-e279218c9448 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0920916 Apr 29 12:08:55.752933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f8396956-0684-402a-a574-6db2f6829e64 req-1efc0e0a-5236-49ef-9d99-dd651a1da9d2 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Apr 29 12:08:56.958346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c8110-2b9c-4b2c-a2b3-f41a63e0e7ef req-4d5f498b-71dd-410f-8925-b44c32e01c59 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:56.959493 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7b1c8110-2b9c-4b2c-a2b3-f41a63e0e7ef req-4d5f498b-71dd-410f-8925-b44c32e01c59 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0891843 Apr 29 12:08:57.008453 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7b1c8110-2b9c-4b2c-a2b3-f41a63e0e7ef req-a6fc7f69-7309-4ac6-b766-43de394dea67 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Apr 29 12:08:58.213787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df993-6a2b-4399-8842-6f7ee4999e3d req-c41f4a7d-7031-4ca1-9527-ef1a3789eb03 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:58.215253 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-857df993-6a2b-4399-8842-6f7ee4999e3d req-c41f4a7d-7031-4ca1-9527-ef1a3789eb03 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0881650 Apr 29 12:08:58.265096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-857df993-6a2b-4399-8842-6f7ee4999e3d req-8bb667b6-3fa7-4179-bdfe-8784c26f0560 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Apr 29 12:08:59.461146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bad14-6dd8-49a5-94a0-10280bf3ca64 req-e0aaa85e-a96c-48ed-9752-fa9bbebdcc74 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:08:59.462639 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb4bad14-6dd8-49a5-94a0-10280bf3ca64 req-e0aaa85e-a96c-48ed-9752-fa9bbebdcc74 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0839093 Apr 29 12:08:59.512407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb4bad14-6dd8-49a5-94a0-10280bf3ca64 req-de8d4b47-84fd-461a-a2ff-51fe0d10e2c9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Apr 29 12:09:00.336215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-16655d98-8205-4ad5-8267-0536b866278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:00.706508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487af07-2723-429e-9da4-a9782f957eb7 req-21643be9-4726-4a5e-90f5-cd86aa858049 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:00.707955 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6487af07-2723-429e-9da4-a9782f957eb7 req-21643be9-4726-4a5e-90f5-cd86aa858049 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0842052 Apr 29 12:09:00.755714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6487af07-2723-429e-9da4-a9782f957eb7 req-5a82c9ac-ccb3-44ba-adc3-73de72d90aa2 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Apr 29 12:09:01.947962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13004d-0571-49dd-ad8a-f971ab67c788 req-0bc16e57-ce5a-45fd-ae66-6d81b533d3e1 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:01.949417 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e13004d-0571-49dd-ad8a-f971ab67c788 req-0bc16e57-ce5a-45fd-ae66-6d81b533d3e1 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0839369 Apr 29 12:09:01.993329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e13004d-0571-49dd-ad8a-f971ab67c788 req-b084dc22-f13f-437b-8938-3e549c5a4347 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Apr 29 12:09:03.006926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-11dd0819-a2c0-4d96-b95a-e3d2941b41af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:03.180632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbcc95-dcfa-47c1-b8d1-0e82b4048cce req-3980e2cd-d2cd-41cf-9ce7-8043a41b82a3 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:03.182400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-affbcc95-dcfa-47c1-b8d1-0e82b4048cce req-3980e2cd-d2cd-41cf-9ce7-8043a41b82a3 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0853379 Apr 29 12:09:03.230800 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-affbcc95-dcfa-47c1-b8d1-0e82b4048cce req-b1ee6cc9-5c9b-436c-8d90-83f641879f68 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Apr 29 12:09:03.734619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:04.041496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:04.123656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:04.424768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff975af-d6d2-469e-b0d6-9a0bb2cd5386 req-112f4efd-8c07-4024-aff7-c4b34a8d3f5d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:04.426292 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4ff975af-d6d2-469e-b0d6-9a0bb2cd5386 req-112f4efd-8c07-4024-aff7-c4b34a8d3f5d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0896754 Apr 29 12:09:04.470550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4ff975af-d6d2-469e-b0d6-9a0bb2cd5386 req-756d39e1-16b4-4186-aa81-19646cd65851 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Apr 29 12:09:05.608736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:05.655692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8714fc8-b999-4a5d-b308-e0cf0a4ea099 req-cb543d88-12c8-488a-ac24-48ac05f3a809 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:05.657120 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b8714fc8-b999-4a5d-b308-e0cf0a4ea099 req-cb543d88-12c8-488a-ac24-48ac05f3a809 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0835385 Apr 29 12:09:05.707986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b8714fc8-b999-4a5d-b308-e0cf0a4ea099 req-2291e8c5-a1d9-427c-a821-c11e431055a8 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Apr 29 12:09:06.895018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599eed6-717a-432d-9a61-40545d36917a req-9597452a-e103-4302-be2e-a2c3c09d1e44 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:06.896472 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f599eed6-717a-432d-9a61-40545d36917a req-9597452a-e103-4302-be2e-a2c3c09d1e44 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0816333 Apr 29 12:09:06.940431 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f599eed6-717a-432d-9a61-40545d36917a req-1d08d441-7f4b-4182-ac3f-906f1c117396 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379879 Apr 29 12:09:08.136978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c775e-8990-4bbd-87a7-bb17bfcab164 req-5196d6a2-132d-4fd1-81c9-33c916d5dc2c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:08.138476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a44c775e-8990-4bbd-87a7-bb17bfcab164 req-5196d6a2-132d-4fd1-81c9-33c916d5dc2c tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0907643 Apr 29 12:09:08.184037 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a44c775e-8990-4bbd-87a7-bb17bfcab164 req-85ce0e96-87e7-4b45-982f-e0b1df558438 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Apr 29 12:09:09.371444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70229b-60c7-4fb0-96c8-be1e95b06101 req-ff222327-fb2b-4675-b3e0-ca3bd331e2a9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:09.372907 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b70229b-60c7-4fb0-96c8-be1e95b06101 req-ff222327-fb2b-4675-b3e0-ca3bd331e2a9 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0838399 Apr 29 12:09:09.417634 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b70229b-60c7-4fb0-96c8-be1e95b06101 req-c3e2293f-07dc-461d-a284-1e34ec73bf3b tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Apr 29 12:09:09.909284 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-a7a03be1-ec5f-49fb-9774-537b0f083303 service neutron] 10.222.0.66 "GET /v2.0/ports/65544071-f762-4a0d-b52f-e04b8b947ad3/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0933630 Apr 29 12:09:10.201035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-803f8cde-f0ae-4820-ab4d-6b8fc163451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:10.202512 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-803f8cde-f0ae-4820-ab4d-6b8fc163451e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299&tenant_id=3d1d07c7384b49258c84199772520f91 HTTP/1.1" status: 200 len: 1099 time: 0.0735714 Apr 29 12:09:10.305602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-f82d3857-4014-46d6-89c6-9ef9fe5ad372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:10.307030 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-f82d3857-4014-46d6-89c6-9ef9fe5ad372 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1099 time: 0.0703874 Apr 29 12:09:10.439201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-13981e47-525a-441d-8be8-5140054d8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:10.440695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-13981e47-525a-441d-8be8-5140054d8089 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 913 time: 0.1271729 Apr 29 12:09:10.645798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-34bd1c05-b617-488e-ad34-2d03a6284c17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 217 time: 0.1988518 Apr 29 12:09:10.724983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b177cd-0787-4712-a90d-fb28863de1cf req-1f3ffd6a-9d84-4530-b3ec-3c1a3d08df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:10.726306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-1f3ffd6a-9d84-4530-b3ec-3c1a3d08df92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 200 len: 852 time: 0.0705829 Apr 29 12:09:10.769558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca29d-18cd-47ec-b212-5bac7f36bcc5 req-290617c3-351c-4c09-9f86-8827db26f0a0 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:10.770931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a0ca29d-18cd-47ec-b212-5bac7f36bcc5 req-290617c3-351c-4c09-9f86-8827db26f0a0 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.1715183 Apr 29 12:09:10.795039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-80025c84-bc41-4378-b6c1-aa8ae062dc90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e27af-298a-4fe3-910f-dfd66832d2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618923 Apr 29 12:09:10.857870 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a0ca29d-18cd-47ec-b212-5bac7f36bcc5 req-ce430f10-8ac3-4a18-9acc-44404a7f6e36 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809979 Apr 29 12:09:10.944263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-595dabfb-8018-4506-98f7-9735430cf152 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418316 Apr 29 12:09:11.074080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b177cd-0787-4712-a90d-fb28863de1cf req-36c8cda3-8440-417f-aa07-73a1be925ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229789 Apr 29 12:09:12.045529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41cbed-f454-4b5d-9306-41e12901d73c req-bae27fe5-4739-4f07-9544-77b75d04eddc tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:12.046900 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d41cbed-f454-4b5d-9306-41e12901d73c req-bae27fe5-4739-4f07-9544-77b75d04eddc tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0794179 Apr 29 12:09:12.102365 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d41cbed-f454-4b5d-9306-41e12901d73c req-64969264-650a-4c67-9d6f-3b2dc1e5e16e tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Apr 29 12:09:13.226289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:09:13.301822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b388c-abd7-470f-8aaa-7716f6a44eff req-e7cfcdcd-eeff-424d-9018-c6e3ef674388 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:13.303327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-792b388c-abd7-470f-8aaa-7716f6a44eff req-e7cfcdcd-eeff-424d-9018-c6e3ef674388 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0918543 Apr 29 12:09:13.349050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:13.349496 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-792b388c-abd7-470f-8aaa-7716f6a44eff req-05581a0b-6450-435f-b8ff-a893d2382d2d tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Apr 29 12:09:13.380981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:13.391097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:13.396317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:13.465996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:13.501643 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e7eb9c-aa34-48a2-8ec7-327633f0df29'] response: {'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'code': 200} Apr 29 12:09:14.552277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034be8e-a6eb-4ccd-8fe7-072fbe161f1a req-e605146d-1ea8-4eec-9ebf-78052511d52a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:14.553807 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9034be8e-a6eb-4ccd-8fe7-072fbe161f1a req-e605146d-1ea8-4eec-9ebf-78052511d52a tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 944 time: 0.0850544 Apr 29 12:09:14.601533 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9034be8e-a6eb-4ccd-8fe7-072fbe161f1a req-2fdba2ad-3f23-4a67-93bb-8f5ec88fc0a5 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Apr 29 12:09:15.006095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-d3d0fbb6-e175-4ee7-acf1-0ff41bce1412 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:15.007403 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-d3d0fbb6-e175-4ee7-acf1-0ff41bce1412 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.66 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299&tenant_id=3d1d07c7384b49258c84199772520f91&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.0826054 Apr 29 12:09:15.170563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-dd8d2b04-a255-4463-b4e9-abcbc46ce38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:15.172022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-dd8d2b04-a255-4463-b4e9-abcbc46ce38d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1d07c7384b49258c84199772520f91&device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 1097 time: 0.0707784 Apr 29 12:09:15.249206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:09:15.309735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-b113d092-6c21-4ce9-be2d-a5e781eed9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:15.311137 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-b113d092-6c21-4ce9-be2d-a5e781eed9f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 200 len: 913 time: 0.1328490 Apr 29 12:09:15.386701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:15.387059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-a7c0ff63-8425-477f-8ae9-d0fd34a18665 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 200 len: 217 time: 0.0683544 Apr 29 12:09:15.400479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'network_id': '4d1e27af-298a-4fe3-910f-dfd66832d2a4', 'port_id': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'mac_address': 'fa:16:3e:85:c6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:09:15.455394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-f12ff026-fd0b-435e-af39-71c8ca533041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:15.457175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-f12ff026-fd0b-435e-af39-71c8ca533041 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 200 len: 852 time: 0.0649171 Apr 29 12:09:15.461352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:15.478543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65544071-f762-4a0d-b52f-e04b8b947ad3 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:09:15.494087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:15.499607 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:15.509101 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-327724ce-2307-49e9-8229-0c5698980062 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e27af-298a-4fe3-910f-dfd66832d2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461144 Apr 29 12:09:15.565774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:15.636388 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['65544071-f762-4a0d-b52f-e04b8b947ad3'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:09:15.640668 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-77dd53de-0e66-4673-8f14-2194e316a40d service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250556 Apr 29 12:09:15.774379 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-4ab19979-81da-4c24-8fa2-b6fc6dfb47c8 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273859 Apr 29 12:09:16.738015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c89c7-491c-422f-b73a-22d5ecd5174c req-b8fe0cf7-522f-4cec-81fb-1e00e52c267e tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:16.739448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a18c89c7-491c-422f-b73a-22d5ecd5174c req-b8fe0cf7-522f-4cec-81fb-1e00e52c267e tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 945 time: 0.0951874 Apr 29 12:09:16.783818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a18c89c7-491c-422f-b73a-22d5ecd5174c req-b3c28541-e67b-4406-a846-8174ed691285 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Apr 29 12:09:17.286907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:09:17.362041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 65544071-f762-4a0d-b52f-e04b8b947ad3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:09:17.362413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:17.490187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:17.518415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:17.529075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:17.534843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:17.572846 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75622248-4ab9-48f8-95b7-931b9b0e7cd3'] response: {'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'code': 200} Apr 29 12:09:17.614073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:17.975835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0c0f7-e870-4294-b4fd-0f684aeeaae8 req-6c099ece-b03e-4e4a-ac21-e44eafc62212 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:17.977285 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-41b0c0f7-e870-4294-b4fd-0f684aeeaae8 req-6c099ece-b03e-4e4a-ac21-e44eafc62212 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0856292 Apr 29 12:09:18.024442 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-41b0c0f7-e870-4294-b4fd-0f684aeeaae8 req-18ae05d2-df08-4ba2-8233-a18afe3a3575 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Apr 29 12:09:18.720971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-672d0f4e-d11b-454f-84ab-9ee8464d7ab4 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:18.722361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-672d0f4e-d11b-454f-84ab-9ee8464d7ab4 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.66 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0825193 Apr 29 12:09:18.913534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Deleting port 65544071-f762-4a0d-b52f-e04b8b947ad3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:09:18.913849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:19.163772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] For port 65544071-f762-4a0d-b52f-e04b8b947ad3, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=65544071-f762-4a0d-b52f-e04b8b947ad3,segment=NetworkSegment(e162e66f-8840-49fe-a96e-fbe888ad83f5),segment_id=e162e66f-8840-49fe-a96e-fbe888ad83f5)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:19.164521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:19.214195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99daa43-5b3c-4376-a44a-684919c1533b req-a673bb74-9e89-445b-8264-122c88dac169 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:19.215669 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d99daa43-5b3c-4376-a44a-684919c1533b req-a673bb74-9e89-445b-8264-122c88dac169 tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/ports?device_id=62efda6a-3f38-4662-b0a7-2cb8e769c299 HTTP/1.1" status: 200 len: 946 time: 0.0830894 Apr 29 12:09:19.262158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d99daa43-5b3c-4376-a44a-684919c1533b req-35192115-65d1-4d9a-b138-c3872a6cd37f tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5d1117f-a506-4baa-821f-2313d8519a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Apr 29 12:09:19.297768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Calling delete_port for 65544071-f762-4a0d-b52f-e04b8b947ad3 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:09:19.465148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:19.518815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Pushing event deleted for resources: {'Port': ['ID=65544071-f762-4a0d-b52f-e04b8b947ad3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:19.557742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.558070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.558396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.558716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.559034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.559431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.559763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.560187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.560723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.561237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.561750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.562074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:19.616530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] No DVR routers for this DVR port 65544071-f762-4a0d-b52f-e04b8b947ad3 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:09:19.619100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:19.621744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-deleted', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:19.637487 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d96b770-b81e-4c10-a342-67b48aa026f0 req-518ded5f-3b86-477f-84a3-a8e217f652ad tempest-DeleteServersTestJSON-464627092 tempest-DeleteServersTestJSON-464627092-project] 10.222.0.66 "DELETE /v2.0/ports/65544071-f762-4a0d-b52f-e04b8b947ad3 HTTP/1.1" status: 204 len: 173 time: 0.9099000 Apr 29 12:09:19.675239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9ca649-c268-4a2d-83cb-3afb5818cf07'] response: {'server_uuid': '62efda6a-3f38-4662-b0a7-2cb8e769c299', 'name': 'network-vif-deleted', 'tag': '65544071-f762-4a0d-b52f-e04b8b947ad3', 'status': 'completed', 'code': 200} Apr 29 12:09:20.513798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58418) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:20.581117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Deleting subnet b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:09:20.584139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:20.633427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:20.689623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:20.762590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:20.797244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:20.808108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:20.811116 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.811450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.811778 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.812097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.812415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.812733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.813048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.813362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.813701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.814162 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.814476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.814808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:09:20.822247 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86cc006c-12ff-4ae5-be7e-a3f69239c164 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b5d7a086-34e2-4d08-ae16-3a6beaa0cfa3 HTTP/1.1" status: 204 len: 168 time: 0.3074417 Apr 29 12:09:20.824830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58422) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:20.932056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.063456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.089663 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1e27af-298a-4fe3-910f-dfd66832d2a4']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:21.108747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162e66f-8840-49fe-a96e-fbe888ad83f5') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:21.109038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162e66f-8840-49fe-a96e-fbe888ad83f5') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:09:21.120549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.136697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.143463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:09:21.143853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:09:21.158076 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:09:21.238718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.242825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.266086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1e27af-298a-4fe3-910f-dfd66832d2a4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:21.276544 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-11856147-9a8a-4cd1-ae3d-c247e832076e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d1e27af-298a-4fe3-910f-dfd66832d2a4 HTTP/1.1" status: 204 len: 168 time: 0.4503865 Apr 29 12:09:21.287997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:09:21.323003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 65544071-f762-4a0d-b52f-e04b8b947ad3 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:09:21.323363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 65544071-f762-4a0d-b52f-e04b8b947ad3 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:09:21.396698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58428) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:21.455082 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72f91e7e-6faf-4184-90bd-c59d862a177f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d1d07c7384b49258c84199772520f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571291 Apr 29 12:09:21.457674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58432) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:21.516671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.542531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.603065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.610053 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:09:21.623717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1117f-a506-4baa-821f-2313d8519a25,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:21.633261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:21.634443 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-806e0988-880b-4cdd-930a-9c530ef770cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5d1117f-a506-4baa-821f-2313d8519a25 HTTP/1.1" status: 204 len: 168 time: 0.1758657 Apr 29 12:09:22.429764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58456) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:22.547596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1216963589-network', 'tenant_id': 'a0346ad48c3e40d2add7fc2a3cd00d04'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:09:22.552863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:09:22.557060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Usage tracker for resource:network and tenant:a0346ad48c3e40d2add7fc2a3cd00d04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:09:22.559886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:09:22.566594 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:09:22.578720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Made reservation on behalf of a0346ad48c3e40d2add7fc2a3cd00d04 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:09:22.581298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.594372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.614564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:09:22.618453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Usage tracker for resource:security_group_rule and tenant:a0346ad48c3e40d2add7fc2a3cd00d04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:09:22.621305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:09:22.627101 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:09:22.720717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.726765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.759061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:09:22.767933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:22.776103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.776614 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Added segment 2ceb9e15-b235-462d-8fb0-768ec9369983 of type vlan for network 76e0e16b-095b-436d-88d4-5c9f77ca039a Apr 29 12:09:22.805959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.844899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:22.845862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:22.846370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:23.062223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] Pushing event updated for resources: {'Network': ['ID=76e0e16b-095b-436d-88d4-5c9f77ca039a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:23.065431 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cb2bb924-263d-4d19-82c4-28fbfa9fcc8f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6341872 Apr 29 12:09:23.068821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58462) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:09:23.072628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:09:23.074332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Request body: {'subnet': {'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1216963589-subnet', 'tenant_id': 'a0346ad48c3e40d2add7fc2a3cd00d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:09:23.079522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:09:23.083417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Usage tracker for resource:subnet and tenant:a0346ad48c3e40d2add7fc2a3cd00d04 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:09:23.086329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:09:23.092208 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:09:23.103040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Made reservation on behalf of a0346ad48c3e40d2add7fc2a3cd00d04 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:09:23.105509 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:23.322128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:23.395343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:23.410850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Checking segment: {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:09:23.412458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Network hostable DHCP agents. Network: 76e0e16b-095b-436d-88d4-5c9f77ca039a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:09:23.433728 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:09:23.445356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 76e0e16b-095b-436d-88d4-5c9f77ca039a) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:09:23.450312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:23.451220 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:23.457741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b925036-5b17-49d8-ad5c-077cbacaa772 None None] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:09:23.474252 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7fabe970-85d3-424e-8eb5-59d77fc3ce10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4043875 Apr 29 12:09:23.679015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b58c4-331c-433f-bd73-a7dba127b0ba None None] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:09:24.029479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-9c21be0d-0e32-4c0c-a12a-5f21437c47d2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:24.030933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-9c21be0d-0e32-4c0c-a12a-5f21437c47d2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 815 time: 0.1518083 Apr 29 12:09:24.048642 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-6277c5f3-7871-4fe4-8bb7-1dc4215beff3 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/quotas/a0346ad48c3e40d2add7fc2a3cd00d04 HTTP/1.1" status: 200 len: 375 time: 0.0095918 Apr 29 12:09:24.100660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-60956209-642e-414a-b29f-bb903f602ec6 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467739 Apr 29 12:09:24.300956 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-504a89e6-6c00-44db-822e-9ebae7a4ad73 service neutron] 10.222.0.53 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930704 Apr 29 12:09:24.440242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-ae46e10e-21c2-470b-bb1c-a33e780cb30c service neutron] 10.222.0.53 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334317 Apr 29 12:09:24.632710 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5ab1f9a2-10a5-4ba3-a977-ad269665e46f req-4704457e-f6ea-44e2-b671-771cf733149d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 210 time: 0.0469959 Apr 29 12:09:25.842937 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b5d236e3-76e2-4442-b717-c7b263037e94 req-dc765dc3-cf1c-4a69-b8dd-8c6596fda4e3 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 210 time: 0.0953360 Apr 29 12:09:26.009513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d7407a-1e42-46e9-b443-fc9c22193bb0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:26.010822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d7407a-1e42-46e9-b443-fc9c22193bb0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 815 time: 0.3110359 Apr 29 12:09:26.042767 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Request body: {'port': {'device_id': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'admin_state_up': True, 'tenant_id': 'a0346ad48c3e40d2add7fc2a3cd00d04'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:09:26.179063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:09:26.183102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Usage tracker for resource:port and tenant:a0346ad48c3e40d2add7fc2a3cd00d04 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:09:26.186005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:09:26.192103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:09:26.203714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Made reservation on behalf of a0346ad48c3e40d2add7fc2a3cd00d04 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:09:26.207667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:26.394015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Allocated IP 172.20.0.6 (76e0e16b-095b-436d-88d4-5c9f77ca039a/5cc773c9-d2ec-4ede-8605-f6ebad15c0a0/eb698915-503c-4d15-9936-67f9e080be9e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:09:26.596551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:26.630628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:26.701260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:09:26.704351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:09:26.708226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:09:26.741644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:26.778029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:26.778648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:26.800747 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-d68f7df0-c8bc-48b6-a32a-dd3a57b684c8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619867 Apr 29 12:09:26.820671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Request body: {'port': {'device_id': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:09:26.933746 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.037295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7847a-1d85-4ca6-b243-77f2828838cb req-ba85776c-bb86-45d0-a948-8c2832c0aa45 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:27.038691 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-90b7847a-1d85-4ca6-b243-77f2828838cb req-ba85776c-bb86-45d0-a948-8c2832c0aa45 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 931 time: 0.0854447 Apr 29 12:09:27.084826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-90b7847a-1d85-4ca6-b243-77f2828838cb req-e29eefb3-1803-476f-b838-3e0acdbdd7f8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Synchronizing usage tracker for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:09:27.102976 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-90b7847a-1d85-4ca6-b243-77f2828838cb req-e29eefb3-1803-476f-b838-3e0acdbdd7f8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Unset dirty status for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:09:27.104348 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-90b7847a-1d85-4ca6-b243-77f2828838cb req-e29eefb3-1803-476f-b838-3e0acdbdd7f8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593803 Apr 29 12:09:27.274736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb698915-503c-4d15-9936-67f9e080be9e {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:09:27.282489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.297990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Transition to ACTIVE for port object eb698915-503c-4d15-9936-67f9e080be9e will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:09:27.303123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.430569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:27.537332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Attempting to bind port eb698915-503c-4d15-9936-67f9e080be9e on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:09:27.537695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Attempting to bind port eb698915-503c-4d15-9936-67f9e080be9e by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:09:27.538031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Attempting to bind port eb698915-503c-4d15-9936-67f9e080be9e on network 76e0e16b-095b-436d-88d4-5c9f77ca039a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:09:27.543074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Port eb698915-503c-4d15-9936-67f9e080be9e on network 76e0e16b-095b-436d-88d4-5c9f77ca039a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:09:27.543411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Attempting to bind port eb698915-503c-4d15-9936-67f9e080be9e on network 76e0e16b-095b-436d-88d4-5c9f77ca039a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:09:27.548893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:09:27.549161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Checking segment: {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:09:27.549583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Bound using segment: {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:09:27.550107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Bound port: eb698915-503c-4d15-9936-67f9e080be9e, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:09:27.550450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.641439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:09:27.644552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:09:27.650894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.714372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:27.714987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:27.716533 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 1093 time: 0.9026029 Apr 29 12:09:27.717005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:27.744851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d78f8f-8198-47b1-a371-ff74071ef068 service neutron] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:27.765005 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dca682-18c2-45c8-b742-ce5b85950029'] response: {'name': 'network-changed', 'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e', 'status': 'completed', 'code': 200} Apr 29 12:09:27.856736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-71a1d3e0-2c38-4531-9a3d-43b502b03120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:27.858142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-71a1d3e0-2c38-4531-9a3d-43b502b03120 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1096 time: 0.0745206 Apr 29 12:09:28.041091 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-17523681-6ed8-4c73-833b-884381a9ea33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 217 time: 0.1703765 Apr 29 12:09:28.108280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eaa0e-84b8-4723-b965-90251db635fb req-3a76b77a-153b-4665-809e-3e2ed83e9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:28.109625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-3a76b77a-153b-4665-809e-3e2ed83e9804 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0624709 Apr 29 12:09:28.158159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-c4f6b187-e8de-4f70-9f6b-743b23a1ed8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424645 Apr 29 12:09:28.294893 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-c4bf51cc-12fd-4850-acec-5644c769a2a6 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306224 Apr 29 12:09:28.312567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfbf4-3018-4139-aa85-336db2187970 req-29ea0c82-6ec1-464c-9505-8a64974875cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:28.315010 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-086bfbf4-3018-4139-aa85-336db2187970 req-29ea0c82-6ec1-464c-9505-8a64974875cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.0919189 Apr 29 12:09:28.361905 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-086bfbf4-3018-4139-aa85-336db2187970 req-06a82c90-f908-4b0b-a12d-d5bbba822f21 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Apr 29 12:09:28.435423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009eaa0e-84b8-4723-b965-90251db635fb req-3403a613-6cc6-445a-9aba-cbc895263e7e service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345417 Apr 29 12:09:28.612156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-8a2f7511-85ad-4431-b7c0-ccb8eac544f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:28.613610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-8a2f7511-85ad-4431-b7c0-ccb8eac544f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1096 time: 0.0879066 Apr 29 12:09:28.750511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-3e9f5883-d8bc-419e-9552-b05d6dff257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:28.752003 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-3e9f5883-d8bc-419e-9552-b05d6dff257c service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1321588 Apr 29 12:09:28.822078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-24d3f341-23f3-471e-a987-7b49dca03458 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 217 time: 0.0641692 Apr 29 12:09:28.909058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-8c474acd-ea12-4fc3-b066-476d4c7e398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:28.910483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-8c474acd-ea12-4fc3-b066-476d4c7e398f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0823634 Apr 29 12:09:28.967047 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-b7890829-c78a-47eb-99d6-923d710ff129 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504916 Apr 29 12:09:29.120724 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-ecbb6809-98fc-460d-9b8a-ca2b0cf9c308 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473556 Apr 29 12:09:29.262703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6c3229c-43be-4fa9-a0d8-38f214667068 req-93553767-cc8d-4766-abba-bd2fc735bc82 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354229 Apr 29 12:09:29.564626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989c8ee-38ac-496a-b32c-e3cf57bc760f req-0ba75cc0-70e4-4d13-abc3-b943d74537d7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:29.565218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-7989c8ee-38ac-496a-b32c-e3cf57bc760f req-0ba75cc0-70e4-4d13-abc3-b943d74537d7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Synchronizing usage tracker for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:09:29.583331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-7989c8ee-38ac-496a-b32c-e3cf57bc760f req-0ba75cc0-70e4-4d13-abc3-b943d74537d7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Unset dirty status for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:09:29.584573 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7989c8ee-38ac-496a-b32c-e3cf57bc760f req-0ba75cc0-70e4-4d13-abc3-b943d74537d7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.1101546 Apr 29 12:09:29.636767 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7989c8ee-38ac-496a-b32c-e3cf57bc760f req-7d14b481-3457-4d71-a10f-25d43b78c6c6 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Apr 29 12:09:30.334394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcb76-eadd-437a-89bf-285f23e62366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:30.839166 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9a94-29c4-4698-9c79-11f271023d3f req-77428f97-07b5-44b1-9f73-c0a72d138352 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:30.840704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-958c9a94-29c4-4698-9c79-11f271023d3f req-77428f97-07b5-44b1-9f73-c0a72d138352 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.0892966 Apr 29 12:09:30.887332 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-958c9a94-29c4-4698-9c79-11f271023d3f req-51e04355-0b8b-4d1f-abdb-b4b324b04b09 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Apr 29 12:09:32.082270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d228b-06d0-41cf-94e6-181e01ca7e1b req-6253c43f-ab5e-4c9f-afdf-85a77d45f1ed tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:32.083638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a3d228b-06d0-41cf-94e6-181e01ca7e1b req-6253c43f-ab5e-4c9f-afdf-85a77d45f1ed tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.0845940 Apr 29 12:09:32.128608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a3d228b-06d0-41cf-94e6-181e01ca7e1b req-2e8a08e8-91ac-46f5-82a5-6ede468574ed tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Apr 29 12:09:33.010073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a4eee6d0-246a-42b8-8dd0-468da623f58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:33.324736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e3bec-f3bd-4e64-8b3a-ffa48af0d0ee req-10742826-bd71-4c32-be29-d0cbf495025e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:33.326219 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d97e3bec-f3bd-4e64-8b3a-ffa48af0d0ee req-10742826-bd71-4c32-be29-d0cbf495025e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.0818853 Apr 29 12:09:33.351291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:09:33.372235 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d97e3bec-f3bd-4e64-8b3a-ffa48af0d0ee req-d3d5a363-0df5-40e5-be92-130b7d483dfb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Apr 29 12:09:33.488499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:33.502128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'eb698915-503c-4d15-9936-67f9e080be9e', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'port_id': 'eb698915-503c-4d15-9936-67f9e080be9e', 'mac_address': 'fa:16:3e:6f:fb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc773c9-d2ec-4ede-8605-f6ebad15c0a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:09:33.563673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:33.581979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb698915-503c-4d15-9936-67f9e080be9e {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:09:33.597764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:33.602202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:33.677972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:33.739620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:34.004606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['eb698915-503c-4d15-9936-67f9e080be9e'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:09:34.079888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:34.142757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:34.563085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87e0a5-f97e-48a4-b21e-a54e09795e53 req-58084827-004a-4638-aa56-ce1230572d79 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:34.564663 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db87e0a5-f97e-48a4-b21e-a54e09795e53 req-58084827-004a-4638-aa56-ce1230572d79 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 944 time: 0.0844340 Apr 29 12:09:34.611537 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db87e0a5-f97e-48a4-b21e-a54e09795e53 req-42642607-1c7b-46e7-9d30-01d0a2c12b91 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Apr 29 12:09:35.365709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:09:35.434148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port eb698915-503c-4d15-9936-67f9e080be9e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:09:35.439336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port eb698915-503c-4d15-9936-67f9e080be9e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:09:35.439697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:35.561115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:35.590886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:09:35.608700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:09:35.614871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:35.653866 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28047d0-0932-446f-b3cf-d542e97238cf'] response: {'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e', 'code': 200} Apr 29 12:09:35.654647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:09:35.689443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:09:35.814427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf01251-7cc4-49e8-b935-3e621b85a899 req-0d8247c8-00e3-4509-9e5a-0e542a8a1f8a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:35.815962 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-eaf01251-7cc4-49e8-b935-3e621b85a899 req-0d8247c8-00e3-4509-9e5a-0e542a8a1f8a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0894637 Apr 29 12:09:35.902898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-eaf01251-7cc4-49e8-b935-3e621b85a899 req-17b0d01e-f598-4406-ab18-36965dd69013 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804985 Apr 29 12:09:35.936397 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc3bf4-8e0e-4be6-b8b1-53cb0f3054c2 req-d4fb0a47-492e-4c4b-817a-521bd192bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:35.938321 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-04dc3bf4-8e0e-4be6-b8b1-53cb0f3054c2 req-d4fb0a47-492e-4c4b-817a-521bd192bd19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1098 time: 0.0882668 Apr 29 12:09:35.991116 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-04dc3bf4-8e0e-4be6-b8b1-53cb0f3054c2 req-dc5b0325-b5de-4fce-98bd-d29c0a9c3d91 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Apr 29 12:09:37.112261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9bafd-ff0d-4620-8bc6-b78f5a64fc31 req-b639edce-a3d4-4c4e-b1db-201968ad869b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:37.113765 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f0c9bafd-ff0d-4620-8bc6-b78f5a64fc31 req-b639edce-a3d4-4c4e-b1db-201968ad869b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0916519 Apr 29 12:09:37.159901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f0c9bafd-ff0d-4620-8bc6-b78f5a64fc31 req-7f528e0d-c9ea-488a-962e-0409141f5b52 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Apr 29 12:09:38.448976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b04fc5-bf78-4376-99f6-4933f6c02dcd req-73ecf705-9819-47f2-bb5f-5a95612d185f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:38.450382 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6b04fc5-bf78-4376-99f6-4933f6c02dcd req-73ecf705-9819-47f2-bb5f-5a95612d185f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.1821811 Apr 29 12:09:38.497567 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6b04fc5-bf78-4376-99f6-4933f6c02dcd req-b9f41786-77d3-4614-8894-5c417c4d28e7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Apr 29 12:09:38.697958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bbadb-aa94-4d63-ba54-ee341ffe2347 req-2f374a75-0263-439f-8247-ed480626c491 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:38.699508 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f81bbadb-aa94-4d63-ba54-ee341ffe2347 req-2f374a75-0263-439f-8247-ed480626c491 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0869238 Apr 29 12:09:38.752716 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f81bbadb-aa94-4d63-ba54-ee341ffe2347 req-685a4632-d8d5-4873-91c5-22c11b46d625 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473857 Apr 29 12:09:39.105673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47ebd-3827-4890-af5b-569e8709721f req-ab14cb7d-25a9-4a57-89bc-9a9085469146 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:39.107141 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e6a47ebd-3827-4890-af5b-569e8709721f req-ab14cb7d-25a9-4a57-89bc-9a9085469146 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0816624 Apr 29 12:09:39.153954 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e6a47ebd-3827-4890-af5b-569e8709721f req-156c8a0d-54ac-49e1-9855-1668dee3e9e5 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Apr 29 12:09:39.354377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc641cf-a22e-48d0-9abb-bfb8c1a94d89 req-4a74906e-54fb-49c0-9ca1-34c61de5a73b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:39.355753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cfc641cf-a22e-48d0-9abb-bfb8c1a94d89 req-4a74906e-54fb-49c0-9ca1-34c61de5a73b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0944145 Apr 29 12:09:39.401726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cfc641cf-a22e-48d0-9abb-bfb8c1a94d89 req-b46eed5a-ac0f-47b7-87a4-dbcd4e85d8eb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Apr 29 12:09:39.783256 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-7a6e6e82-a078-41de-a0bf-b6f4c4ea1221 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838242 Apr 29 12:09:39.824331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64710-1217-4014-9efa-eaa785fe6522 req-88408eb2-f01a-4829-a1d0-e95bc226de4f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:39.829699 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2cc64710-1217-4014-9efa-eaa785fe6522 req-88408eb2-f01a-4829-a1d0-e95bc226de4f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0865366 Apr 29 12:09:39.874507 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2cc64710-1217-4014-9efa-eaa785fe6522 req-ba46c924-e86c-49d0-9601-ec340ae030ff tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Apr 29 12:09:41.076715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5d59d-432e-4438-809c-c857b0f9c138 req-ff1c74fc-af15-4ba1-a050-b43123d4d31c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:41.078214 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85c5d59d-432e-4438-809c-c857b0f9c138 req-ff1c74fc-af15-4ba1-a050-b43123d4d31c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0925369 Apr 29 12:09:41.122764 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85c5d59d-432e-4438-809c-c857b0f9c138 req-76dd57f4-131d-452f-88ef-3cd78466320b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Apr 29 12:09:41.136464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-b9a08f3c-4db9-4c08-ba84-f9c3c3d08418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:41.138000 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-b9a08f3c-4db9-4c08-ba84-f9c3c3d08418 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1098 time: 0.0744312 Apr 29 12:09:41.269302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-f0fa249c-6289-4f39-a5cb-b89fbc5b86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:41.270662 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-f0fa249c-6289-4f39-a5cb-b89fbc5b86fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1267209 Apr 29 12:09:41.342355 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-633ec55b-7825-4582-95f3-f54be1f5af4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 217 time: 0.0637965 Apr 29 12:09:41.405304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-73340c4c-4b1f-452f-a950-8e783cc243fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:41.406784 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-73340c4c-4b1f-452f-a950-8e783cc243fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0585899 Apr 29 12:09:41.453491 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-68749c34-d02c-42ef-ac31-d62bad3d9e0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407839 Apr 29 12:09:41.586354 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-98bc91b8-9fd1-4e56-9414-276ff359b9e4 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265440 Apr 29 12:09:41.727666 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-857b5086-8b5f-4490-9ff3-7eb794fd9436 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311493 Apr 29 12:09:42.318234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1593ee-43b3-402f-92e1-aaff7af02897 req-160be974-fccf-4243-9f5f-4167a3c8e8fa tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:42.319893 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c1593ee-43b3-402f-92e1-aaff7af02897 req-160be974-fccf-4243-9f5f-4167a3c8e8fa tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0878329 Apr 29 12:09:42.369727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c1593ee-43b3-402f-92e1-aaff7af02897 req-31895726-3110-4ae1-b3f7-b9362e8566b2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Apr 29 12:09:43.573827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab12b6-66cd-4454-b07f-af4825a6bc15 req-ee68cf70-b394-4642-a17b-87c289df150c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:43.575317 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-35ab12b6-66cd-4454-b07f-af4825a6bc15 req-ee68cf70-b394-4642-a17b-87c289df150c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0857420 Apr 29 12:09:43.621840 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-35ab12b6-66cd-4454-b07f-af4825a6bc15 req-5d18df66-09b0-4a29-86e4-7a140838be94 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Apr 29 12:09:44.819182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac6da-a1e2-4403-80ab-fe86966f38dc req-df4f3292-c689-4d51-9c27-30d8282fe6eb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:44.820727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-616ac6da-a1e2-4403-80ab-fe86966f38dc req-df4f3292-c689-4d51-9c27-30d8282fe6eb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0857143 Apr 29 12:09:44.873232 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-616ac6da-a1e2-4403-80ab-fe86966f38dc req-880c7097-cc5a-4dd9-95b0-1e18165c9daa tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Apr 29 12:09:46.077943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfa592-957f-46bc-8af3-a07ecdcfcd21 req-e8991ea9-e587-4ce0-a24f-534e798bc727 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:46.079303 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bbdfa592-957f-46bc-8af3-a07ecdcfcd21 req-e8991ea9-e587-4ce0-a24f-534e798bc727 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0981591 Apr 29 12:09:46.126596 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bbdfa592-957f-46bc-8af3-a07ecdcfcd21 req-2442e2aa-e5ff-4020-bead-0acfd9b50d97 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Apr 29 12:09:47.332194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565b6cc-0ed4-447a-9d40-ef3f80e6a417 req-97b97c6b-4c4f-4235-8317-a709045d4397 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:47.333664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d565b6cc-0ed4-447a-9d40-ef3f80e6a417 req-97b97c6b-4c4f-4235-8317-a709045d4397 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0923231 Apr 29 12:09:47.378551 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d565b6cc-0ed4-447a-9d40-ef3f80e6a417 req-634aea6c-5e57-4e88-aced-8246380ee143 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 Apr 29 12:09:48.573893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483f20-6efb-4927-a5bb-ac9fbd9020fc req-638afb32-bec7-47fe-9930-77b27595d043 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:48.575413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b483f20-6efb-4927-a5bb-ac9fbd9020fc req-638afb32-bec7-47fe-9930-77b27595d043 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0888426 Apr 29 12:09:48.621367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b483f20-6efb-4927-a5bb-ac9fbd9020fc req-5ddb2d50-fa14-4813-9a1a-6940b32bf4bb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Apr 29 12:09:49.833291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a31f-0a4e-467a-9639-21aa4e1624ee req-d815807b-e278-4fdd-8581-3ebe38ba8dd7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:49.834745 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c354a31f-0a4e-467a-9639-21aa4e1624ee req-d815807b-e278-4fdd-8581-3ebe38ba8dd7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0888898 Apr 29 12:09:49.881729 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c354a31f-0a4e-467a-9639-21aa4e1624ee req-4c48ea3e-10a0-4e04-8e74-37f3800909c7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Apr 29 12:09:51.070203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0c1e-a5eb-4a4d-91bc-93746cbcd215 req-c5dc564f-7a2f-4003-ba9d-981ddeb7ac54 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:51.071636 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61ba0c1e-a5eb-4a4d-91bc-93746cbcd215 req-c5dc564f-7a2f-4003-ba9d-981ddeb7ac54 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0794072 Apr 29 12:09:51.121345 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-61ba0c1e-a5eb-4a4d-91bc-93746cbcd215 req-9ee8fbfc-2c46-4828-ac48-c2c1d9524f25 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Apr 29 12:09:52.468287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aac512-52a9-45bd-9fd3-e6facde1d351 req-c82eb1f4-b0d7-4e51-8b6b-906d31d7b02d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:52.470143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-17aac512-52a9-45bd-9fd3-e6facde1d351 req-c82eb1f4-b0d7-4e51-8b6b-906d31d7b02d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0822084 Apr 29 12:09:52.516516 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-17aac512-52a9-45bd-9fd3-e6facde1d351 req-49d49254-afc1-4708-b1c5-f8664fb74b9c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Apr 29 12:09:53.705977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c66ada-dc50-49aa-8eb8-240b6e23ac98 req-ff2674c6-2cb0-43f8-8308-45aa7a23f771 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:53.707386 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a1c66ada-dc50-49aa-8eb8-240b6e23ac98 req-ff2674c6-2cb0-43f8-8308-45aa7a23f771 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0829089 Apr 29 12:09:53.754068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a1c66ada-dc50-49aa-8eb8-240b6e23ac98 req-f6dff5b8-a8e4-44e9-94fc-b5b1ab783ebe tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Apr 29 12:09:54.966073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b27b4-d35c-44b9-95ce-146f5d7f7d8e req-2a46af09-4d73-4fc5-bd3b-d1c61c9a672d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:54.967598 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c22b27b4-d35c-44b9-95ce-146f5d7f7d8e req-2a46af09-4d73-4fc5-bd3b-d1c61c9a672d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.1030607 Apr 29 12:09:55.013504 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c22b27b4-d35c-44b9-95ce-146f5d7f7d8e req-362ea77c-b00c-478a-9304-cc198c41993f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Apr 29 12:09:56.219282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74175e0-4ddc-4228-aa83-6d7c5c3c159c req-34484831-1dae-45f3-847b-3b39faff6edb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:56.220723 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a74175e0-4ddc-4228-aa83-6d7c5c3c159c req-34484831-1dae-45f3-847b-3b39faff6edb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0863655 Apr 29 12:09:56.264113 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a74175e0-4ddc-4228-aa83-6d7c5c3c159c req-d5fd0593-ca23-4762-a8e0-2852c70ccc50 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Apr 29 12:09:57.462873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab0fa1-205f-4765-9827-ec33e9d266ef req-736b3ded-d44e-4fcc-ac88-fa3b4a3f053f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:57.464318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65ab0fa1-205f-4765-9827-ec33e9d266ef req-736b3ded-d44e-4fcc-ac88-fa3b4a3f053f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0805249 Apr 29 12:09:57.511461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65ab0fa1-205f-4765-9827-ec33e9d266ef req-4022b905-479e-4299-9799-ede9075dbf91 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Apr 29 12:09:58.613889 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:09:58.712475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b6116-149f-4c44-aec7-0b9a5c6204a7 req-e610ce3d-6ee6-43d2-a762-b2013ae087a2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:58.713902 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-152b6116-149f-4c44-aec7-0b9a5c6204a7 req-e610ce3d-6ee6-43d2-a762-b2013ae087a2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0879104 Apr 29 12:09:58.765163 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-152b6116-149f-4c44-aec7-0b9a5c6204a7 req-5f0e2557-4bbe-4c31-82b4-b2f7afc3c009 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Apr 29 12:09:59.975806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24a145-ec19-4ffd-83e5-13bebe5e2b15 req-07cda4f1-8109-41fe-a1bd-bcf653d873ff tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:09:59.977281 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e24a145-ec19-4ffd-83e5-13bebe5e2b15 req-07cda4f1-8109-41fe-a1bd-bcf653d873ff tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.1023080 Apr 29 12:10:00.026024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e24a145-ec19-4ffd-83e5-13bebe5e2b15 req-5f26dbb3-9c44-4b62-beb9-ed382cf0442d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Apr 29 12:10:00.334823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bc570a20-e514-4e03-acea-58e9607b0aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:01.226869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e1d0-f507-450f-8834-b2dc21605d98 req-d0d6c747-c0f9-4056-bdb8-7e5360abb46d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:01.228353 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-29a2e1d0-f507-450f-8834-b2dc21605d98 req-d0d6c747-c0f9-4056-bdb8-7e5360abb46d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0867767 Apr 29 12:10:01.277136 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-29a2e1d0-f507-450f-8834-b2dc21605d98 req-6bc0347c-093a-462b-bc32-ad12bee31c3e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Apr 29 12:10:02.471747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50a31-426b-4abc-9f9a-7d4a929ddf46 req-dd595ccd-9e58-40f2-83ff-99726d051206 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:02.473373 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5aa50a31-426b-4abc-9f9a-7d4a929ddf46 req-dd595ccd-9e58-40f2-83ff-99726d051206 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0855033 Apr 29 12:10:02.521636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5aa50a31-426b-4abc-9f9a-7d4a929ddf46 req-e0f9d484-241a-4a1e-bd75-ab6b89fc25b4 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Apr 29 12:10:03.013525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67cf7a82-5886-4a44-9f87-8856242323aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:03.714219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e0073-fcf6-48c5-b4e0-375bbb3f84ed req-5f5869a8-10af-48dd-a427-1aedbc136ff3 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:03.715494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a14e0073-fcf6-48c5-b4e0-375bbb3f84ed req-5f5869a8-10af-48dd-a427-1aedbc136ff3 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0826366 Apr 29 12:10:03.746232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:03.763597 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a14e0073-fcf6-48c5-b4e0-375bbb3f84ed req-879eedbc-d92e-4d3c-9c34-f662b2340f1b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Apr 29 12:10:04.047174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:04.132157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:04.953237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdeb1f-df93-47b3-b451-c3f825facede req-54fb6529-39ef-48d9-9ee9-7ff6eb99ea6f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:04.954731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90cdeb1f-df93-47b3-b451-c3f825facede req-54fb6529-39ef-48d9-9ee9-7ff6eb99ea6f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0831971 Apr 29 12:10:04.999548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90cdeb1f-df93-47b3-b451-c3f825facede req-bb123037-29e6-42de-a262-6602d3f33a3d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Apr 29 12:10:05.615587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:06.191925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85cb80-565b-4ed3-9160-7a098643ac00 req-1fc92c24-3b1c-43f3-b22d-24d5f0220061 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:06.193797 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a85cb80-565b-4ed3-9160-7a098643ac00 req-1fc92c24-3b1c-43f3-b22d-24d5f0220061 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0871866 Apr 29 12:10:06.238325 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a85cb80-565b-4ed3-9160-7a098643ac00 req-c32bb78a-d91a-4003-a579-087830e26b44 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Apr 29 12:10:07.529824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be7f0-5e4d-4c09-8b87-c12331459a74 req-afc70146-02a1-489b-8a4b-5564e24f0dbd tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:07.531148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-137be7f0-5e4d-4c09-8b87-c12331459a74 req-afc70146-02a1-489b-8a4b-5564e24f0dbd tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.1837857 Apr 29 12:10:07.574855 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-137be7f0-5e4d-4c09-8b87-c12331459a74 req-1756f5a7-d4b5-43b4-955e-ac0066d02b8e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Apr 29 12:10:08.642983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-9ef57c26-ccdc-46f5-a94d-38806c1d3ebe service neutron] 10.222.0.66 "GET /v2.0/ports/eb698915-503c-4d15-9936-67f9e080be9e/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0770478 Apr 29 12:10:08.762369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87643ac0-9276-4689-b2a9-46af41de9776 req-005154f7-fb28-4734-8672-29ab6b27ec59 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:08.763770 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-87643ac0-9276-4689-b2a9-46af41de9776 req-005154f7-fb28-4734-8672-29ab6b27ec59 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0834868 Apr 29 12:10:08.922518 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-87643ac0-9276-4689-b2a9-46af41de9776 req-252b0823-bfc3-4d54-b574-f76b997922a4 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528492 Apr 29 12:10:08.952065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-fce0162b-447f-4d71-a687-75152b2627cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:08.953571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-fce0162b-447f-4d71-a687-75152b2627cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d&tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04 HTTP/1.1" status: 200 len: 1098 time: 0.0765090 Apr 29 12:10:09.056629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-f5d8ae42-7b6e-4875-aede-8f0df826800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:09.058055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-f5d8ae42-7b6e-4875-aede-8f0df826800d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1098 time: 0.0712941 Apr 29 12:10:09.189934 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-1d45e2f2-fafe-4222-9567-62180a246eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:09.191344 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-1d45e2f2-fafe-4222-9567-62180a246eb9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1275594 Apr 29 12:10:09.260517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-25af2faa-0612-4d44-9e34-f3665a634326 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 217 time: 0.0627730 Apr 29 12:10:09.321618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-3e296817-6e96-4f0e-bd30-b4ba1f56623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:09.322961 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-3e296817-6e96-4f0e-bd30-b4ba1f56623d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0569518 Apr 29 12:10:09.371344 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-007ff9a5-8a22-4be3-b6af-eb3f403222e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425828 Apr 29 12:10:09.498615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-885e4a45-7268-460e-a8f8-16c8b8139b91 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214409 Apr 29 12:10:09.626502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ac4233e-d755-4358-ba9e-f0e6bee313a4 req-0d923f5f-ff26-4dc7-8e2c-747dfbb83d03 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217864 Apr 29 12:10:10.115883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05db6a-a3d5-4b1a-868f-707a2967b84f req-6904149d-41d2-4bee-89a7-c10f3eb8e8f2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:10.117407 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2b05db6a-a3d5-4b1a-868f-707a2967b84f req-6904149d-41d2-4bee-89a7-c10f3eb8e8f2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0830019 Apr 29 12:10:10.161963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2b05db6a-a3d5-4b1a-868f-707a2967b84f req-2ab7d47b-b5e0-47a6-881b-c1d0b9084165 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 Apr 29 12:10:11.351574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d77d4-b04d-405c-82aa-17a7915f646c req-1da41ae7-b677-4f00-9522-3402c0b3c038 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:11.352943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-753d77d4-b04d-405c-82aa-17a7915f646c req-1da41ae7-b677-4f00-9522-3402c0b3c038 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0847290 Apr 29 12:10:11.397068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-753d77d4-b04d-405c-82aa-17a7915f646c req-af9e6b21-4708-47c6-b443-7cc9bb52c673 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Apr 29 12:10:11.600905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:10:11.715324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:11.742100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:11.752046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:11.756611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:11.806681 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3deb3c-28f6-4df3-8935-f49e54281829'] response: {'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e', 'code': 200} Apr 29 12:10:11.827265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:11.834550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.834929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.835238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.835565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.835886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.836180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.836498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.836846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.837229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.837603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.837921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:11.838293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:12.614631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fc73-f725-4bf5-acb4-10fdc670cf6d req-00c272d4-f8f8-426d-8abb-18832c34555a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:12.616231 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fd51fc73-f725-4bf5-acb4-10fdc670cf6d req-00c272d4-f8f8-426d-8abb-18832c34555a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.1088684 Apr 29 12:10:12.660242 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fd51fc73-f725-4bf5-acb4-10fdc670cf6d req-5a9ce8dc-3e0b-401f-aed8-91ee731ea724 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 Apr 29 12:10:13.615781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:10:13.759863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:13.774404 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'eb698915-503c-4d15-9936-67f9e080be9e', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'port_id': 'eb698915-503c-4d15-9936-67f9e080be9e', 'mac_address': 'fa:16:3e:6f:fb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc773c9-d2ec-4ede-8605-f6ebad15c0a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:10:13.869064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e7814-ff9f-4b52-89bd-d057daf665c1 req-37fac17d-b541-46d4-a054-1a2b4d760609 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:13.872668 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e17e7814-ff9f-4b52-89bd-d057daf665c1 req-37fac17d-b541-46d4-a054-1a2b4d760609 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 943 time: 0.0978503 Apr 29 12:10:13.881484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:13.898549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb698915-503c-4d15-9936-67f9e080be9e {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:13.914126 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:13.920105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:13.928227 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e17e7814-ff9f-4b52-89bd-d057daf665c1 req-760ca90b-dc91-4335-9fb6-8af2a4cab05e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Apr 29 12:10:13.995397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:14.084304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['eb698915-503c-4d15-9936-67f9e080be9e'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:10:14.303703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb6efc-a0df-4060-8f66-6384f1d1f051 req-88e8242a-c053-40b9-a119-c9cd0732aaec tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:14.305058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d5bb6efc-a0df-4060-8f66-6384f1d1f051 req-88e8242a-c053-40b9-a119-c9cd0732aaec tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 944 time: 0.1444397 Apr 29 12:10:14.334883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-be47d094-282a-4f52-8110-e73b376aec19 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:14.336247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-be47d094-282a-4f52-8110-e73b376aec19 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d&tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.1375692 Apr 29 12:10:14.360745 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d5bb6efc-a0df-4060-8f66-6384f1d1f051 req-d0c5689a-641a-4b94-af60-9c28af88894f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Apr 29 12:10:14.504809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-6e6c54d4-d3fa-45f8-8390-da539c0607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:14.506358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-6e6c54d4-d3fa-45f8-8390-da539c0607d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 1097 time: 0.0736165 Apr 29 12:10:14.640807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-fc182dfa-f5f0-433b-a126-2d9ac55f4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:14.642547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-fc182dfa-f5f0-433b-a126-2d9ac55f4e17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1294158 Apr 29 12:10:14.712032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-e1d88ebd-ca34-4872-b0cc-9e9416a3b788 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 200 len: 217 time: 0.0634036 Apr 29 12:10:14.772852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-19ced8ec-ec74-4fd6-99bf-1b1b1913a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:14.774276 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-19ced8ec-ec74-4fd6-99bf-1b1b1913a8b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0561996 Apr 29 12:10:14.921618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-f1abe896-7131-4142-b832-d5bd7e33a05b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409664 Apr 29 12:10:15.061314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-c9827431-50e5-4259-ac0f-7ebb19197b41 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334596 Apr 29 12:10:15.201348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b69de79-f70a-4aa3-bacd-5e005bdc1dc4 req-4965b51e-5e2f-4497-af74-2aa26010b688 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341729 Apr 29 12:10:15.549305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2dfdf-8338-4a18-97a7-bba19cc48730 req-72a981c5-45e2-47ba-b76b-7bbeec0cbdef tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:15.551768 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-31c2dfdf-8338-4a18-97a7-bba19cc48730 req-72a981c5-45e2-47ba-b76b-7bbeec0cbdef tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 944 time: 0.0796964 Apr 29 12:10:15.605572 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-31c2dfdf-8338-4a18-97a7-bba19cc48730 req-e231909b-8fdd-4b1f-8525-53c4efe4361b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Apr 29 12:10:15.628942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:10:15.701452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port eb698915-503c-4d15-9936-67f9e080be9e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:15.702201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:15.823683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:15.852336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:15.862804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:15.868302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:15.905416 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15c0aff-c8ba-4597-8cdf-2b823e74b5c9'] response: {'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e', 'code': 200} Apr 29 12:10:15.940802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:16.808940 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac6f5-095d-4c85-b7cf-16ca01d6cd34 req-31aa5d00-0f80-44c8-957f-bff0de351d76 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:16.810313 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-045ac6f5-095d-4c85-b7cf-16ca01d6cd34 req-31aa5d00-0f80-44c8-957f-bff0de351d76 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0853205 Apr 29 12:10:16.857327 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-045ac6f5-095d-4c85-b7cf-16ca01d6cd34 req-42aa1ff7-aeb3-429d-8f7a-aa9ef3461935 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Apr 29 12:10:17.057583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b13ed-2958-4420-ae70-a1ff6b610abc req-21c78253-d988-43d1-812f-6eb22f98402c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:17.059152 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b97b13ed-2958-4420-ae70-a1ff6b610abc req-21c78253-d988-43d1-812f-6eb22f98402c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0987113 Apr 29 12:10:17.109753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b97b13ed-2958-4420-ae70-a1ff6b610abc req-dcf28d85-3a4f-411b-9976-a3186a0c7ad6 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Apr 29 12:10:17.302465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9014e-3488-4304-a9d2-5b8c233b618d req-fb5b7a9c-0857-456f-82ce-0ddc1e9aadaa tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:17.303946 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4cc9014e-3488-4304-a9d2-5b8c233b618d req-fb5b7a9c-0857-456f-82ce-0ddc1e9aadaa tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.0862813 Apr 29 12:10:17.351837 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4cc9014e-3488-4304-a9d2-5b8c233b618d req-cc225b3c-80c0-4a31-a3e8-849ad942bdf5 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Apr 29 12:10:17.858566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-7c69f1cf-722b-4b86-bf98-a387e4add375 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:17.859291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-7c69f1cf-722b-4b86-bf98-a387e4add375 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Synchronizing usage tracker for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:10:17.877347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-7c69f1cf-722b-4b86-bf98-a387e4add375 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Unset dirty status for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:10:17.878536 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-7c69f1cf-722b-4b86-bf98-a387e4add375 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 815 time: 0.1660588 Apr 29 12:10:17.893502 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-074ac9f5-8e36-4d6c-9871-5c731ae18ba1 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/quotas/a0346ad48c3e40d2add7fc2a3cd00d04 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Apr 29 12:10:17.974570 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-80b70058-c001-4577-abb7-2cdd4e699841 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756276 Apr 29 12:10:18.105941 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-c28be0b9-4bb6-4525-a62f-7484003aeacb service neutron] 10.222.0.53 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243069 Apr 29 12:10:18.236297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d19134-5321-4eb6-9dfb-977524d77827 service neutron] 10.222.0.53 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242409 Apr 29 12:10:18.424404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e146585-5b5e-4314-9576-a7db8a509127 req-695406b4-1977-445b-be54-3469b0a98fcf tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 210 time: 0.0519767 Apr 29 12:10:19.584719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-13c07c47-e68c-4dee-bb06-7902017f8f84 req-4b3d853c-931b-46ca-9e6f-a85eb8ebda73 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 210 time: 0.0433977 Apr 29 12:10:19.666273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-c607fc05-e5ae-45aa-8182-958fc3856ea0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:19.667695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-c607fc05-e5ae-45aa-8182-958fc3856ea0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 815 time: 0.1507671 Apr 29 12:10:19.709100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Request body: {'port': {'device_id': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'admin_state_up': True, 'tenant_id': 'a0346ad48c3e40d2add7fc2a3cd00d04'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:19.804203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-21344802-caca-4279-bde3-d3e1600567a0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:19.805713 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-21344802-caca-4279-bde3-d3e1600567a0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecca688c-d9af-4ad5-ad56-6384326a760d HTTP/1.1" status: 200 len: 945 time: 0.1024992 Apr 29 12:10:19.862697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:10:19.875090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:10:19.888095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Made reservation on behalf of a0346ad48c3e40d2add7fc2a3cd00d04 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:10:19.889528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Deleting port eb698915-503c-4d15-9936-67f9e080be9e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:10:19.889897 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:19.892102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.065439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Allocated IP 172.20.0.13 (76e0e16b-095b-436d-88d4-5c9f77ca039a/5cc773c9-d2ec-4ede-8605-f6ebad15c0a0/63caa84a-e03d-47e9-ae45-becad2e6b1c0) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:10:20.147517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] For port eb698915-503c-4d15-9936-67f9e080be9e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=eb698915-503c-4d15-9936-67f9e080be9e,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:20.148050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.269743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.271576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Calling delete_port for eb698915-503c-4d15-9936-67f9e080be9e owned by compute:nova {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:10:20.302603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.336788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['eb698915-503c-4d15-9936-67f9e080be9e'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:10:20.376792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:20.390261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.390678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.391082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.391478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.391869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.392276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.392668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.393049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.393447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.393829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.394251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.394629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:10:20.402113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Network 76e0e16b-095b-436d-88d4-5c9f77ca039a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:10:20.403460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:10:20.406327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:10:20.444779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.479182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:20.479798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.511608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-68d4aa8e-aa18-40bb-a920-f51bc25e9192 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8081594 Apr 29 12:10:20.528416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Request body: {'port': {'device_id': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:10:20.538090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Pushing event deleted for resources: {'Port': ['ID=eb698915-503c-4d15-9936-67f9e080be9e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:20.579539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] No DVR routers for this DVR port eb698915-503c-4d15-9936-67f9e080be9e on host hv-neutron-8397 {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:10:20.582181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.584942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-deleted', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:20.597497 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "DELETE /v2.0/ports/eb698915-503c-4d15-9936-67f9e080be9e HTTP/1.1" status: 204 len: 173 time: 0.7859864 Apr 29 12:10:20.655951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:20.752646 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a571e4f6-ce14-4842-aa52-96e23461c676'] response: {'server_uuid': 'ecca688c-d9af-4ad5-ad56-6384326a760d', 'name': 'network-vif-deleted', 'tag': 'eb698915-503c-4d15-9936-67f9e080be9e', 'status': 'completed', 'code': 200} Apr 29 12:10:20.930547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63974554-43b3-4cd8-a5e5-7645584a0a7f req-e7d65774-1289-446d-b158-26404af1b9bf tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:20.931241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-63974554-43b3-4cd8-a5e5-7645584a0a7f req-e7d65774-1289-446d-b158-26404af1b9bf tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Synchronizing usage tracker for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:10:20.951251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-63974554-43b3-4cd8-a5e5-7645584a0a7f req-e7d65774-1289-446d-b158-26404af1b9bf tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Unset dirty status for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:10:20.952398 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-63974554-43b3-4cd8-a5e5-7645584a0a7f req-e7d65774-1289-446d-b158-26404af1b9bf tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 932 time: 0.2369280 Apr 29 12:10:21.002124 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-63974554-43b3-4cd8-a5e5-7645584a0a7f req-004b62c9-724f-4af6-926f-a397315116d4 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Apr 29 12:10:21.152078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63caa84a-e03d-47e9-ae45-becad2e6b1c0 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:21.161362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:21.178309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Transition to ACTIVE for port object 63caa84a-e03d-47e9-ae45-becad2e6b1c0 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:10:21.183223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:21.359887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:21.439017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Attempting to bind port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:10:21.439306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Attempting to bind port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:10:21.439624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Attempting to bind port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 on network 76e0e16b-095b-436d-88d4-5c9f77ca039a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:10:21.444721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 on network 76e0e16b-095b-436d-88d4-5c9f77ca039a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:10:21.445034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Attempting to bind port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 on network 76e0e16b-095b-436d-88d4-5c9f77ca039a {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:10:21.451990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:10:21.452295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Checking segment: {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:10:21.452667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Bound using segment: {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:10:21.453087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Bound port: 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ceb9e15-b235-462d-8fb0-768ec9369983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:10:21.453087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:21.555164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:10:21.558535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:10:21.566380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:21.629204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:21.629827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:21.631192 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] 10.222.0.66 "PUT /v2.0/ports/63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 1094 time: 1.1072092 Apr 29 12:10:21.631623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:21.652831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b81bc-c869-4b52-a303-e71d195c53ee service neutron] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:21.680228 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8505a73c-43ad-46f5-8b53-73cd831abec7'] response: {'name': 'network-changed', 'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'status': 'completed', 'code': 200} Apr 29 12:10:21.785177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-6b3d080d-7c5d-44bd-a683-dfd4ab6c31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:21.787367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-6b3d080d-7c5d-44bd-a683-dfd4ab6c31fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0855544 Apr 29 12:10:21.866591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-2ff4f8fe-98f7-4262-967f-f03d229181a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0663228 Apr 29 12:10:21.933419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-a41560f2-520a-41ee-bfe6-16ca797eedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:21.934862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-a41560f2-520a-41ee-bfe6-16ca797eedc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0623467 Apr 29 12:10:21.982733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-9f6b01c6-557a-4689-ba95-f5f47f409203 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415840 Apr 29 12:10:22.120887 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-18f4d210-99c2-4476-8c1d-b7c17a2927ca service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323783 Apr 29 12:10:22.198346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523388e-f099-4ae9-81e5-5c649922f87a req-4c5c2add-c91e-4418-b305-1dd448e4ad7f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:22.199813 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3523388e-f099-4ae9-81e5-5c649922f87a req-4c5c2add-c91e-4418-b305-1dd448e4ad7f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.0854890 Apr 29 12:10:22.245162 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3523388e-f099-4ae9-81e5-5c649922f87a req-f27ad8a0-932d-49ee-9a8d-12905154c64a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Apr 29 12:10:22.255835 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8d986b7d-c137-4f03-8699-17b779a7a2e9 req-c5e1aeac-9eba-4310-932c-8dbec21054af service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291533 Apr 29 12:10:22.421128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-817f6a54-7ec2-4423-89da-b26d969a2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:22.422605 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-817f6a54-7ec2-4423-89da-b26d969a2900 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0807219 Apr 29 12:10:22.557017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-819a1d24-9d74-42ea-b225-0100ee6d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:22.558528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-819a1d24-9d74-42ea-b225-0100ee6d1daa service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1298647 Apr 29 12:10:22.629761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-cbe89c8a-5f41-422c-a217-e4831473b43a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0652466 Apr 29 12:10:22.695898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-f4752181-2d89-4f1a-aa97-3c28f89c9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:22.697214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-f4752181-2d89-4f1a-aa97-3c28f89c9285 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0622296 Apr 29 12:10:22.751398 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-72ea1aa8-9f5d-4a3d-8c46-a9c7d2764d0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470505 Apr 29 12:10:23.006853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-02e8beb2-88b1-41bc-bc56-4b17ba0243be service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486923 Apr 29 12:10:23.145512 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db7f9818-0603-4bd6-ba01-b6272d561dd1 req-23914f90-d54f-4a78-974e-24e1dcd832c1 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323502 Apr 29 12:10:23.455471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119afd1-3e14-42e4-93a5-7b921cfbb8c5 req-ab8e2eb6-ca14-4596-bc3f-09080c738c74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:23.456475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4119afd1-3e14-42e4-93a5-7b921cfbb8c5 req-ab8e2eb6-ca14-4596-bc3f-09080c738c74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Synchronizing usage tracker for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:10:23.474990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-4119afd1-3e14-42e4-93a5-7b921cfbb8c5 req-ab8e2eb6-ca14-4596-bc3f-09080c738c74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Unset dirty status for tenant:a0346ad48c3e40d2add7fc2a3cd00d04 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:10:23.476534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4119afd1-3e14-42e4-93a5-7b921cfbb8c5 req-ab8e2eb6-ca14-4596-bc3f-09080c738c74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.1032448 Apr 29 12:10:23.522940 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4119afd1-3e14-42e4-93a5-7b921cfbb8c5 req-7c64dcb2-5db5-4f9d-949d-d20b98f2fa13 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Apr 29 12:10:23.649934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:10:23.692827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: eb698915-503c-4d15-9936-67f9e080be9e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:10:23.693139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device eb698915-503c-4d15-9936-67f9e080be9e not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:10:24.716989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b6f8-fc36-4343-9cbf-a93c23c94696 req-6fb30804-e0f7-40b7-8a06-f4043afab45b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:24.718393 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5db3b6f8-fc36-4343-9cbf-a93c23c94696 req-6fb30804-e0f7-40b7-8a06-f4043afab45b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.0836532 Apr 29 12:10:24.762939 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5db3b6f8-fc36-4343-9cbf-a93c23c94696 req-0596a4a3-6021-463a-b6ed-f3d31d75e41a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Apr 29 12:10:25.662569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:10:25.801394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:25.816220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'port_id': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc773c9-d2ec-4ede-8605-f6ebad15c0a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:10:25.871028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:25.887951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63caa84a-e03d-47e9-ae45-becad2e6b1c0 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:10:25.904612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:25.909545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:25.961911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15338fe-241d-4ed3-9679-ffaa4854d112 req-ef25c1ae-0750-4dcc-80aa-5a547927783b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:25.963314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a15338fe-241d-4ed3-9679-ffaa4854d112 req-ef25c1ae-0750-4dcc-80aa-5a547927783b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 945 time: 0.0874512 Apr 29 12:10:25.979965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:26.008959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a15338fe-241d-4ed3-9679-ffaa4854d112 req-e54adec4-28c8-4771-b0cc-b117046f2ad1 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Apr 29 12:10:26.296960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['63caa84a-e03d-47e9-ae45-becad2e6b1c0'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:10:27.225478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c68db-8966-49f0-8563-cc69e4ee3cde req-228dcde5-b3ed-4d93-8571-ea5902a33914 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:27.227234 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e23c68db-8966-49f0-8563-cc69e4ee3cde req-228dcde5-b3ed-4d93-8571-ea5902a33914 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 945 time: 0.0915568 Apr 29 12:10:27.282672 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e23c68db-8966-49f0-8563-cc69e4ee3cde req-a0f66b10-0594-4e80-83eb-eb8774de0528 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Apr 29 12:10:27.662970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:10:27.737306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:10:27.744374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:10:27.744826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:27.887684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:27.915198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:10:27.926010 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:10:27.931279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:27.969119 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4f60f7-bd36-45e8-bf58-bef18a0e0544'] response: {'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'code': 200} Apr 29 12:10:28.007095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:10:28.244869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7af6e-50c1-4eca-aca2-99d0305ee304 req-d5e7c20d-9653-48a7-9bb9-f923f64e6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:28.246280 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dee7af6e-50c1-4eca-aca2-99d0305ee304 req-d5e7c20d-9653-48a7-9bb9-f923f64e6c9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1099 time: 0.0731196 Apr 29 12:10:28.287728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dee7af6e-50c1-4eca-aca2-99d0305ee304 req-84f38e4e-dec4-492e-91bc-e3fcb4149ce0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Apr 29 12:10:28.472685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18117-6c3e-44a9-b1bd-6a7d6908bdaf req-35231a9b-840e-43b1-9fa9-0d5fa0a9d89b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:28.474140 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6ff18117-6c3e-44a9-b1bd-6a7d6908bdaf req-35231a9b-840e-43b1-9fa9-0d5fa0a9d89b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0841172 Apr 29 12:10:28.519005 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6ff18117-6c3e-44a9-b1bd-6a7d6908bdaf req-8a7e2d9c-a9c6-4bf6-8adf-b98d8d38923c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Apr 29 12:10:29.743231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9944-7131-406f-a9ec-3ad25fd04dd6 req-aceeff9e-4718-413f-8521-fded5eee3f45 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:29.744733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ec9944-7131-406f-a9ec-3ad25fd04dd6 req-aceeff9e-4718-413f-8521-fded5eee3f45 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0963750 Apr 29 12:10:29.796792 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ec9944-7131-406f-a9ec-3ad25fd04dd6 req-f9b7cba2-5ada-484d-82d1-461097462e88 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Apr 29 12:10:30.330920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2b18548e-101e-423d-af54-429ac8c349f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:31.019385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c869945-7f04-40c3-9760-4a421d52cdd3 req-c355ded8-a8c0-4727-ada4-b8125c4fa0fd tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:31.020838 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7c869945-7f04-40c3-9760-4a421d52cdd3 req-c355ded8-a8c0-4727-ada4-b8125c4fa0fd tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0913329 Apr 29 12:10:31.068090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7c869945-7f04-40c3-9760-4a421d52cdd3 req-b8eb3510-ac5c-4bf7-b344-29fbe8220b71 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Apr 29 12:10:31.278641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcdb9f-f1dc-4262-baf1-4d27e61c8f96 req-1fbac64b-2249-48a8-8f2b-efb08fa1140a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:31.280244 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73fcdb9f-f1dc-4262-baf1-4d27e61c8f96 req-1fbac64b-2249-48a8-8f2b-efb08fa1140a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0882192 Apr 29 12:10:31.335528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-73fcdb9f-f1dc-4262-baf1-4d27e61c8f96 req-1709236a-5856-479b-9b8f-178557e157ab tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 Apr 29 12:10:31.706541 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-3c6e8ab0-3214-41a2-ae8f-2a6b00a719b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747030 Apr 29 12:10:31.777244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f3d9-4ef9-4aa9-a73f-f69bb66a4045 req-a4964cb0-1f16-4edf-9377-1196f68ef05f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:31.778765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20e8f3d9-4ef9-4aa9-a73f-f69bb66a4045 req-a4964cb0-1f16-4edf-9377-1196f68ef05f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0977156 Apr 29 12:10:31.827740 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-20e8f3d9-4ef9-4aa9-a73f-f69bb66a4045 req-ed8c1471-389c-4453-84ed-b22021e15f50 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Apr 29 12:10:31.909170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-5ca89ca5-4364-4b4f-9bbb-15b04e91a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:31.910357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-5ca89ca5-4364-4b4f-9bbb-15b04e91a8c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1099 time: 0.0802128 Apr 29 12:10:32.066131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-1c1cefb6-8583-4cd7-9c33-a9a161641d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.067909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-1c1cefb6-8583-4cd7-9c33-a9a161641d42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1368935 Apr 29 12:10:32.135306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-da5f3118-d8ec-4362-8092-15d14099978f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0612345 Apr 29 12:10:32.205481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-edfdaa09-83bf-4232-b2f2-ff4e1248c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:32.207225 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-edfdaa09-83bf-4232-b2f2-ff4e1248c8ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0667748 Apr 29 12:10:32.261887 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-095336d5-1658-4a9f-9ef9-ae614d87a73a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486131 Apr 29 12:10:32.398345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-8133daa9-9370-45f7-9735-607b3292134d service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301653 Apr 29 12:10:32.533400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3f1ed337-36a8-4542-904b-b7f038c62052 req-8932b3d8-1c82-4e5f-a4bc-ded176024578 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294925 Apr 29 12:10:33.000046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-20f72b0b-4936-4fb6-99de-28bc6bf435ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:33.001593 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-20f72b0b-4936-4fb6-99de-28bc6bf435ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1099 time: 0.0747716 Apr 29 12:10:33.017944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cc950cb1-bd98-4180-a3cc-219196375300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:33.032300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a84fe-07ce-4df1-9822-f85a2ecd404d req-f79a20a8-5732-4977-a287-8f576d833687 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:33.033829 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-500a84fe-07ce-4df1-9822-f85a2ecd404d req-f79a20a8-5732-4977-a287-8f576d833687 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0899427 Apr 29 12:10:33.079383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-500a84fe-07ce-4df1-9822-f85a2ecd404d req-9119c804-a35c-44cd-8935-cf4f53be9459 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Apr 29 12:10:33.136731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-d62b407a-85a8-447e-93ca-92dd71c83560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:33.138214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-d62b407a-85a8-447e-93ca-92dd71c83560 service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1308787 Apr 29 12:10:33.312401 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-31ec805b-b687-4914-bd6b-7c9bd539edc5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.1683309 Apr 29 12:10:33.378922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-d7875c00-016e-4659-bbdf-146d2a032e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:33.380331 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-d7875c00-016e-4659-bbdf-146d2a032e46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0617466 Apr 29 12:10:33.427864 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-e6a8f2e5-819f-4e50-bf80-9cdcf57a5f46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410264 Apr 29 12:10:33.564614 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-54b2cd85-fea6-4e63-b456-51dc7245d121 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283057 Apr 29 12:10:33.699229 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-74a47f21-f9f0-4f91-955f-03fcfc2954e8 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285303 Apr 29 12:10:33.740307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:34.047568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:34.137512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:34.284651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95e05-9206-42a9-8917-afc7ed0c641c req-07ef1edc-ee1b-48a6-8f7b-9cbc98051b2c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:34.286162 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b95e05-9206-42a9-8917-afc7ed0c641c req-07ef1edc-ee1b-48a6-8f7b-9cbc98051b2c tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0966604 Apr 29 12:10:34.336817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-54b95e05-9206-42a9-8917-afc7ed0c641c req-24b15805-2fd5-48b5-8862-84b80a103711 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Apr 29 12:10:35.538492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151de30-0b54-488c-bc7d-a0f342f7691f req-e262a124-f3db-4518-8ba3-7596ce2fb9ad tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:35.540202 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0151de30-0b54-488c-bc7d-a0f342f7691f req-e262a124-f3db-4518-8ba3-7596ce2fb9ad tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0804212 Apr 29 12:10:35.586762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0151de30-0b54-488c-bc7d-a0f342f7691f req-242b101d-c0bc-4045-a285-1f34029b598e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Apr 29 12:10:35.614786 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:10:35.618232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:10:36.838861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c6ed-a1b1-4576-b851-96a254010d16 req-2b276aba-333d-434d-b332-8345aa68f285 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:36.840303 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5773c6ed-a1b1-4576-b851-96a254010d16 req-2b276aba-333d-434d-b332-8345aa68f285 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.1427641 Apr 29 12:10:36.885746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5773c6ed-a1b1-4576-b851-96a254010d16 req-a9871df7-e8f5-4609-87bd-fdaf7b0919ee tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Apr 29 12:10:38.158458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b57a8-1e07-4769-9b7a-8729c9a01a6d req-55ce9d59-18c8-4366-b8a1-6b90dc1d5da1 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:38.160774 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-052b57a8-1e07-4769-9b7a-8729c9a01a6d req-55ce9d59-18c8-4366-b8a1-6b90dc1d5da1 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.1598864 Apr 29 12:10:38.212130 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-052b57a8-1e07-4769-9b7a-8729c9a01a6d req-6c200a2f-dc07-4075-a2b0-c9ceb87faef9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Apr 29 12:10:39.423639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1152-e19d-403e-86b4-b5f18c7d7b49 req-6df2343b-f64b-423b-a371-ed0028d205e2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:39.425095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69bd1152-e19d-403e-86b4-b5f18c7d7b49 req-6df2343b-f64b-423b-a371-ed0028d205e2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0976775 Apr 29 12:10:39.471189 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69bd1152-e19d-403e-86b4-b5f18c7d7b49 req-1e9c437b-b773-4055-9756-8118b4080bcb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Apr 29 12:10:40.663867 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a1cf-16a2-47ee-8453-d5a9a04bf269 req-c46f4fe0-a240-4478-8592-3d5f822f097d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:40.665371 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f551a1cf-16a2-47ee-8453-d5a9a04bf269 req-c46f4fe0-a240-4478-8592-3d5f822f097d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0809991 Apr 29 12:10:40.713505 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f551a1cf-16a2-47ee-8453-d5a9a04bf269 req-e8da4d3b-6187-40a1-a572-dbcd84ec343f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Apr 29 12:10:41.904249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c5580-c2f3-4c8d-9ef9-86c9bc3fc260 req-455f0dc3-c579-4f95-b0ba-f94d9309523a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:41.905697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-135c5580-c2f3-4c8d-9ef9-86c9bc3fc260 req-455f0dc3-c579-4f95-b0ba-f94d9309523a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0867035 Apr 29 12:10:41.953814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-135c5580-c2f3-4c8d-9ef9-86c9bc3fc260 req-7b6b6b3c-890e-4dae-a35d-b73dc152c437 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Apr 29 12:10:43.167840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5edc9-11ff-4a24-bc19-86c638b832d9 req-8b4a5425-0c2a-4274-a884-268357c5a161 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:43.169284 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4db5edc9-11ff-4a24-bc19-86c638b832d9 req-8b4a5425-0c2a-4274-a884-268357c5a161 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0889807 Apr 29 12:10:43.216760 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4db5edc9-11ff-4a24-bc19-86c638b832d9 req-4fe2e9c7-0a40-45c3-895e-0e8fe507e93d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388482 Apr 29 12:10:44.420539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759940d9-2682-4f9a-ad67-2a351850c0be req-1b37fa11-bf72-48bd-8cc3-1b1a8f608a74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:44.422010 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-759940d9-2682-4f9a-ad67-2a351850c0be req-1b37fa11-bf72-48bd-8cc3-1b1a8f608a74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0957031 Apr 29 12:10:44.465559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-759940d9-2682-4f9a-ad67-2a351850c0be req-66786593-9fe2-47fb-9c33-42972541dec6 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Apr 29 12:10:45.666197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb2743-0c0c-4b01-a9c7-b89aec7f63ce req-f00290a5-b9f4-4202-b869-09988081cd70 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:45.667700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b1eb2743-0c0c-4b01-a9c7-b89aec7f63ce req-f00290a5-b9f4-4202-b869-09988081cd70 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0892138 Apr 29 12:10:45.717307 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b1eb2743-0c0c-4b01-a9c7-b89aec7f63ce req-eed14a78-b4f4-4574-9a9e-d5bfa8c7e33a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Apr 29 12:10:46.918288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89477139-635f-4a01-91a7-9d1dd624bdd0 req-83effbbb-debc-45b5-a335-6fd41c9e5660 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:46.919862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89477139-635f-4a01-91a7-9d1dd624bdd0 req-83effbbb-debc-45b5-a335-6fd41c9e5660 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0947537 Apr 29 12:10:46.969777 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89477139-635f-4a01-91a7-9d1dd624bdd0 req-311b7a35-a394-4318-94b1-6ede88ab9231 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Apr 29 12:10:48.185135 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6020-2434-4363-8e9a-c802ce9d80d0 req-790a6f47-5fa1-4419-b038-9ecf4c0b849f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:48.186609 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-57ec6020-2434-4363-8e9a-c802ce9d80d0 req-790a6f47-5fa1-4419-b038-9ecf4c0b849f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0868828 Apr 29 12:10:48.231546 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-57ec6020-2434-4363-8e9a-c802ce9d80d0 req-624450ea-c4a9-4b30-8f83-ec4a56394b15 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Apr 29 12:10:49.433221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59030ced-82b9-4bce-a1f4-f26b60f3891e req-c189d50d-f9c3-450a-8465-c8c4381ed511 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:49.434692 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-59030ced-82b9-4bce-a1f4-f26b60f3891e req-c189d50d-f9c3-450a-8465-c8c4381ed511 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0893943 Apr 29 12:10:49.481359 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-59030ced-82b9-4bce-a1f4-f26b60f3891e req-774981c3-37ad-4706-8ba5-5b0f7c1edf36 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 Apr 29 12:10:50.686279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e011bf-9d65-4f72-8d38-7b86725f554f req-d5af5461-40ab-42a7-bb19-500e0e9c2775 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:50.687624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85e011bf-9d65-4f72-8d38-7b86725f554f req-d5af5461-40ab-42a7-bb19-500e0e9c2775 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0908227 Apr 29 12:10:50.733622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-85e011bf-9d65-4f72-8d38-7b86725f554f req-d658e9df-e329-4d99-ba86-6feecd7727af tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Apr 29 12:10:51.927846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996426a-bd6a-4a90-8e84-2a17270485cb req-aabe6df9-ed94-49ff-aadb-651a5f961a58 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:51.929296 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6996426a-bd6a-4a90-8e84-2a17270485cb req-aabe6df9-ed94-49ff-aadb-651a5f961a58 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0874245 Apr 29 12:10:51.984429 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6996426a-bd6a-4a90-8e84-2a17270485cb req-1d985fd2-8dc8-4926-afa7-3846f823b638 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Apr 29 12:10:53.184180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ded0e6-bf37-40bb-afbe-b160c9dc42be req-4026aa48-485d-4e2b-ab78-c57f3f876a74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:53.185668 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64ded0e6-bf37-40bb-afbe-b160c9dc42be req-4026aa48-485d-4e2b-ab78-c57f3f876a74 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0883853 Apr 29 12:10:53.234647 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64ded0e6-bf37-40bb-afbe-b160c9dc42be req-316bb275-49d5-4e19-93b3-6c23931778e9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Apr 29 12:10:54.428067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acad8c-e04b-4c9b-98d7-6c2597f595e3 req-cf052cb9-5d26-4609-981f-556825a23fad tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:54.429640 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92acad8c-e04b-4c9b-98d7-6c2597f595e3 req-cf052cb9-5d26-4609-981f-556825a23fad tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0829160 Apr 29 12:10:54.476337 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92acad8c-e04b-4c9b-98d7-6c2597f595e3 req-d3cf3f43-405d-4c0e-9f7b-397bf411059a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Apr 29 12:10:55.684179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38934-c278-4aea-9937-cd2ce54772ca req-519b0d8e-b77b-4173-b9e1-92f0ccd0b89b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:55.685653 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ace38934-c278-4aea-9937-cd2ce54772ca req-519b0d8e-b77b-4173-b9e1-92f0ccd0b89b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0863173 Apr 29 12:10:55.733586 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ace38934-c278-4aea-9937-cd2ce54772ca req-9acc83d3-5f28-4aa5-9c0a-5f39caeb6b50 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Apr 29 12:10:56.927264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c265-c2be-4257-84b1-6f04606e20f5 req-7fda3664-7f8e-477f-9740-12e1b13f4f9d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:56.928759 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8972c265-c2be-4257-84b1-6f04606e20f5 req-7fda3664-7f8e-477f-9740-12e1b13f4f9d tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0890310 Apr 29 12:10:56.975582 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8972c265-c2be-4257-84b1-6f04606e20f5 req-f244a609-c632-4379-af13-92cfd9ba1b3b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 Apr 29 12:10:58.180628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b2c1-9557-4099-9017-d9e6e75b6035 req-85b48da6-0e32-4b19-9f48-c7cdf23b82ba tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:58.182089 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7d20b2c1-9557-4099-9017-d9e6e75b6035 req-85b48da6-0e32-4b19-9f48-c7cdf23b82ba tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0931728 Apr 29 12:10:58.231492 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7d20b2c1-9557-4099-9017-d9e6e75b6035 req-d2377c5f-ef28-40bc-a294-b5692789707a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Apr 29 12:10:59.432538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8ce0-1598-4123-899d-e1552c8c9d68 req-03c00644-a9a7-4b57-8220-746bfef695d5 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:10:59.434150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e3d8ce0-1598-4123-899d-e1552c8c9d68 req-03c00644-a9a7-4b57-8220-746bfef695d5 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0885890 Apr 29 12:10:59.482422 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e3d8ce0-1598-4123-899d-e1552c8c9d68 req-13dcbf86-17b4-4561-b035-82c2e53159b7 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Apr 29 12:11:00.329312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf3308cb-3a57-4040-9172-dac5bcefeb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:00.644245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-10125686-d1ba-49ca-859d-8c3f8fd038b5 service neutron] 10.222.0.66 "GET /v2.0/ports/63caa84a-e03d-47e9-ae45-becad2e6b1c0/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0775015 Apr 29 12:11:00.669178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4291f-1079-4a28-bf80-bdaf4709e45e req-2034de04-8326-463a-9337-185e09ffc0b2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:00.670663 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1fc4291f-1079-4a28-bf80-bdaf4709e45e req-2034de04-8326-463a-9337-185e09ffc0b2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0807567 Apr 29 12:11:00.720731 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1fc4291f-1079-4a28-bf80-bdaf4709e45e req-f19fd0ad-d93e-4672-ae50-f2af14f3a284 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Apr 29 12:11:00.928690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-e745cc34-9aaa-4652-b222-84755de14c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:00.930149 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-e745cc34-9aaa-4652-b222-84755de14c38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5&tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04 HTTP/1.1" status: 200 len: 1099 time: 0.0731373 Apr 29 12:11:01.036104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-48144625-2b9c-4c25-b5ae-cfa7e6dfa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.037595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-48144625-2b9c-4c25-b5ae-cfa7e6dfa7bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1099 time: 0.0732818 Apr 29 12:11:01.266807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-17b3a6c7-1030-4ba8-a76f-ba8b7ac0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.268128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-17b3a6c7-1030-4ba8-a76f-ba8b7ac0d17c service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.2244737 Apr 29 12:11:01.332802 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-4543d12d-5423-496e-8f5a-97a553fda85d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0583239 Apr 29 12:11:01.397123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-014e380d-3f75-4ff0-8913-81f7997336b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.398611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-014e380d-3f75-4ff0-8913-81f7997336b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0603926 Apr 29 12:11:01.446084 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-b4e54818-693c-47d1-8f4f-760146b0fb96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414250 Apr 29 12:11:01.579151 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-3ee443e1-f4cb-4f98-8e59-90bb4025f7df service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271732 Apr 29 12:11:01.712973 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7ed40b07-92aa-4cbc-b6d2-7d0dc4cb8156 req-44804604-9e13-4efa-8f7d-eed559466542 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283813 Apr 29 12:11:01.915065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671647d-9f92-4f4e-bd66-ceade70add66 req-b33759da-6790-40b2-938f-80b571ee14a0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:01.916512 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b671647d-9f92-4f4e-bd66-ceade70add66 req-b33759da-6790-40b2-938f-80b571ee14a0 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0839844 Apr 29 12:11:01.960966 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b671647d-9f92-4f4e-bd66-ceade70add66 req-20df6fa3-46fd-4872-84fb-0401be6d2d54 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Apr 29 12:11:03.022888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e532c480-771a-44fb-b095-d9419d91fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:03.150045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d50ee-606b-4c55-89e4-f640cc1ea2ff req-461ba584-e1f3-47e4-aa14-b8ce200644eb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:03.151639 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c04d50ee-606b-4c55-89e4-f640cc1ea2ff req-461ba584-e1f3-47e4-aa14-b8ce200644eb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0843294 Apr 29 12:11:03.195849 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c04d50ee-606b-4c55-89e4-f640cc1ea2ff req-ac233bbc-c4bb-41b2-9ac9-4154f855653f tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Apr 29 12:11:03.746896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:03.864115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:11:03.973558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:04.001848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:04.011920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:04.016859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:04.060327 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d022d7-3fa1-45d7-9452-e8024d9581d2'] response: {'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'code': 200} Apr 29 12:11:04.090994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:04.098356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:04.135634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:04.393807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440850d7-820a-4bb8-ad84-92ced81e17ed req-056908b5-0b52-47d8-bec9-77549ce8f2cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:04.395582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-440850d7-820a-4bb8-ad84-92ced81e17ed req-056908b5-0b52-47d8-bec9-77549ce8f2cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.0877988 Apr 29 12:11:04.442344 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-440850d7-820a-4bb8-ad84-92ced81e17ed req-2abf742b-ef2c-4eec-a69a-4532d22e5d83 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Apr 29 12:11:05.621949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:05.631962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109e5e-6c85-4311-aa46-b96152fc1109 req-e834a578-ac76-4b6e-bf27-72d168699fe2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:05.633470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92109e5e-6c85-4311-aa46-b96152fc1109 req-e834a578-ac76-4b6e-bf27-72d168699fe2 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.0821288 Apr 29 12:11:05.678420 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92109e5e-6c85-4311-aa46-b96152fc1109 req-3c1cf33a-5340-4021-bdcb-698b4c54cb85 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Apr 29 12:11:05.878334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:11:06.045453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:06.055701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc05ea-63c4-4c23-bc66-e47d30268536 req-adf778cc-4e69-4f61-9076-e6a9d9d38aa8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:06.057150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83dc05ea-63c4-4c23-bc66-e47d30268536 req-adf778cc-4e69-4f61-9076-e6a9d9d38aa8 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 944 time: 0.1437905 Apr 29 12:11:06.058613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'network_id': '76e0e16b-095b-436d-88d4-5c9f77ca039a', 'port_id': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'mac_address': 'fa:16:3e:a6:69:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc773c9-d2ec-4ede-8605-f6ebad15c0a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:11:06.068402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-048ecff0-6f58-4a66-86fd-c8d58e0bab1a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:06.069893 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-048ecff0-6f58-4a66-86fd-c8d58e0bab1a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5&tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.1218386 Apr 29 12:11:06.112474 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83dc05ea-63c4-4c23-bc66-e47d30268536 req-3631a423-5660-4192-af22-2a2d236af820 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Apr 29 12:11:06.116039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:06.133754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63caa84a-e03d-47e9-ae45-becad2e6b1c0 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:11:06.154865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:06.159977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:06.226113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:06.226335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-b5d0c1c1-8b6b-4623-ba63-01b3a7ff108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:06.227621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-b5d0c1c1-8b6b-4623-ba63-01b3a7ff108b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0714610 Apr 29 12:11:06.284007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['63caa84a-e03d-47e9-ae45-becad2e6b1c0'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:11:06.365951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-d3fa0d9d-5b28-4c7c-ac99-ef2639e67cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:06.367486 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-d3fa0d9d-5b28-4c7c-ac99-ef2639e67cac service neutron] 10.222.0.66 "GET /v2.0/networks?id=76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 200 len: 916 time: 0.1336725 Apr 29 12:11:06.438268 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-ebfefad3-637d-4393-9943-2f17f3f39be6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 200 len: 217 time: 0.0633886 Apr 29 12:11:06.499018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-a579795e-e145-4eca-bbeb-c3af5801bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:06.500497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-a579795e-e145-4eca-bbeb-c3af5801bd09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 200 len: 855 time: 0.0567868 Apr 29 12:11:06.547671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-5cf17604-e8a3-4a0f-b6da-5fb8641659c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=76e0e16b-095b-436d-88d4-5c9f77ca039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408766 Apr 29 12:11:06.677880 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-17ce4322-b8d3-4760-8ee0-e4058404278d service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233246 Apr 29 12:11:06.815117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-128cc1a1-5a10-4602-9efc-64c51e711199 req-6d025d87-1351-4a61-9ea3-23bbaf3015a5 service neutron] 10.222.0.66 "GET /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295149 Apr 29 12:11:07.309803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1b53e-8b2f-4272-9616-868bebd0f32d req-1335ff21-38a2-4d4d-bcc9-35477bb67485 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:07.311609 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ad1b53e-8b2f-4272-9616-868bebd0f32d req-1335ff21-38a2-4d4d-bcc9-35477bb67485 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 945 time: 0.0850537 Apr 29 12:11:07.355588 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ad1b53e-8b2f-4272-9616-868bebd0f32d req-ff1bb0a1-bf1d-477e-95a3-ea8621632603 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Apr 29 12:11:07.894524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:07.961888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:07.962282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:08.076940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:08.103433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:08.113723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:08.119063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:08.149919 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fa1672-26ee-4e11-bc4c-2634a800b18c'] response: {'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'code': 200} Apr 29 12:11:08.190203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:08.543288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741756-93df-412f-8021-11c1f800627b req-df30b2c6-93fc-457a-82a4-b044b7c388cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:08.544743 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b9741756-93df-412f-8021-11c1f800627b req-df30b2c6-93fc-457a-82a4-b044b7c388cb tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0814042 Apr 29 12:11:08.592942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b9741756-93df-412f-8021-11c1f800627b req-1f5c1f74-2a81-4a8a-95f4-b2960a656f40 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Apr 29 12:11:08.789663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328ce3e-1896-4922-9b53-58fe6a7d341a req-6e3a8004-fb82-43ce-8380-c29e7f56951b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:08.791033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f328ce3e-1896-4922-9b53-58fe6a7d341a req-6e3a8004-fb82-43ce-8380-c29e7f56951b tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0931118 Apr 29 12:11:08.836702 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f328ce3e-1896-4922-9b53-58fe6a7d341a req-3ae288f6-ed7d-463c-9c2b-ef5d8b770ed3 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Apr 29 12:11:09.033720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c48d-4155-47f2-b6f5-3950cb4a6b31 req-eb8f5197-2759-477d-81f2-3111d83aaf0e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:09.035154 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-46d8c48d-4155-47f2-b6f5-3950cb4a6b31 req-eb8f5197-2759-477d-81f2-3111d83aaf0e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0922647 Apr 29 12:11:09.079953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-46d8c48d-4155-47f2-b6f5-3950cb4a6b31 req-af06eb96-043d-4d69-9587-fe8438f2a659 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Apr 29 12:11:09.657820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbedf5-22e0-4831-9259-d0e71d83ca06 req-89533ca9-e573-48a0-b4b7-f4aa4d43ce64 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:09.659155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6fbedf5-22e0-4831-9259-d0e71d83ca06 req-89533ca9-e573-48a0-b4b7-f4aa4d43ce64 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0900710 Apr 29 12:11:09.707994 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6fbedf5-22e0-4831-9259-d0e71d83ca06 req-acd8cf83-f2d7-44a1-af12-3e5c231872ae tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Apr 29 12:11:10.908611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe9bbc-7c14-4ec9-84f2-00c47e0b6cc6 req-9586628e-e187-4621-85c1-301c95ccf559 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:10.910072 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1cbe9bbc-7c14-4ec9-84f2-00c47e0b6cc6 req-9586628e-e187-4621-85c1-301c95ccf559 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0875444 Apr 29 12:11:10.956486 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1cbe9bbc-7c14-4ec9-84f2-00c47e0b6cc6 req-de8d9f83-0918-4616-807d-ffb1070bd7a4 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Apr 29 12:11:11.406324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-c74cb4ff-a8a0-477e-ba7d-f8a331b8b49e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:11.407816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-c74cb4ff-a8a0-477e-ba7d-f8a331b8b49e tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.0822396 Apr 29 12:11:11.476798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Deleting port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:11:11.477134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:11.854352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] For port 63caa84a-e03d-47e9-ae45-becad2e6b1c0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=63caa84a-e03d-47e9-ae45-becad2e6b1c0,segment=NetworkSegment(2ceb9e15-b235-462d-8fb0-768ec9369983),segment_id=2ceb9e15-b235-462d-8fb0-768ec9369983)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:11.854648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:11.986587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Calling delete_port for 63caa84a-e03d-47e9-ae45-becad2e6b1c0 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:11:12.188029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:12.239685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Pushing event deleted for resources: {'Port': ['ID=63caa84a-e03d-47e9-ae45-becad2e6b1c0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:12.250534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6dd8-d717-40cf-9f2d-3f6c2871245b req-c9317fb6-afa5-4d3a-8c1a-243cff3dfc4a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:12.252011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b76e6dd8-d717-40cf-9f2d-3f6c2871245b req-c9317fb6-afa5-4d3a-8c1a-243cff3dfc4a tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/ports?device_id=2124fa05-0c7a-41c9-a76e-5feee1039bf5 HTTP/1.1" status: 200 len: 946 time: 0.1827610 Apr 29 12:11:12.355726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] No DVR routers for this DVR port 63caa84a-e03d-47e9-ae45-becad2e6b1c0 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:11:12.359284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:12.361904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-deleted', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:12.391611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b76e6dd8-d717-40cf-9f2d-3f6c2871245b req-c951897a-3b8d-40b8-9cde-6af8bfabb273 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121979 Apr 29 12:11:12.392920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d021cf56-9d25-49b8-9c96-bbddee7e8171 req-d184b0f3-db2a-4af8-842a-96af3d0547bc tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] 10.222.0.66 "DELETE /v2.0/ports/63caa84a-e03d-47e9-ae45-becad2e6b1c0 HTTP/1.1" status: 204 len: 173 time: 0.9799902 Apr 29 12:11:12.416797 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70960cbf-6c8a-47d4-a276-91608e3168c3'] response: {'server_uuid': '2124fa05-0c7a-41c9-a76e-5feee1039bf5', 'name': 'network-vif-deleted', 'tag': '63caa84a-e03d-47e9-ae45-becad2e6b1c0', 'status': 'completed', 'code': 200} Apr 29 12:11:12.617192 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:11:13.642459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58814) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:13.708118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Deleting subnet 5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:11:13.711471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:13.771074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:13.925868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:11:13.944070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:13.961437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 63caa84a-e03d-47e9-ae45-becad2e6b1c0 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:11:13.961703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 63caa84a-e03d-47e9-ae45-becad2e6b1c0 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:11:14.013379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.052419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc773c9-d2ec-4ede-8605-f6ebad15c0a0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:14.058070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.064882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.065253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.065597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.065919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.066241 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.066564 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.066888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.067204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.067519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.067833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.068457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.068755 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:14.073629 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c545bb38-b373-4b3d-adbe-f58e3fbadfd9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5cc773c9-d2ec-4ede-8605-f6ebad15c0a0 HTTP/1.1" status: 204 len: 168 time: 0.4301407 Apr 29 12:11:14.076149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58818) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:14.187429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.308969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.335775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e0e16b-095b-436d-88d4-5c9f77ca039a']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:14.348025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceb9e15-b235-462d-8fb0-768ec9369983') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:14.348293 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceb9e15-b235-462d-8fb0-768ec9369983') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:14.360712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.376381 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.382707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:11:14.383176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:11:14.396426 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:11:14.479253 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.497745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.507833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e0e16b-095b-436d-88d4-5c9f77ca039a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:14.516994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99c94830-55b1-4901-8dc8-b2f9f05a5e14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/76e0e16b-095b-436d-88d4-5c9f77ca039a HTTP/1.1" status: 204 len: 168 time: 0.4390893 Apr 29 12:11:14.644910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58824) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:14.695130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6377d1c6-79ed-4ebb-83bc-d3ac7cf24d72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0346ad48c3e40d2add7fc2a3cd00d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490801 Apr 29 12:11:14.698214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58828) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:14.762469 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.794718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.849682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.866444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f9a493-3ae6-44bd-b9e0-419a699ed5aa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:14.877891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:14.879048 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7b3dd3d3-cb8f-46ce-902c-8408089b3c01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9f9a493-3ae6-44bd-b9e0-419a699ed5aa HTTP/1.1" status: 204 len: 168 time: 0.1796715 Apr 29 12:11:15.648875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58852) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:15.758442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-182065530-network', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:15.763422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:15.767482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Usage tracker for resource:network and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:15.770483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:15.781090 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:15.794263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:11:15.796654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:15.809054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:15.824956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:15.830008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Usage tracker for resource:security_group_rule and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:15.834078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:15.841297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:15.929436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:15.935543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:15.967252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:11:15.975794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0f2aa-c8bf-47ed-84aa-d7797e5a926b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:15.981861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:15.982111 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Added segment 059f1734-327e-4c5d-8d64-57600905699f of type vlan for network f1bd4479-c79b-445d-9f5c-d7f88276dedd Apr 29 12:11:16.009140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.038796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.039747 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:16.040327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.142533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] Pushing event updated for resources: {'Network': ['ID=f1bd4479-c79b-445d-9f5c-d7f88276dedd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:16.146009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e25f359b-a5c5-4db6-b574-31ca15f4eafe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4960549 Apr 29 12:11:16.149977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58858) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:16.154090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:11:16.155373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Request body: {'subnet': {'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-182065530-subnet', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:16.160537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:16.164495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Usage tracker for resource:subnet and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:16.167377 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:16.173210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:16.184681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:11:16.187628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.412947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.487287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Pushing event updated for resources: {'Subnet': ['ID=129b8ccb-7acc-4b8b-90f7-ea853e89840f,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:16.496423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:11:16.496780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Network hostable DHCP agents. Network: f1bd4479-c79b-445d-9f5c-d7f88276dedd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:11:16.518063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:11:16.530921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, f1bd4479-c79b-445d-9f5c-d7f88276dedd) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:16.536276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:16.536865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.541287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c37041-4e17-4ac5-88f7-5d8eb1e164be None None] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:11:16.559826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c408ab5e-a045-4968-829b-df1e2c4f45be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4087741 Apr 29 12:11:16.562343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58862) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:16.567280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:16.572309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:16.576356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Usage tracker for resource:router and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:16.579321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:16.585604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:16.596768 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.598084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.615479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.760916 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:11:16.761779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:16.921054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Allocated IP 172.20.0.2 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/678ada31-dd6b-483d-b11f-6490933aa8c5) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:17.007966 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.145572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.157288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Transition to ACTIVE for port object 678ada31-dd6b-483d-b11f-6490933aa8c5 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:17.177875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Transition to ACTIVE for port object 678ada31-dd6b-483d-b11f-6490933aa8c5 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:17.184981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.251074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:17.253887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:17.257563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:11:17.263384 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Pushing event updated for resources: {'Port': ['ID=678ada31-dd6b-483d-b11f-6490933aa8c5,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:17.301786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.302122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.302456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.302783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.303106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.303427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.303765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.304079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.304394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.304715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.305033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.305341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:17.327771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.361209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Attempting to bind port 678ada31-dd6b-483d-b11f-6490933aa8c5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:11:17.361674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Attempting to bind port 678ada31-dd6b-483d-b11f-6490933aa8c5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:11:17.361797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.361923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Attempting to bind port 678ada31-dd6b-483d-b11f-6490933aa8c5 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:11:17.367467 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:11:17.367840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:11:17.368217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.368606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:11:17.369049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Bound port: 678ada31-dd6b-483d-b11f-6490933aa8c5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:11:17.369409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.464194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] For port 678ada31-dd6b-483d-b11f-6490933aa8c5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:11:17.467939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] For port 678ada31-dd6b-483d-b11f-6490933aa8c5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=678ada31-dd6b-483d-b11f-6490933aa8c5,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:11:17.472083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.512910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Allocated IP 172.26.0.194 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/fb258b8a-67b4-457f-b7de-51ab4315fbd5) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:17.587878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8492e-053c-439e-b970-33b13b7520e7 None None] Pushing event updated for resources: {'Port': ['ID=678ada31-dd6b-483d-b11f-6490933aa8c5,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:17.675196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.708327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:17.784837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:17.787734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:17.792136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:11:17.828825 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Pushing event updated for resources: {'Port': ['ID=fb258b8a-67b4-457f-b7de-51ab4315fbd5,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:17.902751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 678ada31-dd6b-483d-b11f-6490933aa8c5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:17.973952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 678ada31-dd6b-483d-b11f-6490933aa8c5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:18.233472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:18.515861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e88689-25ee-4b86-9341-c5b1039a4871 None None] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:11:18.610412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Provisioning for port 678ada31-dd6b-483d-b11f-6490933aa8c5 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:18.620192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Provisioning complete for port 678ada31-dd6b-483d-b11f-6490933aa8c5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:18.620577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:18.718117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:18.831454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:18.870904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] For port 678ada31-dd6b-483d-b11f-6490933aa8c5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=678ada31-dd6b-483d-b11f-6490933aa8c5,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:18.877795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:18.939511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:11:18.949558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b429-f605-439e-8ba5-84e6db4a4002 None None] Pushing event updated for resources: {'Port': ['ID=678ada31-dd6b-483d-b11f-6490933aa8c5,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:19.111944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-89bf4e93-4178-479b-83ce-fab38c6fc0eb None None] Provisioning complete for port 678ada31-dd6b-483d-b11f-6490933aa8c5 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:19.112508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-89bf4e93-4178-479b-83ce-fab38c6fc0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:19.119906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:11:19.130192 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:11:19.142065 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:19.143182 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:19.145750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:19.149707 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2c77ea45-d3ad-4cbe-ab10-ce875537cecf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5837450 Apr 29 12:11:19.149850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58866) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:19.322228 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:19.637319 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:18Z', 'revision_number': 3, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:19.642215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:11:19.642548 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Updating router c0d469fa-6b8b-4168-ba6b-d1b91b737baf port fb258b8a-67b4-457f-b7de-51ab4315fbd5 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:11:19.697081 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:19.826720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:19.858807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 678ada31-dd6b-483d-b11f-6490933aa8c5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:19.937058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 678ada31-dd6b-483d-b11f-6490933aa8c5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:19.937940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.054399 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.070973 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Transition to ACTIVE for port object fb258b8a-67b4-457f-b7de-51ab4315fbd5 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:20.083813 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.162163 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Attempting to bind port fb258b8a-67b4-457f-b7de-51ab4315fbd5 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:11:20.162796 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Attempting to bind port fb258b8a-67b4-457f-b7de-51ab4315fbd5 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:11:20.162930 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Attempting to bind port fb258b8a-67b4-457f-b7de-51ab4315fbd5 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:11:20.165024 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Pushing event updated for resources: {'Port': ['ID=fb258b8a-67b4-457f-b7de-51ab4315fbd5,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:20.174093 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:11:20.174458 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:11:20.174848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.175228 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:11:20.175692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Bound port: fb258b8a-67b4-457f-b7de-51ab4315fbd5, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:11:20.176075 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.198237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Allocated IP 172.20.0.1 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:20.202574 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.202949 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.203248 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.203573 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.203891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.204188 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.204522 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.204834 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.206019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.206019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.206019 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.206295 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:20.261526 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] For port fb258b8a-67b4-457f-b7de-51ab4315fbd5, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:11:20.265051 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] For port fb258b8a-67b4-457f-b7de-51ab4315fbd5, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fb258b8a-67b4-457f-b7de-51ab4315fbd5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:11:20.269857 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.344793 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:20.345532 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:20.358942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.375575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Transition to ACTIVE for port object b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:20.399180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.402964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071849-28fd-4e1c-905e-3d106a69c59e None None] Pushing event updated for resources: {'Port': ['ID=fb258b8a-67b4-457f-b7de-51ab4315fbd5,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:20.467460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:20.470383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:20.474077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:11:20.516981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:20.530147 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:20.542582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.670121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.769822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-47fa9d59-6e22-4539-89c9-26143c7f6ac0 None None] Provisioning for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:20.775157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-47fa9d59-6e22-4539-89c9-26143c7f6ac0 None None] Provisioning complete for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:20.775529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-47fa9d59-6e22-4539-89c9-26143c7f6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.829605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-47fa9d59-6e22-4539-89c9-26143c7f6ac0 None None] Port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:11:20.835055 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:18Z', 'revision_number': 3, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:20.839030 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2745f49-eb57-4969-aa12-b2b3fddc1a0d None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:18Z', 'revision_number': 3, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:11:20.904671 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:20.917264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:21.027738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:21.030280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:21.193641 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:21.194555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:21.402803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:11:21.458810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ccd1e2bf-e2e4-4b24-b579-d09dec309c46 None None] Provisioning complete for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:21.459380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e2bf-e2e4-4b24-b579-d09dec309c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:21.524051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1e2bf-e2e4-4b24-b579-d09dec309c46 None None] Port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:11:21.593285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:11:21.603942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-aab9ef4e-5cfc-40f1-934e-982a2572fb67 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0d469fa-6b8b-4168-ba6b-d1b91b737baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530640 Apr 29 12:11:21.884946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fb258b8a-67b4-457f-b7de-51ab4315fbd5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:21.958632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port fb258b8a-67b4-457f-b7de-51ab4315fbd5 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:21.963893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fb258b8a-67b4-457f-b7de-51ab4315fbd5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:21.964263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.093087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.110954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port fb258b8a-67b4-457f-b7de-51ab4315fbd5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fb258b8a-67b4-457f-b7de-51ab4315fbd5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:22.115305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.183415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=fb258b8a-67b4-457f-b7de-51ab4315fbd5,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:22.252849 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58876) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:22.259271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843121476', 'description': 'tempest-description--1646714472'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:22.276511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:22.280721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Usage tracker for resource:security_group and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:22.283900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:22.290298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:22.303694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.332125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:22.334889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Usage tracker for resource:security_group_rule and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:22.339014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:22.344988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:22.355100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:11:22.364959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:22.365635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:22.431136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.436833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.479105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6557fc-3260-4a7c-8230-14ae059750b5,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:22.483177 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.484546 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-88650862-e5c4-42a8-b4cb-d2739c255fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2297359 Apr 29 12:11:22.487520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 58880) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:22.493174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'security_group_rule': {'security_group_id': '8a6557fc-3260-4a7c-8230-14ae059750b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:22.499234 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:22.503084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Usage tracker for resource:security_group_rule and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:22.505923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:22.512303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:22.533415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.555289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:22.597114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.601458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.629831 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa63243-bc7e-49b1-923a-547609070bbe,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:22.643980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.645933 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e30a666-c5ef-41d7-8a0a-425e01207d34 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570473 Apr 29 12:11:22.651158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58884) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:22.657439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'security_group_rule': {'security_group_id': '8a6557fc-3260-4a7c-8230-14ae059750b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:22.664155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:22.669008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Usage tracker for resource:security_group_rule and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:22.673765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:22.680718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:22.700786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.771391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.776735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.801264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4833a46-8f18-4263-b586-c73666dcc1dc,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:22.815065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.815945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.816629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.816967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.817298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.817722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.818554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.819123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.819577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.819906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.820262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.820594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:11:22.828538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.829949 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-825e1449-a9b9-47fa-b80f-783c84d8076a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773150 Apr 29 12:11:22.832818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58888) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:22.838002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:22.843886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:22.848036 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Usage tracker for resource:floatingip and tenant:e085add513cc441f9f3aa5dc2cf04f86 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:11:22.850966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:11:22.857722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:22.869984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:22.946854 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 2, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:22.951657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:11:22.952001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Updating router c0d469fa-6b8b-4168-ba6b-d1b91b737baf port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:11:23.007091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.017481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.163923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Allocated IP 172.26.0.95 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/a7998a9e-81fe-4678-a13f-455013278874) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:23.321506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.353926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.379204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.395048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Transition to ACTIVE for port object b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:23.404685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.428945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:23.431911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:23.436949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:11:23.467753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=a7998a9e-81fe-4678-a13f-455013278874,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:23.535554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.600266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.610206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c540f2-68da-4e70-8fa1-d6c653c00f13 None None] Pushing event updated for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:23.642743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Attempting to bind port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:11:23.643234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Attempting to bind port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:11:23.643729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Attempting to bind port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:11:23.651168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:11:23.651589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:11:23.652058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.652732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:11:23.653591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Bound port: b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:11:23.653800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.764991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] For port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:11:23.769059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] For port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:11:23.777059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.818724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.825515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:23.866232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:23.866904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:23.925924 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fb258b8a-67b4-457f-b7de-51ab4315fbd5 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:24.026189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c540f2-68da-4e70-8fa1-d6c653c00f13 None None] Pushing event updated for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:24.059139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=a7998a9e-81fe-4678-a13f-455013278874,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:24.072357 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:24.107556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:24.109050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-55f37c91-269f-49b2-a7c8-88e108911365 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2752204 Apr 29 12:11:24.157084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:24.217055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fb258b8a-67b4-457f-b7de-51ab4315fbd5 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:24.217445 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:24.278388 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-8fd90577-79bb-4694-abb1-0fb349bf6d4c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1843121476&fields=id&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 267 time: 0.0417848 Apr 29 12:11:24.439188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-347c624a-2dbb-4e23-84fd-2f0fe28c3717 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:24.440639 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-347c624a-2dbb-4e23-84fd-2f0fe28c3717 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1545491 Apr 29 12:11:24.456528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cfed5f77-d4c1-4bee-893d-5fc28180d076 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/quotas/e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 375 time: 0.0093257 Apr 29 12:11:24.546891 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-3ef13786-7907-4998-8e68-2face3cfe33b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844290 Apr 29 12:11:24.622877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:23Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:24.627640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486ef55-cb8d-4dd1-ac11-345b00a3e4b5 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:23Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:11:24.720359 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-e0af4d0d-56e3-4f5f-8b3a-d806120fe512 service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609578 Apr 29 12:11:24.866917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-27f0a6d5-aaf3-4e71-b35f-0577dd970466 service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400142 Apr 29 12:11:25.212460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-03810a78-918d-42e9-b0bb-c361b57cbd3f req-2c492343-207f-43a4-b5b4-ffe2743ee02c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:11:25.233346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-03810a78-918d-42e9-b0bb-c361b57cbd3f req-2c492343-207f-43a4-b5b4-ffe2743ee02c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:11:25.234719 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-03810a78-918d-42e9-b0bb-c361b57cbd3f req-2c492343-207f-43a4-b5b4-ffe2743ee02c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 210 time: 0.2019141 Apr 29 12:11:25.883547 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:25.958128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:25.966106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:25.966683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:26.087238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:26.121495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:26.125858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:26.198604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:26.316125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-4e032830-1bb2-46b1-b073-36b7c5f9df1a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:26.317692 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-4e032830-1bb2-46b1-b073-36b7c5f9df1a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1714637 Apr 29 12:11:26.453530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09356119-917a-41f3-a8f7-1adeea3fd41a req-c6827f56-6cc9-4549-b4c8-d2c861b9f9b3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 210 time: 0.0980451 Apr 29 12:11:26.476397 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-b869b634-e345-49b8-ad3d-c2f645ed89af tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 380 time: 0.1438308 Apr 29 12:11:26.485200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'port': {'device_id': '96a09a28-dccf-439f-b6f4-491719ea7340', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'admin_state_up': True, 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'security_groups': ['8a6557fc-3260-4a7c-8230-14ae059750b5']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:26.625776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:11:26.635212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:11:26.645422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:11:26.648944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:26.809836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Allocated IP 172.20.0.9 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/8a438775-fec4-4979-805b-f190e606750b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:11:27.001302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.016965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Transition to ACTIVE for port object 8a438775-fec4-4979-805b-f190e606750b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:27.043516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.116920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:11:27.120468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:11:27.124517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:11:27.161585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:27.195990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:27.196636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.225830 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-cdd68e39-85d3-485a-91c3-8f9f59eaa5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7442698 Apr 29 12:11:27.244046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Request body: {'port': {'device_id': '96a09a28-dccf-439f-b6f4-491719ea7340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:27.362399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.393039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d8d9d57c-ec3b-4747-aa86-55e5796feb44 None None] Provisioning for port 8a438775-fec4-4979-805b-f190e606750b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:27.400182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d8d9d57c-ec3b-4747-aa86-55e5796feb44 None None] Provisioning complete for port 8a438775-fec4-4979-805b-f190e606750b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:27.400861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d8d9d57c-ec3b-4747-aa86-55e5796feb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.458103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9d57c-ec3b-4747-aa86-55e5796feb44 None None] Port 8a438775-fec4-4979-805b-f190e606750b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:11:27.655266 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f59a-42a3-47b1-a3ea-69224db27d78 req-5ee65b23-0bb4-40c4-bd2b-e602713946b1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:27.656832 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e361f59a-42a3-47b1-a3ea-69224db27d78 req-5ee65b23-0bb4-40c4-bd2b-e602713946b1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 931 time: 0.0907748 Apr 29 12:11:27.706840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-e361f59a-42a3-47b1-a3ea-69224db27d78 req-57835455-27da-44f0-9394-6c087829041a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:11:27.723860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-e361f59a-42a3-47b1-a3ea-69224db27d78 req-57835455-27da-44f0-9394-6c087829041a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:11:27.725285 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e361f59a-42a3-47b1-a3ea-69224db27d78 req-57835455-27da-44f0-9394-6c087829041a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626328 Apr 29 12:11:27.730307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a438775-fec4-4979-805b-f190e606750b {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:11:27.737980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.752764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Transition to ACTIVE for port object 8a438775-fec4-4979-805b-f190e606750b will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:11:27.757480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:27.868363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:27.955228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:27.955589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:28.032659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:28.117140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Attempting to bind port 8a438775-fec4-4979-805b-f190e606750b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:11:28.117499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Attempting to bind port 8a438775-fec4-4979-805b-f190e606750b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:11:28.117851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Attempting to bind port 8a438775-fec4-4979-805b-f190e606750b on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:11:28.122988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Port 8a438775-fec4-4979-805b-f190e606750b on network f1bd4479-c79b-445d-9f5c-d7f88276dedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:11:28.123298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Attempting to bind port 8a438775-fec4-4979-805b-f190e606750b on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:11:28.128696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:11:28.129054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:11:28.129412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:11:28.129852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Bound port: 8a438775-fec4-4979-805b-f190e606750b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:11:28.130189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:28.232873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:11:28.236585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:11:28.242236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:28.300941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:28.301667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:28.302922 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 1093 time: 1.0634475 Apr 29 12:11:28.303352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:28.325523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b48d6b-b612-499f-826e-a7336ebdf0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:28.364767 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2b45ea-7876-4021-85b0-5ec9ab615da6'] response: {'name': 'network-changed', 'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'status': 'completed', 'code': 200} Apr 29 12:11:28.463571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-00c02fc9-adaf-41ac-be9c-bdbab5d425ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:28.465078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-00c02fc9-adaf-41ac-be9c-bdbab5d425ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1096 time: 0.0828314 Apr 29 12:11:28.548418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-3f897b06-7a74-4f9f-ac96-592e74d40fe9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 217 time: 0.0657375 Apr 29 12:11:28.610827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-f740a0ac-6a01-484b-94c7-adbb8b836255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:28.612282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-f740a0ac-6a01-484b-94c7-adbb8b836255 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0582752 Apr 29 12:11:28.688076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-09497a2e-2c42-4e04-9a49-0a8f5d163566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:28.689585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-09497a2e-2c42-4e04-9a49-0a8f5d163566 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703602 Apr 29 12:11:28.827286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-c2375e40-be30-4e8b-b52e-b57beb39ed1b service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312652 Apr 29 12:11:28.917787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed051a-2195-43bd-b314-54c8a6e3b8cd req-7884e6ec-0f5e-4c8a-ae1f-ae7021af0bbe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:28.919370 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a6ed051a-2195-43bd-b314-54c8a6e3b8cd req-7884e6ec-0f5e-4c8a-ae1f-ae7021af0bbe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 943 time: 0.0797706 Apr 29 12:11:28.961300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e60c4912-6f57-4044-9e43-19d80d92c9fc req-7d1d4674-b3bb-4196-b5db-f50dacd07384 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282036 Apr 29 12:11:28.966460 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a6ed051a-2195-43bd-b314-54c8a6e3b8cd req-df5fedb6-c1b1-4e07-b549-623a7d399b16 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Apr 29 12:11:29.133355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-f3e1850b-3fdc-4e19-add8-de732087b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:29.134951 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-f3e1850b-3fdc-4e19-add8-de732087b0fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1096 time: 0.0807357 Apr 29 12:11:29.297876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-88950d36-dba9-4ee0-bf78-26ea3c9a6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:29.299555 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-88950d36-dba9-4ee0-bf78-26ea3c9a6b1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1587279 Apr 29 12:11:29.368212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-3ff1e418-26c6-4c3b-9817-c1c7544e91d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 217 time: 0.0627317 Apr 29 12:11:29.447698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-d2de0d17-188c-4977-8959-2ad83c0c2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:29.449228 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-d2de0d17-188c-4977-8959-2ad83c0c2ab8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0699112 Apr 29 12:11:29.535553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-ad3bc7d5-0731-4b27-aecc-890892fdc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:29.537043 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-ad3bc7d5-0731-4b27-aecc-890892fdc9cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813215 Apr 29 12:11:29.675121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-5bd50ad5-5c07-4db6-96d5-158514d42fcc service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310039 Apr 29 12:11:29.821488 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a1bb379d-5e8a-4ac4-845a-db69d1c1a46f req-64f64116-ebc1-4f0d-ad11-a663c67f0a02 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394863 Apr 29 12:11:30.166135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c69ee-3913-4066-8906-8b07bb07e6c8 req-2c27bd5f-3fad-42d2-bb03-c2cda7b82ba4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:30.166872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-014c69ee-3913-4066-8906-8b07bb07e6c8 req-2c27bd5f-3fad-42d2-bb03-c2cda7b82ba4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:11:30.190944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-014c69ee-3913-4066-8906-8b07bb07e6c8 req-2c27bd5f-3fad-42d2-bb03-c2cda7b82ba4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:11:30.194838 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-014c69ee-3913-4066-8906-8b07bb07e6c8 req-2c27bd5f-3fad-42d2-bb03-c2cda7b82ba4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 943 time: 0.1114256 Apr 29 12:11:30.254850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-014c69ee-3913-4066-8906-8b07bb07e6c8 req-0d4547af-40db-4cc7-b756-3a563f69be6c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554574 Apr 29 12:11:30.324651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-682e33ec-b81f-4e2a-acd5-6cbe0cd256d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:31.444093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297fef-592e-4398-9639-29e183a42ca5 req-0f4fc011-ab34-46e0-955c-d8c7943df495 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:31.445604 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cd297fef-592e-4398-9639-29e183a42ca5 req-0f4fc011-ab34-46e0-955c-d8c7943df495 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 943 time: 0.0823901 Apr 29 12:11:31.490814 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cd297fef-592e-4398-9639-29e183a42ca5 req-6410e203-f271-40b3-b314-93d6f8dd5444 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Apr 29 12:11:32.680740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be520e7-b885-4282-ac38-4366260eaee6 req-af6a929a-9d58-4ef7-997e-a067a97dc9f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:32.682260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2be520e7-b885-4282-ac38-4366260eaee6 req-af6a929a-9d58-4ef7-997e-a067a97dc9f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 943 time: 0.0808864 Apr 29 12:11:32.732806 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2be520e7-b885-4282-ac38-4366260eaee6 req-31c9f9a9-2648-45d3-8364-eb91275b5a5d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Apr 29 12:11:33.029730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0450737a-9eb1-4514-a665-15b55e027e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:33.744026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:33.925044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0294-0fab-49b0-a4e7-e2103c0ac94c req-a02e31f7-967b-4c14-a55f-928e4060f0bf tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:33.926560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-13eb0294-0fab-49b0-a4e7-e2103c0ac94c req-a02e31f7-967b-4c14-a55f-928e4060f0bf tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 943 time: 0.0846052 Apr 29 12:11:33.973344 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-13eb0294-0fab-49b0-a4e7-e2103c0ac94c req-f8742567-2d8f-4d1f-8c8c-847425a7513f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Apr 29 12:11:34.003600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:11:34.114320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:34.148793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:34.171848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:34.185668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '8a438775-fec4-4979-805b-f190e606750b', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '8a438775-fec4-4979-805b-f190e606750b', 'mac_address': 'fa:16:3e:b0:c5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:11:34.241814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:34.259879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a438775-fec4-4979-805b-f190e606750b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:11:34.276614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:34.281993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:34.362932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:34.688247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['8a438775-fec4-4979-805b-f190e606750b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:11:35.165051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952b818-8924-42cc-b971-c5a827a225a9 req-7ae8fe12-9117-45ef-a412-e9851091cfb9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:35.166750 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0952b818-8924-42cc-b971-c5a827a225a9 req-7ae8fe12-9117-45ef-a412-e9851091cfb9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 944 time: 0.0810223 Apr 29 12:11:35.211338 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0952b818-8924-42cc-b971-c5a827a225a9 req-09f55875-2396-464c-a2f6-e59935d25dcf tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Apr 29 12:11:35.628638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:36.003665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:11:36.075820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 8a438775-fec4-4979-805b-f190e606750b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:11:36.081695 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 8a438775-fec4-4979-805b-f190e606750b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:11:36.082089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:36.209480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:36.236944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:36.247858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:11:36.252463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:36.303218 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b731aa7-251b-4089-89b3-5b7d88fbd159'] response: {'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'code': 200} Apr 29 12:11:36.325211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:11:36.426889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c0006-77f8-46a6-8db9-c101f6ac08f4 req-0bcec9f6-d8a0-4a78-a063-3b49d0798cb6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:36.428364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-394c0006-77f8-46a6-8db9-c101f6ac08f4 req-0bcec9f6-d8a0-4a78-a063-3b49d0798cb6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0868597 Apr 29 12:11:36.475861 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-394c0006-77f8-46a6-8db9-c101f6ac08f4 req-766296f2-16b6-4c00-b795-a33ea27395aa tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Apr 29 12:11:36.575576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d27d7-bbdc-4740-ae4f-1ab9ac216c85 req-929a4fbe-a4e8-4882-b2f2-ad8c0fe1ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:36.576944 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9a5d27d7-bbdc-4740-ae4f-1ab9ac216c85 req-929a4fbe-a4e8-4882-b2f2-ad8c0fe1ed26 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1098 time: 0.0762138 Apr 29 12:11:36.723904 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9a5d27d7-bbdc-4740-ae4f-1ab9ac216c85 req-8fb6d817-7163-43f6-8b4b-1207488c87a8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384435 Apr 29 12:11:37.683082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5854fb-c38c-46c5-88ef-d4e2b43a3898 req-1f102bd9-704d-40a7-bb56-4ca3c453b348 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:37.684453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf5854fb-c38c-46c5-88ef-d4e2b43a3898 req-1f102bd9-704d-40a7-bb56-4ca3c453b348 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Apr 29 12:11:37.730819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf5854fb-c38c-46c5-88ef-d4e2b43a3898 req-1340da86-f8bb-4b29-a6db-d3c100eeefd9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403740 Apr 29 12:11:38.947583 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5dac2-04a0-4c9a-aa98-f51fea3e402e req-c995a3e6-cfc0-4e2c-b21f-be89a16d3f2f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:38.949043 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-39c5dac2-04a0-4c9a-aa98-f51fea3e402e req-c995a3e6-cfc0-4e2c-b21f-be89a16d3f2f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0887389 Apr 29 12:11:38.994833 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-39c5dac2-04a0-4c9a-aa98-f51fea3e402e req-4f4635a2-b5ac-4777-bbd0-a9d5fa22299e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391378 Apr 29 12:11:39.187382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb833c9a-a6f9-4f74-8882-40a1fe444a41 req-b5b47c30-652e-4861-bb9a-7d31e0d62478 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:39.188841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb833c9a-a6f9-4f74-8882-40a1fe444a41 req-b5b47c30-652e-4861-bb9a-7d31e0d62478 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0872934 Apr 29 12:11:39.198439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 58954) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:11:39.203452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'floatingip': {'port_id': '8a438775-fec4-4979-805b-f190e606750b'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:11:39.282556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:39.896122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:39.900986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:40.079469 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 associated. External IP: 172.26.0.95, port: 8a438775-fec4-4979-805b-f190e606750b. Apr 29 12:11:40.546739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:11:40.730258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:11:40.739364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:11:40.741374 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:11:40.752042 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:40.752656 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:40.795775 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-65be80f2-d75e-4b42-8c5c-0cd8727b25d2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "PUT /v2.0/floatingips/47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 HTTP/1.1" status: 200 len: 990 time: 1.5962484 Apr 29 12:11:40.796390 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:11:40.843095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a117de1-5c98-4c3c-a8ae-b12969b27229'] response: {'name': 'network-changed', 'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'status': 'completed', 'code': 200} Apr 29 12:11:40.958363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-074179e3-9e93-4efb-bfc1-fa7dcba3da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:40.959897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:40.960050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-074179e3-9e93-4efb-bfc1-fa7dcba3da89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1098 time: 0.0740218 Apr 29 12:11:40.970188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b766ba2-f135-465b-968e-83326582ecd0 req-4f09cc8b-16e1-4670-a330-2aee5732213b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:40.971733 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b766ba2-f135-465b-968e-83326582ecd0 req-4f09cc8b-16e1-4670-a330-2aee5732213b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0887339 Apr 29 12:11:41.017924 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b766ba2-f135-465b-968e-83326582ecd0 req-ba2b8935-51e0-4dcf-889a-2ddcb8b24e2b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398579 Apr 29 12:11:41.094411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-5a3e754c-2bb9-450f-9723-537493781388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:41.095896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-5a3e754c-2bb9-450f-9723-537493781388 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1297483 Apr 29 12:11:41.244263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-a3ce1deb-b29c-486d-9aa6-031b5715c003 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 998 time: 0.1425138 Apr 29 12:11:41.313733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf99da-9ebd-4d7f-b3d7-d86b948e3648 req-9f592af8-b186-40d5-a145-9e60d3ab3e32 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:41.315100 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-efbf99da-9ebd-4d7f-b3d7-d86b948e3648 req-9f592af8-b186-40d5-a145-9e60d3ab3e32 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.1620979 Apr 29 12:11:41.317347 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '8a438775-fec4-4979-805b-f190e606750b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:b0:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09a28-dccf-439f-b6f4-491719ea7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:11:39Z', 'revision_number': 1, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:41.322401 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:11:41.324002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-49aa9def-59c4-418a-be4d-ac734358569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:41.325256 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-49aa9def-59c4-418a-be4d-ac734358569d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0740626 Apr 29 12:11:41.331681 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:11:41.332264 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:11:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:41.408237 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-efbf99da-9ebd-4d7f-b3d7-d86b948e3648 req-601bc619-8286-4718-a827-200bf642e93a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861063 Apr 29 12:11:41.431369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-4165c4a8-5bc6-4ff7-96db-7cedb7dfa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:41.431369 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-4165c4a8-5bc6-4ff7-96db-7cedb7dfa976 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915003 Apr 29 12:11:41.523131 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:11:41.559814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-32de83de-e2d5-4986-8839-9941cb0c471f service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233122 Apr 29 12:11:41.692529 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b1e9a685-afa3-4214-b31b-bea86b8c77a6 req-0d8b7238-941b-493b-9134-333f1573e2cc service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264386 Apr 29 12:11:41.879897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '8a438775-fec4-4979-805b-f190e606750b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:b0:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09a28-dccf-439f-b6f4-491719ea7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:11:39Z', 'revision_number': 1, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:11:41.884205 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe7a90-8048-4467-9c2f-14bafb82cfbc None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '8a438775-fec4-4979-805b-f190e606750b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:b0:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a09a28-dccf-439f-b6f4-491719ea7340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:11:39Z', 'revision_number': 1, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:11:42.070039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d35fc-3441-43c3-a6cc-874cf32ca0a5 None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:11:42.609111 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0fb5b-6574-41e1-be4d-714c037c5e48 req-d8992aff-4056-4a89-9945-c84e9c005be3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:42.610536 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38e0fb5b-6574-41e1-be4d-714c037c5e48 req-d8992aff-4056-4a89-9945-c84e9c005be3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0883565 Apr 29 12:11:42.659699 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-38e0fb5b-6574-41e1-be4d-714c037c5e48 req-874aaaa4-7a4e-4c65-b374-220a099b1a86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Apr 29 12:11:42.853581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eae635-46ff-4067-96b4-1e2c1b8f5100 req-884f172a-23af-4140-92c1-0a567e4490d3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:42.855045 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89eae635-46ff-4067-96b4-1e2c1b8f5100 req-884f172a-23af-4140-92c1-0a567e4490d3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0850046 Apr 29 12:11:42.902345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89eae635-46ff-4067-96b4-1e2c1b8f5100 req-bf224cf6-54aa-4fd0-a1a4-4d0d753c1cc5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Apr 29 12:11:43.412238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-d95ef761-aa25-4644-a9cf-2dfd28cfb6ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685802 Apr 29 12:11:43.464758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d676ff-e5cb-4d4b-a784-db0636c15607 req-c7747efb-2f89-4fd1-923f-3091514ccf45 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:43.466216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-08d676ff-e5cb-4d4b-a784-db0636c15607 req-c7747efb-2f89-4fd1-923f-3091514ccf45 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0806432 Apr 29 12:11:43.512938 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-08d676ff-e5cb-4d4b-a784-db0636c15607 req-5261229a-f15f-4334-aaf0-5c9376927add tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410120 Apr 29 12:11:44.692457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-c65039df-019b-4b9d-96a0-bdd27b949dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:44.694169 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-c65039df-019b-4b9d-96a0-bdd27b949dd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1098 time: 0.0708179 Apr 29 12:11:44.708107 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813852b-8826-4677-875f-0c0b1bd2ab76 req-a3da73ca-4201-4731-8bc2-3e401716071d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:44.709657 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6813852b-8826-4677-875f-0c0b1bd2ab76 req-a3da73ca-4201-4731-8bc2-3e401716071d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0813363 Apr 29 12:11:44.756759 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6813852b-8826-4677-875f-0c0b1bd2ab76 req-bc6900c1-58f5-46a5-b5d4-8916742e3795 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408716 Apr 29 12:11:44.937170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-3953e93b-d348-42cf-8b7c-39b3210a4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:44.938655 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-3953e93b-d348-42cf-8b7c-39b3210a4efe service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.2383380 Apr 29 12:11:45.042755 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-6f218e39-29a1-47c5-9eb3-3ef632a2b5aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 1000 time: 0.0971880 Apr 29 12:11:45.105799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-7f568b7b-d965-46e7-a113-57f33ed96826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:45.107191 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-7f568b7b-d965-46e7-a113-57f33ed96826 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0586467 Apr 29 12:11:45.185403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-161408ec-58d1-4c88-9813-0fb5b29a93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:45.186939 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-161408ec-58d1-4c88-9813-0fb5b29a93d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738289 Apr 29 12:11:45.321377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-6d3c5747-8264-48aa-a346-ae55a3bda0f7 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276622 Apr 29 12:11:45.453679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-cdcba36f-4a17-4761-b448-78e44a024eee service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263990 Apr 29 12:11:45.948571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03ae2d-abd3-4742-bd31-e953244332fb req-5ed18b3a-b26b-4720-9e6f-9cd93681922b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:45.950062 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bf03ae2d-abd3-4742-bd31-e953244332fb req-5ed18b3a-b26b-4720-9e6f-9cd93681922b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0802591 Apr 29 12:11:45.995800 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bf03ae2d-abd3-4742-bd31-e953244332fb req-e8ed0031-4191-43f4-b0d2-3c3a484b7e56 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371306 Apr 29 12:11:47.203309 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4c84-12e2-499d-b9c6-b436d645f63a req-ec0a1dc4-5b36-4b7a-beef-fed8d8ab1a02 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:47.204762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-96ac4c84-12e2-499d-b9c6-b436d645f63a req-ec0a1dc4-5b36-4b7a-beef-fed8d8ab1a02 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0892527 Apr 29 12:11:47.251313 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-96ac4c84-12e2-499d-b9c6-b436d645f63a req-c037081a-da45-4e42-b0da-da08c299984c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Apr 29 12:11:48.455674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22108045-7400-41dc-892a-f4f3d719834a req-9584f1c5-4384-41da-a383-7738c7d8228a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:48.457207 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22108045-7400-41dc-892a-f4f3d719834a req-9584f1c5-4384-41da-a383-7738c7d8228a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0896356 Apr 29 12:11:48.504741 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22108045-7400-41dc-892a-f4f3d719834a req-e170e215-244e-4651-8e50-99310b5527d1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Apr 29 12:11:49.617655 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:11:49.715548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b938-42b9-43c1-aafb-6f9bc9d01fca req-90f0d667-d42d-4057-b0f4-e78db1f36076 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:49.716940 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b827b938-42b9-43c1-aafb-6f9bc9d01fca req-90f0d667-d42d-4057-b0f4-e78db1f36076 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0928855 Apr 29 12:11:49.761955 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b827b938-42b9-43c1-aafb-6f9bc9d01fca req-93737e19-f7c6-4ad0-8652-3b1c2ec8e213 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Apr 29 12:11:50.954319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8471-5c2e-4a5e-9ea0-6277920d1dd8 req-1963215e-e28f-49f7-8de1-2b7af80f3ed1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:50.956465 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c9f8471-5c2e-4a5e-9ea0-6277920d1dd8 req-1963215e-e28f-49f7-8de1-2b7af80f3ed1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0867276 Apr 29 12:11:51.002142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c9f8471-5c2e-4a5e-9ea0-6277920d1dd8 req-9abede4b-ef68-4c90-abb3-eabadf646ffe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 Apr 29 12:11:52.192285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86234727-6265-4c99-9859-3be5c02efd17 req-9e94efeb-95e1-4e73-9082-88f7c2aa4c10 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:52.194080 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86234727-6265-4c99-9859-3be5c02efd17 req-9e94efeb-95e1-4e73-9082-88f7c2aa4c10 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0809300 Apr 29 12:11:52.240125 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-86234727-6265-4c99-9859-3be5c02efd17 req-b32db4fd-fdcd-489b-90a0-84ab7d02ed0c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Apr 29 12:11:53.443161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528161-032b-4440-9fc3-292d56940d82 req-c96ce2d3-482c-4192-9e1a-e4de206b7be7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:53.444923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28528161-032b-4440-9fc3-292d56940d82 req-c96ce2d3-482c-4192-9e1a-e4de206b7be7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0899692 Apr 29 12:11:53.490518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28528161-032b-4440-9fc3-292d56940d82 req-764f90d7-fb5f-4883-8289-9c373d866b20 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Apr 29 12:11:54.711156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06357eb-e92e-460e-82ff-419c75b97f8f req-0d62c7f1-cf55-414b-a579-b8980afc07ea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:54.712514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f06357eb-e92e-460e-82ff-419c75b97f8f req-0d62c7f1-cf55-414b-a579-b8980afc07ea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0959220 Apr 29 12:11:54.762642 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f06357eb-e92e-460e-82ff-419c75b97f8f req-936c64d2-4105-47e0-9f62-3d77e1585580 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Apr 29 12:11:55.969628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d922-6a6e-4a98-ae86-355b9ffeeaa9 req-e9ba54ab-6a42-4bd6-b0d4-8c8699a26053 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:55.971052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-aa13d922-6a6e-4a98-ae86-355b9ffeeaa9 req-e9ba54ab-6a42-4bd6-b0d4-8c8699a26053 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0863850 Apr 29 12:11:56.019369 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-aa13d922-6a6e-4a98-ae86-355b9ffeeaa9 req-8ae05d1b-7015-4496-8185-8235d389c3b5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Apr 29 12:11:57.221974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a9e13-5e05-4ae2-83f6-0e3526f239a8 req-f48b05ec-ba97-4647-bcc3-e21f7473d753 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:57.223449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-609a9e13-5e05-4ae2-83f6-0e3526f239a8 req-f48b05ec-ba97-4647-bcc3-e21f7473d753 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0844879 Apr 29 12:11:57.275709 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-609a9e13-5e05-4ae2-83f6-0e3526f239a8 req-9e34168b-0eae-4127-a950-f0566f1fb65e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 Apr 29 12:11:58.481568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c272-dfbc-497d-9061-0e389bcf20aa req-5ecb706f-8605-49cb-9bbe-d4ddab8b24db tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:58.483058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0960c272-dfbc-497d-9061-0e389bcf20aa req-5ecb706f-8605-49cb-9bbe-d4ddab8b24db tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0837655 Apr 29 12:11:58.526906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0960c272-dfbc-497d-9061-0e389bcf20aa req-1a3cb6c8-d2a1-4308-b2f8-03aba46aaf9a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Apr 29 12:11:59.712567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9634-0a2c-49d2-8da9-bc4eee9d1ac3 req-4ca0e114-c4ee-4906-86e8-9d66924ee9d1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:11:59.713970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9dfa9634-0a2c-49d2-8da9-bc4eee9d1ac3 req-4ca0e114-c4ee-4906-86e8-9d66924ee9d1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0812967 Apr 29 12:11:59.757790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9dfa9634-0a2c-49d2-8da9-bc4eee9d1ac3 req-c50d35f2-09dd-4e1f-a760-be07399d60c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Apr 29 12:12:00.328373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-58c1bdf4-3655-457a-b61e-626db84efe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:00.952221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814e6c7-bdb0-4202-97f7-ef2f7c3fcf15 req-e2aa09fb-0d72-4dc1-a0b5-6fa7b3115833 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:00.953710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4814e6c7-bdb0-4202-97f7-ef2f7c3fcf15 req-e2aa09fb-0d72-4dc1-a0b5-6fa7b3115833 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0878606 Apr 29 12:12:00.998479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4814e6c7-bdb0-4202-97f7-ef2f7c3fcf15 req-a4775acc-598f-45bf-a209-1343af3ae5bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Apr 29 12:12:02.198005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668dbe-5885-40f7-8f62-5af1785b5f03 req-5ed79818-e137-4bc1-9cb9-b420654d399f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:02.199470 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ea668dbe-5885-40f7-8f62-5af1785b5f03 req-5ed79818-e137-4bc1-9cb9-b420654d399f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0928617 Apr 29 12:12:02.243176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ea668dbe-5885-40f7-8f62-5af1785b5f03 req-84182369-7481-4e0a-a390-86a0c6e789ad tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 Apr 29 12:12:03.025211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19a7f8c0-9348-472b-a081-6a0882ff0073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:03.436391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55aa30-2032-444f-b7fd-d45d3281f2fd req-2cdee4c7-9ed5-4a7e-a7df-bd2022be833b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:03.437867 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc55aa30-2032-444f-b7fd-d45d3281f2fd req-2cdee4c7-9ed5-4a7e-a7df-bd2022be833b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0802584 Apr 29 12:12:03.482373 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc55aa30-2032-444f-b7fd-d45d3281f2fd req-bcc0622c-786a-4089-9b1f-f39bd1235e9a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Apr 29 12:12:03.739489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:04.059323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:04.146300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:04.675349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502a2c4-b06a-428f-8432-a484a82965b3 req-5597f9b9-7c2a-4ff4-a62e-a8d76c5dab7f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:04.676786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0502a2c4-b06a-428f-8432-a484a82965b3 req-5597f9b9-7c2a-4ff4-a62e-a8d76c5dab7f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0817411 Apr 29 12:12:04.723548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0502a2c4-b06a-428f-8432-a484a82965b3 req-0c4b3a51-0d59-41be-823f-ca7b9c650c1b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Apr 29 12:12:05.628871 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:05.915016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290ed98-b74c-499e-a6ea-dd313152ea48 req-514764d5-8364-4aa2-88f1-e10d362e33a9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:05.916448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c290ed98-b74c-499e-a6ea-dd313152ea48 req-514764d5-8364-4aa2-88f1-e10d362e33a9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0869548 Apr 29 12:12:05.965364 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c290ed98-b74c-499e-a6ea-dd313152ea48 req-ca23234e-f611-4d81-996e-9f6a0065f6cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Apr 29 12:12:07.163218 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b1aaa-1410-420d-a288-24b1dbaf6cd7 req-768ac04e-33ba-4f2c-8945-c4d751af0318 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:07.164692 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-376b1aaa-1410-420d-a288-24b1dbaf6cd7 req-768ac04e-33ba-4f2c-8945-c4d751af0318 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0944109 Apr 29 12:12:07.210830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-376b1aaa-1410-420d-a288-24b1dbaf6cd7 req-08d027f8-9120-42f9-821e-0e4905dcbe79 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Apr 29 12:12:07.334971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-6a76c4f8-8c60-4bdf-86bd-db1786706981 service neutron] 10.222.0.66 "GET /v2.0/ports/8a438775-fec4-4979-805b-f190e606750b/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0811324 Apr 29 12:12:07.639298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-1b5dc2c2-57d5-4f1d-b6d7-a72d6b472326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:07.640770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-1b5dc2c2-57d5-4f1d-b6d7-a72d6b472326 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1098 time: 0.0757451 Apr 29 12:12:07.757522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-7c9f0dd8-688c-47d9-bbb5-cd8dfa207091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:07.759040 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-7c9f0dd8-688c-47d9-bbb5-cd8dfa207091 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1098 time: 0.0832586 Apr 29 12:12:08.002673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-abce325c-f87b-4408-b459-0279bc35bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:08.004070 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-abce325c-f87b-4408-b459-0279bc35bbad service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.2390714 Apr 29 12:12:08.105959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-1aa09643-5e63-4a55-8859-5b6cf93383e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 1000 time: 0.0954595 Apr 29 12:12:08.176780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-cbdde6d4-630e-4482-b661-0538335222f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:08.178990 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-cbdde6d4-630e-4482-b661-0538335222f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0667901 Apr 29 12:12:08.284820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eb017-fd81-47c5-ae83-004247ecaecc req-9cf72ea1-21e3-4eb3-9c78-821f1a5ccd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:08.286734 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-9cf72ea1-21e3-4eb3-9c78-821f1a5ccd72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013086 Apr 29 12:12:08.478542 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-c62825a1-d417-462f-b5f0-ef024ac9fb10 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852317 Apr 29 12:12:08.512006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e770514-e482-4e42-8b9e-fef7b335372f req-5738da3a-3a4a-4896-9d5a-920f3443f50b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:08.513414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e770514-e482-4e42-8b9e-fef7b335372f req-5738da3a-3a4a-4896-9d5a-920f3443f50b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.1866157 Apr 29 12:12:08.635877 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e770514-e482-4e42-8b9e-fef7b335372f req-181a10e3-cacd-4fc8-8987-fb8bd90c20e1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096709 Apr 29 12:12:08.656357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-915eb017-fd81-47c5-ae83-004247ecaecc req-a7b563ad-beee-47e4-8656-6c8e55a35000 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709297 Apr 29 12:12:09.830824 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83930d04-de70-40e7-bd48-f76fddcc94af req-f39c5483-9421-45dd-92d7-d36d505d9fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:09.832303 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-83930d04-de70-40e7-bd48-f76fddcc94af req-f39c5483-9421-45dd-92d7-d36d505d9fa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Apr 29 12:12:09.876042 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-83930d04-de70-40e7-bd48-f76fddcc94af req-fa7e21a2-f819-41d5-b052-fed1a3e4e2f3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 Apr 29 12:12:11.087278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64c4d-0ad8-4370-a194-3407b1d67281 req-9a9af4ee-418d-4a1f-8044-9a3a9827d3ea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:11.089962 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cee64c4d-0ad8-4370-a194-3407b1d67281 req-9a9af4ee-418d-4a1f-8044-9a3a9827d3ea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0957897 Apr 29 12:12:11.136022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cee64c4d-0ad8-4370-a194-3407b1d67281 req-94594804-aa93-422f-9d7c-a0fa9ea79e4e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Apr 29 12:12:12.191352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:12:12.197093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:12:12.324924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f5542-2a1f-4c47-88b1-83af4028d388 req-2e831667-c64f-455e-b91c-59bc08fe2e8f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:12.326321 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a3f5542-2a1f-4c47-88b1-83af4028d388 req-2e831667-c64f-455e-b91c-59bc08fe2e8f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0841095 Apr 29 12:12:12.371767 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7a3f5542-2a1f-4c47-88b1-83af4028d388 req-532b1318-efe6-4f96-b0df-579c34b7d1af tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Apr 29 12:12:12.404807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:12.445886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:12.462237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:12.473298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '8a438775-fec4-4979-805b-f190e606750b', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '8a438775-fec4-4979-805b-f190e606750b', 'mac_address': 'fa:16:3e:b0:c5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:12:12.477360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:12.508061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:12.550822 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d77b4e-82f8-4a0b-a272-ecf34aa0555c'] response: {'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'code': 200} Apr 29 12:12:12.591075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:12.615053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a438775-fec4-4979-805b-f190e606750b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:12:12.619055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:12.635639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:12.639941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:12.713601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdde88-9dca-4748-bdfa-b343b6298eb8 req-0dc1ae8b-c9d6-4f00-994e-27b08f0774b6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:12.713829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:12.715475 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-99fdde88-9dca-4748-bdfa-b343b6298eb8 req-0dc1ae8b-c9d6-4f00-994e-27b08f0774b6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 944 time: 0.1003339 Apr 29 12:12:12.730298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29028a9-848f-4d74-982b-69b99be64206 req-86d617ed-ac50-4b6a-bb51-703d89b7aa93 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:12.735251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-86d617ed-ac50-4b6a-bb51-703d89b7aa93 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340&tenant_id=e085add513cc441f9f3aa5dc2cf04f86&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.0904503 Apr 29 12:12:12.766880 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-99fdde88-9dca-4748-bdfa-b343b6298eb8 req-f972097f-922b-44b6-ad18-a5b570df6153 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Apr 29 12:12:12.797556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['8a438775-fec4-4979-805b-f190e606750b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:12:12.887633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29028a9-848f-4d74-982b-69b99be64206 req-2e3cff17-46bf-42e1-8f4b-35f732e228b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:12.889087 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-2e3cff17-46bf-42e1-8f4b-35f732e228b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 1097 time: 0.0704477 Apr 29 12:12:13.028887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29028a9-848f-4d74-982b-69b99be64206 req-c60affdc-8142-4972-a2ae-82e81552c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:13.030275 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-c60affdc-8142-4972-a2ae-82e81552c2bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1331165 Apr 29 12:12:13.140716 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-28024fd2-8abf-4605-a392-e27c4ad7e52b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 200 len: 999 time: 0.1040945 Apr 29 12:12:13.216214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29028a9-848f-4d74-982b-69b99be64206 req-d12c0cea-9b68-4419-b57c-d56bebe7c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:13.217769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-d12c0cea-9b68-4419-b57c-d56bebe7c2a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0705986 Apr 29 12:12:13.293570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29028a9-848f-4d74-982b-69b99be64206 req-b7be0236-4b35-4a77-8cfc-f2d623aef8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:13.294932 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-b7be0236-4b35-4a77-8cfc-f2d623aef8ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708029 Apr 29 12:12:13.436879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-9163ba02-7c3e-430d-9535-3d6f8feff498 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357269 Apr 29 12:12:13.684949 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29028a9-848f-4d74-982b-69b99be64206 req-0f74a130-6b39-4a12-b1e3-8138274a9d48 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420425 Apr 29 12:12:13.955668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d469-56cb-4ad8-bd80-abc570aafd7f req-6f091784-c36a-47a3-be17-5c3d9c523475 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:13.957021 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b738d469-56cb-4ad8-bd80-abc570aafd7f req-6f091784-c36a-47a3-be17-5c3d9c523475 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 944 time: 0.0831087 Apr 29 12:12:14.009909 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b738d469-56cb-4ad8-bd80-abc570aafd7f req-f413b1eb-4267-4556-a5d7-0ae9112eacc2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Apr 29 12:12:14.209521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:12:14.280059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 8a438775-fec4-4979-805b-f190e606750b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:14.280435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:14.402656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:14.435837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:14.439545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:14.512162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:14.552456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:14.610081 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816d1594-f912-4efc-a93e-4df3357bd557'] response: {'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'code': 200} Apr 29 12:12:15.212672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3cd99-dfaa-412c-8004-777d3359922d req-a2c410ab-238b-4574-bbbc-e4985ccf3856 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:15.214175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-14e3cd99-dfaa-412c-8004-777d3359922d req-a2c410ab-238b-4574-bbbc-e4985ccf3856 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0819190 Apr 29 12:12:15.261694 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-14e3cd99-dfaa-412c-8004-777d3359922d req-8940f80d-ffa4-4bdf-b7ef-9ff53c4047c8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Apr 29 12:12:15.476624 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0623e3-6243-4864-a4a4-29c57feab557 req-f0507f59-7b4a-47a9-95ca-7b495e63dedc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:15.478149 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ce0623e3-6243-4864-a4a4-29c57feab557 req-f0507f59-7b4a-47a9-95ca-7b495e63dedc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0930903 Apr 29 12:12:15.523781 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ce0623e3-6243-4864-a4a4-29c57feab557 req-0053980e-5ba8-4a57-83c3-24ee4f958641 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386217 Apr 29 12:12:15.722729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac5ac-d341-4688-abfe-396afb28f60a req-09bafd17-3d3d-4744-a07a-63518bedb555 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:15.724177 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-726ac5ac-d341-4688-abfe-396afb28f60a req-09bafd17-3d3d-4744-a07a-63518bedb555 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0906878 Apr 29 12:12:15.770645 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-726ac5ac-d341-4688-abfe-396afb28f60a req-05ddb743-35a5-433c-ac1f-f6c9805e1443 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Apr 29 12:12:16.158498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbcf5a-0a0b-4ba2-8703-8ced195e62d1 req-90850e30-015a-4b89-8d12-b1dba64858e8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:16.159973 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-66bbcf5a-0a0b-4ba2-8703-8ced195e62d1 req-90850e30-015a-4b89-8d12-b1dba64858e8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0822139 Apr 29 12:12:16.207623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-66bbcf5a-0a0b-4ba2-8703-8ced195e62d1 req-e7a84e93-cce4-4112-8801-1b4183fd704c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Apr 29 12:12:17.408815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f52fd-a92d-4cd0-aa66-dca33fd92499 req-f39dcf33-7eac-4027-bc9c-d6122e1c3de3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:17.410338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-389f52fd-a92d-4cd0-aa66-dca33fd92499 req-f39dcf33-7eac-4027-bc9c-d6122e1c3de3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0855026 Apr 29 12:12:17.455638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-389f52fd-a92d-4cd0-aa66-dca33fd92499 req-d7988d46-6725-4a0b-ac3d-b8b3c640ed73 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 Apr 29 12:12:18.125847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-9f1285e0-0fe6-4d83-a8fd-18c824825540 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:18.127262 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-9f1285e0-0fe6-4d83-a8fd-18c824825540 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.0874596 Apr 29 12:12:18.213081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Deleting port 8a438775-fec4-4979-805b-f190e606750b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:12:18.213432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:18.496707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] For port 8a438775-fec4-4979-805b-f190e606750b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=8a438775-fec4-4979-805b-f190e606750b,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:18.497067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:18.839678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529c28-df46-43c7-b220-b36b2385fa92 req-74b0e7b1-5a3e-4160-9025-6e6fb813674f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:18.841088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d529c28-df46-43c7-b220-b36b2385fa92 req-74b0e7b1-5a3e-4160-9025-6e6fb813674f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 945 time: 0.2634161 Apr 29 12:12:18.881507 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:18.881873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:18.882170 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 disassociated. External IP: 172.26.0.95, port: 8a438775-fec4-4979-805b-f190e606750b. Apr 29 12:12:18.882508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Calling delete_port for 8a438775-fec4-4979-805b-f190e606750b owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:12:18.952347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d529c28-df46-43c7-b220-b36b2385fa92 req-30c89080-f44b-44e8-adaa-fb765ce00cdc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034439 Apr 29 12:12:19.052655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:19.105580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'Port': ['ID=8a438775-fec4-4979-805b-f190e606750b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:19.423041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:12:19.612563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:12:19.622848 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:19.634730 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:12:19.635356 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:12:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:19.687815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] No DVR routers for this DVR port 8a438775-fec4-4979-805b-f190e606750b on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:12:19.690642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:19.693306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-deleted', 'tag': '8a438775-fec4-4979-805b-f190e606750b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:19.710581 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5165f7b3-8753-4d18-bc1c-aeae796701aa req-2696d742-69c2-43c8-9a28-b8111bd93e30 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "DELETE /v2.0/ports/8a438775-fec4-4979-805b-f190e606750b HTTP/1.1" status: 204 len: 173 time: 1.5783942 Apr 29 12:12:19.747346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ae0a45-9b93-428c-96fe-bcd42e7840c1'] response: {'server_uuid': '96a09a28-dccf-439f-b6f4-491719ea7340', 'name': 'network-vif-deleted', 'tag': '8a438775-fec4-4979-805b-f190e606750b', 'status': 'completed', 'code': 200} Apr 29 12:12:19.822824 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:12:20.114591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0eee9f21-a1b3-44d9-bc65-e2776b7aab2d req-21a1090b-be1e-4b4b-9e37-10bebcd6e6ee tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:12:20.131669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0eee9f21-a1b3-44d9-bc65-e2776b7aab2d req-21a1090b-be1e-4b4b-9e37-10bebcd6e6ee tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:12:20.132969 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0eee9f21-a1b3-44d9-bc65-e2776b7aab2d req-21a1090b-be1e-4b4b-9e37-10bebcd6e6ee tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=96a09a28-dccf-439f-b6f4-491719ea7340 HTTP/1.1" status: 200 len: 210 time: 0.0604267 Apr 29 12:12:20.170604 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:20.174978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:20.183426 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:12:20.184033 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:12:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:20.373492 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:12:20.699760 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:20.704687 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309cf09-b61b-40fc-9026-491ec3dadb7a None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:20.946394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba4f9e-d84c-451c-949c-325f74edfccc None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:12:21.484281 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-3a0f7249-9169-4c9a-8f6d-63f462b3faff tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1843121476&fields=id&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 267 time: 0.0468097 Apr 29 12:12:21.752301 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-03a63809-77f7-4c8b-bc9a-5116b5e512a8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:21.752866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-03a63809-77f7-4c8b-bc9a-5116b5e512a8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:network {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:12:21.771886 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-03a63809-77f7-4c8b-bc9a-5116b5e512a8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:network {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:12:21.773028 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-03a63809-77f7-4c8b-bc9a-5116b5e512a8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.2820683 Apr 29 12:12:21.790300 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-5f63a925-cb4b-44af-bba8-76aac6c5b14c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/quotas/e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 375 time: 0.0110490 Apr 29 12:12:21.889091 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-68767728-d42e-4513-a3be-2521c306f729 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926468 Apr 29 12:12:22.091556 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-3e5f83c0-4c74-4989-9057-5c9c57e37819 service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871967 Apr 29 12:12:22.229235 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-08a4a8d2-f519-41c8-937b-774519b15efb service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302929 Apr 29 12:12:22.236430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:12:22.270331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 8a438775-fec4-4979-805b-f190e606750b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:12:22.270686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 8a438775-fec4-4979-805b-f190e606750b not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:12:22.419829 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-616a0ca7-196b-4d75-b28a-1713627efd62 req-470d7ddf-48ad-48e4-9929-3c00a7b57c0b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 210 time: 0.0433280 Apr 29 12:12:23.553084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-05252304-8216-44be-b14c-00d5048dd6f8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:23.555440 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-05252304-8216-44be-b14c-00d5048dd6f8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1588030 Apr 29 12:12:23.583571 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8990e37c-6c5a-4b55-8004-a7d4a5741729 req-bee41f6c-c70b-4e08-9c28-b7f974374c28 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 210 time: 0.0444870 Apr 29 12:12:23.613475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-fb30af34-d797-4f14-9cdf-23060c50a158 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 380 time: 0.0431557 Apr 29 12:12:23.621594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'port': {'device_id': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'admin_state_up': True, 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'security_groups': ['8a6557fc-3260-4a7c-8230-14ae059750b5']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:23.759316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:12:23.769517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:12:23.780414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:12:23.784007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:23.949645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Allocated IP 172.20.0.9 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/52e14afa-ccb6-4a15-a689-91c3fb0033a1) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:12:24.148466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:24.166557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Transition to ACTIVE for port object 52e14afa-ccb6-4a15-a689-91c3fb0033a1 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:12:24.198150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:24.276663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:12:24.279761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:12:24.283504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:12:24.315132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:24.336050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.336402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.336762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.337137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.337512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.337946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.338195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.338557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.338893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.339273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.339596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.339918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:24.366455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:24.367207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:24.395915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-412f9649-75ac-48e9-86d9-2999a118c5c0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779465 Apr 29 12:12:24.413939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Request body: {'port': {'device_id': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:24.502263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a6ca97c3-321f-4118-9757-084dd74730b6 None None] Provisioning for port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:12:24.507694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a6ca97c3-321f-4118-9757-084dd74730b6 None None] Provisioning complete for port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:24.508184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a6ca97c3-321f-4118-9757-084dd74730b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:24.539538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:24.569486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca97c3-321f-4118-9757-084dd74730b6 None None] Port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:12:25.007915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6b97-bbfe-4670-aa22-3b95a9fc764d req-fdd945b7-ee94-45a6-8da3-e2a1fea8d39c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:25.008838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5eca6b97-bbfe-4670-aa22-3b95a9fc764d req-fdd945b7-ee94-45a6-8da3-e2a1fea8d39c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:12:25.070883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5eca6b97-bbfe-4670-aa22-3b95a9fc764d req-fdd945b7-ee94-45a6-8da3-e2a1fea8d39c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:12:25.072159 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5eca6b97-bbfe-4670-aa22-3b95a9fc764d req-fdd945b7-ee94-45a6-8da3-e2a1fea8d39c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 931 time: 0.3701310 Apr 29 12:12:25.121524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e14afa-ccb6-4a15-a689-91c3fb0033a1 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:12:25.133105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:25.146344 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5eca6b97-bbfe-4670-aa22-3b95a9fc764d req-2f6f8157-34d1-4279-abaa-7f186be51502 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627322 Apr 29 12:12:25.158875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Transition to ACTIVE for port object 52e14afa-ccb6-4a15-a689-91c3fb0033a1 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:12:25.162871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:25.298556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:25.418710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Attempting to bind port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:12:25.419064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Attempting to bind port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:12:25.419463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Attempting to bind port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:12:25.424370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:12:25.424749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Attempting to bind port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:12:25.430046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:12:25.430492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:12:25.430914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:12:25.431524 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Bound port: 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:12:25.431831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:25.531388 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:12:25.535956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:12:25.542053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:25.610165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:25.610917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:25.612245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] 10.222.0.66 "PUT /v2.0/ports/52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 1093 time: 1.2027712 Apr 29 12:12:25.612747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:25.646025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3097-41ce-4db7-a854-f99ae7592e26 service neutron] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:25.665764 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283996c7-3d5c-4cc6-b013-b2e45b57be49'] response: {'name': 'network-changed', 'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'status': 'completed', 'code': 200} Apr 29 12:12:25.762385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-25a31200-2f3d-4015-88bd-5e3ad5808c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:25.763853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-25a31200-2f3d-4015-88bd-5e3ad5808c0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1096 time: 0.0800955 Apr 29 12:12:25.850308 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-936c998a-f786-4f4d-ba21-2389d0df0a86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 217 time: 0.0735204 Apr 29 12:12:25.913373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-4b69622d-389a-45ea-9e01-21bdb5b08246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:25.914766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-4b69622d-389a-45ea-9e01-21bdb5b08246 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0579894 Apr 29 12:12:25.997584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-593c14a6-bc8d-4e32-94ce-a0818b02c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:25.999035 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-593c14a6-bc8d-4e32-94ce-a0818b02c6c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787592 Apr 29 12:12:26.130475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-2c7d8fd3-8204-4a3f-9dce-e65ebedc487b service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254790 Apr 29 12:12:26.315727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b29e2fcb-1bad-4312-9fc3-d8abb55f6670 req-6062f2da-c8ae-4b63-a8eb-e13d5d882a2e service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778257 Apr 29 12:12:26.351445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d94e8-bcd0-444c-9237-28c741ae5ca7 req-a42beb7f-f9b4-42a3-908b-c19111aafe61 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:26.352874 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d6d94e8-bcd0-444c-9237-28c741ae5ca7 req-a42beb7f-f9b4-42a3-908b-c19111aafe61 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 943 time: 0.0961969 Apr 29 12:12:26.399841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d6d94e8-bcd0-444c-9237-28c741ae5ca7 req-509c613c-ec5b-4db1-9f0e-9338fd3a7155 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Apr 29 12:12:26.491533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-3020863d-c5c9-4b8c-9e6a-e4d9206fbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:26.493052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-3020863d-c5c9-4b8c-9e6a-e4d9206fbb96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1096 time: 0.0772784 Apr 29 12:12:26.619684 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:12:26.631624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-03dec918-c637-439b-bd0f-1613edfa228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:26.633044 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-03dec918-c637-439b-bd0f-1613edfa228b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1344368 Apr 29 12:12:26.698943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-7fe21914-07ff-4755-8bcb-dfe048427f27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 217 time: 0.0599217 Apr 29 12:12:26.868662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-d0491f15-b614-4698-82d1-42775dc453b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:26.870117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-d0491f15-b614-4698-82d1-42775dc453b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.1659997 Apr 29 12:12:26.945360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-4b8f0999-627c-49cd-9cbc-1c6a6a193dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:26.946835 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-4b8f0999-627c-49cd-9cbc-1c6a6a193dce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700436 Apr 29 12:12:27.080561 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-a54f392e-4f7d-4eb9-8134-f524bf51c26c service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272347 Apr 29 12:12:27.210347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78b3c90-8437-4c8a-84ae-f744e4d13b29 req-332dbbe4-e97c-4d03-89c4-bfb12be00b49 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236746 Apr 29 12:12:27.593354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2f88a-361c-4e7a-8798-f1df7ce056e9 req-17c34894-7f10-4596-8fa6-c79266724a40 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:27.594885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c3e2f88a-361c-4e7a-8798-f1df7ce056e9 req-17c34894-7f10-4596-8fa6-c79266724a40 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 943 time: 0.0839701 Apr 29 12:12:27.647488 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c3e2f88a-361c-4e7a-8798-f1df7ce056e9 req-4be2057f-465a-4655-90db-adc939bd8a4d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Apr 29 12:12:28.853175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e5426-0f47-4bd7-9615-1b0ac2d2062c req-c07cae92-d299-41c2-8529-5c498293b01e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:28.853995 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-151e5426-0f47-4bd7-9615-1b0ac2d2062c req-c07cae92-d299-41c2-8529-5c498293b01e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 943 time: 0.0856810 Apr 29 12:12:28.902254 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-151e5426-0f47-4bd7-9615-1b0ac2d2062c req-b906ee45-ccec-403b-a43a-02a7125f403e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Apr 29 12:12:30.109271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376c607-5b33-4615-99fa-af1e53cfbe11 req-5f8fc4ed-64b9-455e-9a81-01b8798aa0e3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:30.110728 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7376c607-5b33-4615-99fa-af1e53cfbe11 req-5f8fc4ed-64b9-455e-9a81-01b8798aa0e3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 943 time: 0.0918870 Apr 29 12:12:30.166020 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7376c607-5b33-4615-99fa-af1e53cfbe11 req-a4449cfe-a114-4bcd-8d6f-18a7e6b75e63 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484784 Apr 29 12:12:30.254174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:12:30.381604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cd477fd1-f128-4215-b259-cb94dfa17377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.410831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:30.424605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'mac_address': 'fa:16:3e:85:9d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:12:30.480685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.498150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e14afa-ccb6-4a15-a689-91c3fb0033a1 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:12:30.514471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:30.518170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:30.594195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:30.604462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.604795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.605138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.605533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.605878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.606184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.606511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.606830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.607151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.607488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.607999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.608568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:12:30.887432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['52e14afa-ccb6-4a15-a689-91c3fb0033a1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:12:31.363961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed0d45-5080-40fd-8252-49b38e94d8ed req-2efb860f-da67-4b30-9798-b696859b1f00 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:31.365635 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-baed0d45-5080-40fd-8252-49b38e94d8ed req-2efb860f-da67-4b30-9798-b696859b1f00 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 944 time: 0.0885956 Apr 29 12:12:31.419157 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-baed0d45-5080-40fd-8252-49b38e94d8ed req-0fc902ca-cbc8-4e3b-843a-6af932789ebc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Apr 29 12:12:32.252604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:12:32.327143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:12:32.334877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:12:32.335248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:32.472951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:32.503070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:32.515073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:12:32.520694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:32.557921 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a647a2a1-8671-499c-bfc6-775a710d72a5'] response: {'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'code': 200} Apr 29 12:12:32.600413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:12:32.637353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846cbf9-6463-49de-bffa-4d579795d77a req-d3b8ca05-ba71-4de0-a614-5ab457c70db2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:32.639128 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a846cbf9-6463-49de-bffa-4d579795d77a req-d3b8ca05-ba71-4de0-a614-5ab457c70db2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0974402 Apr 29 12:12:32.694843 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a846cbf9-6463-49de-bffa-4d579795d77a req-45f84b68-e675-4570-9ad2-30a623232b37 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Apr 29 12:12:32.876232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664c044-5d35-4de4-9e1a-b0fc0f825fad req-ff35b388-b06c-4fd9-b9c9-08a6bef62158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:32.878138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4664c044-5d35-4de4-9e1a-b0fc0f825fad req-ff35b388-b06c-4fd9-b9c9-08a6bef62158 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1098 time: 0.0834522 Apr 29 12:12:32.926251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4664c044-5d35-4de4-9e1a-b0fc0f825fad req-9e6af147-17aa-4745-9508-0b8e8940bbfe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 Apr 29 12:12:33.036666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1be7-1d09-4a68-b1c0-540e2c2eb8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.749931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:33.894982 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11880f2-8261-4918-904a-0f4e6ecebf63 req-ba42d83b-0b26-492b-a0b3-a3012d16d0df tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:33.896560 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c11880f2-8261-4918-904a-0f4e6ecebf63 req-ba42d83b-0b26-492b-a0b3-a3012d16d0df tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0832298 Apr 29 12:12:33.947923 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c11880f2-8261-4918-904a-0f4e6ecebf63 req-0805c26c-9a6d-4024-a353-f75a04ee08b5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Apr 29 12:12:34.080352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:34.156115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.150123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df722b-7732-45ab-9b0c-0c1695374696 req-a4093f57-4a6a-48bb-8008-bcf949e8e2a1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:35.151724 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-94df722b-7732-45ab-9b0c-0c1695374696 req-a4093f57-4a6a-48bb-8008-bcf949e8e2a1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0891187 Apr 29 12:12:35.201173 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-94df722b-7732-45ab-9b0c-0c1695374696 req-08425d21-fc44-4a46-b5f0-0cd5b381a011 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Apr 29 12:12:35.386124 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e54514-5f0c-47f4-8e55-6efd7cdefa1f req-ad8f02a5-fa40-4dad-895c-e2661c94aae4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:35.387660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-91e54514-5f0c-47f4-8e55-6efd7cdefa1f req-ad8f02a5-fa40-4dad-895c-e2661c94aae4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0850058 Apr 29 12:12:35.396672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:12:35.401770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'floatingip': {'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:12:35.478552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:35.631914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.185818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.193617 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.371649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 associated. External IP: 172.26.0.95, port: 52e14afa-ccb6-4a15-a689-91c3fb0033a1. Apr 29 12:12:36.747793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:12:36.921815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:12:36.926198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:12:36.931574 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:12:36.942491 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:12:36.943315 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:12:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:36.981369 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3a7574cd-bf08-4d06-b369-af43b3a84c57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "PUT /v2.0/floatingips/47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 HTTP/1.1" status: 200 len: 990 time: 1.5836496 Apr 29 12:12:36.981958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:12:37.026795 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5368994b-e5d7-4ec4-a340-3ee2e9c80744'] response: {'name': 'network-changed', 'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'status': 'completed', 'code': 200} Apr 29 12:12:37.130395 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:12:37.144896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-c11abb62-f688-4068-aaaf-36de51e1ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:37.146437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-c11abb62-f688-4068-aaaf-36de51e1ba29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1098 time: 0.0722034 Apr 29 12:12:37.332476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-325f0e96-ab7e-4567-95e8-113ff53d8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:37.333864 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-325f0e96-ab7e-4567-95e8-113ff53d8676 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1809456 Apr 29 12:12:37.440432 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-ab3bdd8c-8954-4054-89a8-3eadb13942ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 998 time: 0.0967836 Apr 29 12:12:37.448800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1794e37-ed94-4fda-8e7d-a31542fccc5b req-203ce678-a7a4-4650-9041-b13e63c9bae9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:37.450270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1794e37-ed94-4fda-8e7d-a31542fccc5b req-203ce678-a7a4-4650-9041-b13e63c9bae9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.2116833 Apr 29 12:12:37.475704 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:85:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:12:35Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:37.479509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:12:37.487793 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:12:37.488410 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:12:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:37.533439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-28f020c3-c511-4927-b7a0-97e7278117cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:37.534894 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-28f020c3-c511-4927-b7a0-97e7278117cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0837507 Apr 29 12:12:37.539357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1794e37-ed94-4fda-8e7d-a31542fccc5b req-f08a7f22-9502-4b9b-a4a0-6cfe1a8738f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571938 Apr 29 12:12:37.706325 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:12:37.736848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-244274d5-18ce-4633-893e-02c326cb14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:37.738333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-244274d5-18ce-4633-893e-02c326cb14e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1972265 Apr 29 12:12:37.869728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-88993e9b-cfcd-4116-8b43-3c6cc6a98604 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237242 Apr 29 12:12:38.001842 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c4a6f88e-b506-4422-a874-72fde53e0f66 req-6e8145d6-a39a-400a-819b-da27c24dd06a service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244802 Apr 29 12:12:38.054311 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:85:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:12:35Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:12:38.060379 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa6719-5ac1-4cc3-b14a-ef7e3c1a5878 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:85:9d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:12:35Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:12:38.265437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e264e7-9d99-4780-92a8-9068c396a622 None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:12:38.758934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e517c-4c03-4417-b32a-5c4c0473a8c6 req-18b6bea2-47b8-43a2-96ef-6e8830c38953 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:38.760364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2a5e517c-4c03-4417-b32a-5c4c0473a8c6 req-18b6bea2-47b8-43a2-96ef-6e8830c38953 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.1018405 Apr 29 12:12:38.811240 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2a5e517c-4c03-4417-b32a-5c4c0473a8c6 req-7141419c-66be-4be4-ba2a-71a2e2d63812 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Apr 29 12:12:40.010487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf046-8ae0-49d3-976d-54e06be72cb9 req-88fc6c45-adac-49ac-aa3a-b97376894c0e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:40.011957 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e6cf046-8ae0-49d3-976d-54e06be72cb9 req-88fc6c45-adac-49ac-aa3a-b97376894c0e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0833390 Apr 29 12:12:40.056104 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e6cf046-8ae0-49d3-976d-54e06be72cb9 req-5e1caabf-f3e3-4d4d-9b33-53ec5afe4135 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Apr 29 12:12:41.252409 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55026eb-d6f7-4094-bbb6-a5ad0b73163f req-e0fcc3a4-0ddf-4f6a-92f4-a80a2b8dc4e4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:41.253898 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e55026eb-d6f7-4094-bbb6-a5ad0b73163f req-e0fcc3a4-0ddf-4f6a-92f4-a80a2b8dc4e4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0860338 Apr 29 12:12:41.300042 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e55026eb-d6f7-4094-bbb6-a5ad0b73163f req-72f3b9a1-8d49-4fb0-80b4-a91a4d533102 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Apr 29 12:12:42.502801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea4b8-fe13-40ea-a77c-67d3af57c864 req-c42e6c61-e13e-4768-81f9-fc654ec02c97 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:42.504251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7eeea4b8-fe13-40ea-a77c-67d3af57c864 req-c42e6c61-e13e-4768-81f9-fc654ec02c97 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0842710 Apr 29 12:12:42.553433 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7eeea4b8-fe13-40ea-a77c-67d3af57c864 req-5a85fd0a-a6c0-4d46-a741-2a04c38b310f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Apr 29 12:12:43.772793 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939b2aa-003c-4c2f-bca2-185a018ef5fe req-90600c27-a520-4cd9-be09-c8ca750b9807 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:43.774176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a939b2aa-003c-4c2f-bca2-185a018ef5fe req-90600c27-a520-4cd9-be09-c8ca750b9807 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0951757 Apr 29 12:12:43.826900 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a939b2aa-003c-4c2f-bca2-185a018ef5fe req-b3bdec44-f3da-4ea8-b2e8-37254ec5e212 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Apr 29 12:12:45.032488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636cb7-b238-449e-8591-25a3a8630fb6 req-ef8a7604-4002-4b79-9458-f38bc6503bca tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:45.034011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a0636cb7-b238-449e-8591-25a3a8630fb6 req-ef8a7604-4002-4b79-9458-f38bc6503bca tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0869770 Apr 29 12:12:45.081143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a0636cb7-b238-449e-8591-25a3a8630fb6 req-7090e688-f588-4e12-a744-52e32f53f7fb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Apr 29 12:12:46.292479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d0210-2309-4905-950c-719ada833d41 req-cdbe53e5-07ce-4eb5-9b74-5b7163c26a2c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:46.293942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b98d0210-2309-4905-950c-719ada833d41 req-cdbe53e5-07ce-4eb5-9b74-5b7163c26a2c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0807142 Apr 29 12:12:46.345403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b98d0210-2309-4905-950c-719ada833d41 req-ef980f45-39c4-4833-ad72-355a646c9f33 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Apr 29 12:12:47.539083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529fc10-3bc9-4dcb-8831-71582404d882 req-65cae8e4-ffbb-4f5b-beeb-2145cedfece1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:47.540518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1529fc10-3bc9-4dcb-8831-71582404d882 req-65cae8e4-ffbb-4f5b-beeb-2145cedfece1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0856478 Apr 29 12:12:47.585993 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1529fc10-3bc9-4dcb-8831-71582404d882 req-0acf7b4f-9bee-449e-90db-efa1099fc9e0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Apr 29 12:12:48.787680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f44637-7033-48dc-a625-61c6879e588c req-aea6ea55-1a6d-426e-9b8f-1a83fef48492 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:48.789052 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b1f44637-7033-48dc-a625-61c6879e588c req-aea6ea55-1a6d-426e-9b8f-1a83fef48492 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0917342 Apr 29 12:12:48.839575 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b1f44637-7033-48dc-a625-61c6879e588c req-9f07fa04-0f57-49d9-a61c-42982e44b897 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445781 Apr 29 12:12:50.038965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542a8f9-b91f-41c1-9323-450ea1b4d553 req-bd3f2265-8e43-40b8-93d9-d4f63a841462 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:50.040412 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3542a8f9-b91f-41c1-9323-450ea1b4d553 req-bd3f2265-8e43-40b8-93d9-d4f63a841462 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0959392 Apr 29 12:12:50.090621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3542a8f9-b91f-41c1-9323-450ea1b4d553 req-23cd5e1b-57e6-45ba-8f8b-0a50c559c5bb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Apr 29 12:12:51.299820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d3546-21a9-4adf-ad4a-ff2c7359b5b1 req-8dfcbf60-3b04-4125-9a86-e647caff37fe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:51.301522 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-670d3546-21a9-4adf-ad4a-ff2c7359b5b1 req-8dfcbf60-3b04-4125-9a86-e647caff37fe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0941839 Apr 29 12:12:51.350771 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-670d3546-21a9-4adf-ad4a-ff2c7359b5b1 req-c86d125f-4079-45b8-9009-67993bd4f539 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Apr 29 12:12:52.552473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101c6d-db76-45a1-b642-ecee548c11ae req-52fcfbc9-401c-40bd-a834-b8c4b81cbec2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:52.553939 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-97101c6d-db76-45a1-b642-ecee548c11ae req-52fcfbc9-401c-40bd-a834-b8c4b81cbec2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0866570 Apr 29 12:12:52.600579 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-97101c6d-db76-45a1-b642-ecee548c11ae req-31ea5165-2b3d-4294-bf59-3e410f9362c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 Apr 29 12:12:53.795396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b24e1-82e5-40f3-aca6-d1673884ef17 req-1a18dd53-4c46-4f11-affd-b1393d214b35 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:53.796751 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-364b24e1-82e5-40f3-aca6-d1673884ef17 req-1a18dd53-4c46-4f11-affd-b1393d214b35 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0806823 Apr 29 12:12:53.857673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-364b24e1-82e5-40f3-aca6-d1673884ef17 req-e19155e8-7315-4c15-962f-4d050b1c2c1c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543971 Apr 29 12:12:55.049821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d0481-56e2-4448-8b55-eeb91e91f706 req-b911e61d-337a-4f12-952e-c1d4c73543dd tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:55.051366 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9c5d0481-56e2-4448-8b55-eeb91e91f706 req-b911e61d-337a-4f12-952e-c1d4c73543dd tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0855234 Apr 29 12:12:55.097130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9c5d0481-56e2-4448-8b55-eeb91e91f706 req-914127aa-422e-4f81-b87a-ee9bdd121179 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Apr 29 12:12:56.284727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2948c4-69fb-4b96-96ea-8c2bc3097d82 req-24896521-307d-43ce-82fa-b00b4fd3f47d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:56.286275 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c2948c4-69fb-4b96-96ea-8c2bc3097d82 req-24896521-307d-43ce-82fa-b00b4fd3f47d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0842185 Apr 29 12:12:56.330945 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2c2948c4-69fb-4b96-96ea-8c2bc3097d82 req-f79b8037-6469-4562-96ad-d489661684fd tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387957 Apr 29 12:12:57.515586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf7695-ce95-4e87-8c66-79244fe11218 req-757bf731-e84d-422b-b33d-f7a0f911df26 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:57.517064 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-27bf7695-ce95-4e87-8c66-79244fe11218 req-757bf731-e84d-422b-b33d-f7a0f911df26 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0799541 Apr 29 12:12:57.568134 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-27bf7695-ce95-4e87-8c66-79244fe11218 req-029a658d-74d8-4809-b08e-c3d7d023d6dc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447073 Apr 29 12:12:58.756492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359fdcb-5aba-4201-acbc-620145c7dbf0 req-d1b69d6d-5d02-4534-8109-cc73fa921113 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:12:58.757969 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c359fdcb-5aba-4201-acbc-620145c7dbf0 req-d1b69d6d-5d02-4534-8109-cc73fa921113 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0839310 Apr 29 12:12:58.805351 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c359fdcb-5aba-4201-acbc-620145c7dbf0 req-9f04c77b-0ad8-40ec-a32d-8ffd97b0edc6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Apr 29 12:13:00.150150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc17ae-b76a-4a2d-bbde-624a066c4893 req-265b8e6d-be4f-493b-8f70-252f70adbb7b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:00.151861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79bc17ae-b76a-4a2d-bbde-624a066c4893 req-265b8e6d-be4f-493b-8f70-252f70adbb7b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0889845 Apr 29 12:13:00.201058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79bc17ae-b76a-4a2d-bbde-624a066c4893 req-d32e2155-4b55-4f26-9d95-412a17c13c78 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Apr 29 12:13:00.335968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fdbdced9-04ec-4953-aad8-982e1798888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:01.493014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c088a7-6083-4014-9b8d-88be7c2c68d6 req-af683b51-523a-4f98-a064-b7ab7b83ee15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:01.494406 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-84c088a7-6083-4014-9b8d-88be7c2c68d6 req-af683b51-523a-4f98-a064-b7ab7b83ee15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.1865509 Apr 29 12:13:01.538297 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-84c088a7-6083-4014-9b8d-88be7c2c68d6 req-895876a0-1810-4291-8b3f-78a600fa8990 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Apr 29 12:13:02.723304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48763b8-1fbf-4128-b3fd-392d31d01350 req-96103d23-74c2-4fd0-a348-d889150674f0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:02.724650 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c48763b8-1fbf-4128-b3fd-392d31d01350 req-96103d23-74c2-4fd0-a348-d889150674f0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0798271 Apr 29 12:13:02.769052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c48763b8-1fbf-4128-b3fd-392d31d01350 req-d4ab5402-d53d-441e-a3b4-713c68c65a45 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Apr 29 12:13:03.035096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50a87125-e3f9-4ffc-a853-f5e0367e8592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:03.150375 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-fefb38f0-b45d-46bf-bb9e-3153a3a04bc0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785844 Apr 29 12:13:03.201035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afe771-57c3-4ed8-8ea8-9cdbf9a1a1b4 req-7f35bbbc-d1e6-4bbc-927f-eeb278cd99df tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:03.201035 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-43afe771-57c3-4ed8-8ea8-9cdbf9a1a1b4 req-7f35bbbc-d1e6-4bbc-927f-eeb278cd99df tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0868363 Apr 29 12:13:03.247161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-43afe771-57c3-4ed8-8ea8-9cdbf9a1a1b4 req-e0c8abd2-0797-4536-b6e9-fdf75d418f6a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Apr 29 12:13:03.623301 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:13:03.743661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:04.083885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:04.150023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:04.427939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-4f1e9170-8111-4ed1-aba7-7e6426cdd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:04.430126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-4f1e9170-8111-4ed1-aba7-7e6426cdd061 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1098 time: 0.0719795 Apr 29 12:13:04.439705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d74eb-3fb4-4e19-9f99-69c94f91dc9b req-919021d4-43f9-4913-97b6-7dd2b6ee1c9c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:04.441174 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-842d74eb-3fb4-4e19-9f99-69c94f91dc9b req-919021d4-43f9-4913-97b6-7dd2b6ee1c9c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0807302 Apr 29 12:13:04.485540 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-842d74eb-3fb4-4e19-9f99-69c94f91dc9b req-ab243cac-40c7-4458-8e2b-87131b14fb10 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Apr 29 12:13:04.560967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-72bcdb85-b1d6-4e05-8374-4f16328fda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:04.562418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-72bcdb85-b1d6-4e05-8374-4f16328fda99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1265032 Apr 29 12:13:04.664510 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-5616d1e3-fe0e-4605-ac85-cc99feacbca5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 1000 time: 0.0958247 Apr 29 12:13:04.833634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-91158b4a-6486-49a0-82bd-2c47654dca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:04.834963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-91158b4a-6486-49a0-82bd-2c47654dca03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.1643496 Apr 29 12:13:04.910087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-98c6f66b-925b-4e13-8413-b396ae51c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:04.911564 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-98c6f66b-925b-4e13-8413-b396ae51c3c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700622 Apr 29 12:13:05.044444 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-561a3028-0b3b-4a45-a973-d08aa8943f6f service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254435 Apr 29 12:13:05.180773 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-eb15d9f2-1d1f-4c17-9e64-f83a066155f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298571 Apr 29 12:13:05.634986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:05.691466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d538f9-431c-4a0d-8150-821576431a39 req-606bd1d1-8302-4774-9f78-4bedbd77b062 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:05.693112 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-77d538f9-431c-4a0d-8150-821576431a39 req-606bd1d1-8302-4774-9f78-4bedbd77b062 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0923958 Apr 29 12:13:05.739449 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-77d538f9-431c-4a0d-8150-821576431a39 req-87a6fd3c-e21d-4848-9b4f-a5a6c33380ea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Apr 29 12:13:06.938489 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5468d-156f-4c96-a020-63004a68d5cb req-d378a82f-802e-4303-bfbf-9348ab46ed16 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:06.940261 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-09a5468d-156f-4c96-a020-63004a68d5cb req-d378a82f-802e-4303-bfbf-9348ab46ed16 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0870459 Apr 29 12:13:06.995294 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-09a5468d-156f-4c96-a020-63004a68d5cb req-312a5bf7-abd3-419b-96ff-92c3c63f0715 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491376 Apr 29 12:13:06.996997 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-f147cda1-804e-4ba3-a870-aefadad76cab service neutron] 10.222.0.66 "GET /v2.0/ports/52e14afa-ccb6-4a15-a689-91c3fb0033a1/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0764804 Apr 29 12:13:07.296086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-39984abf-b670-43f6-a82a-344c8c1de286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:07.297548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-39984abf-b670-43f6-a82a-344c8c1de286 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1098 time: 0.0738375 Apr 29 12:13:07.411467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-12dfbabc-368c-4445-809d-944c53946156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:07.412958 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-12dfbabc-368c-4445-809d-944c53946156 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1098 time: 0.0784655 Apr 29 12:13:07.541621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-e1eb7ba3-269a-4f62-a589-f5f77460d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:07.543095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-e1eb7ba3-269a-4f62-a589-f5f77460d2ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1241312 Apr 29 12:13:07.648318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-4e756348-5efc-4ddb-bdbd-fcff3afb89c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 1000 time: 0.0989244 Apr 29 12:13:07.714458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-7c24ab3f-ffd9-4721-a0f9-12f3793b25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:07.715914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-7c24ab3f-ffd9-4721-a0f9-12f3793b25bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0615923 Apr 29 12:13:07.795711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174a15-6404-407f-a59e-800410e1ce2f req-73304c51-03bc-482f-bccd-daa36da690fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:07.797278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-73304c51-03bc-482f-bccd-daa36da690fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731189 Apr 29 12:13:07.929640 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-9b3fceb5-319b-4e8d-a65b-d4d5af22a60e service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259210 Apr 29 12:13:08.064367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4174a15-6404-407f-a59e-800410e1ce2f req-bda9135f-6736-4eb9-acfe-403ba4cb1d9a service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289787 Apr 29 12:13:08.187809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ea1eb-51b7-49c1-85f3-a6e15a94edf9 req-1c23992c-b962-40e2-ad70-ada63000cb32 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:08.189421 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d88ea1eb-51b7-49c1-85f3-a6e15a94edf9 req-1c23992c-b962-40e2-ad70-ada63000cb32 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0845513 Apr 29 12:13:08.241142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d88ea1eb-51b7-49c1-85f3-a6e15a94edf9 req-e1903e58-e5c0-479e-910c-c12697790d87 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Apr 29 12:13:09.435875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84049-97ec-4877-95f6-00c0e82361d8 req-08eca30c-46ff-4a96-b2e8-195c9adfecf2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:09.437367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2b84049-97ec-4877-95f6-00c0e82361d8 req-08eca30c-46ff-4a96-b2e8-195c9adfecf2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0881240 Apr 29 12:13:09.481943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d2b84049-97ec-4877-95f6-00c0e82361d8 req-58a07d04-6e6d-4ccf-bcae-4e8bab6ea8f5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376227 Apr 29 12:13:10.532984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:13:10.668172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:10.668798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d861-2828-4dcf-a5b9-67e667d8f893 req-07767287-0b1d-4288-a87b-cb816da545db tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:10.670252 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6c5d861-2828-4dcf-a5b9-67e667d8f893 req-07767287-0b1d-4288-a87b-cb816da545db tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0795197 Apr 29 12:13:10.683677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'mac_address': 'fa:16:3e:85:9d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:13:10.717283 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6c5d861-2828-4dcf-a5b9-67e667d8f893 req-1978ee00-9283-4c59-8895-67500409e21d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 Apr 29 12:13:10.738534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:10.759712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52e14afa-ccb6-4a15-a689-91c3fb0033a1 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:13:10.774867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:10.779575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:10.884412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:10.908737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['52e14afa-ccb6-4a15-a689-91c3fb0033a1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:13:11.100812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23195e-4585-4b92-be32-fbb2a1ebf98e req-995c8469-589f-4679-bdfa-d7f3fb2b6b6d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.102191 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ae23195e-4585-4b92-be32-fbb2a1ebf98e req-995c8469-589f-4679-bdfa-d7f3fb2b6b6d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 944 time: 0.1487098 Apr 29 12:13:11.109446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-8e437019-f267-4220-8683-27b1308427fb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.110865 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-8e437019-f267-4220-8683-27b1308427fb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe&tenant_id=e085add513cc441f9f3aa5dc2cf04f86&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.1204097 Apr 29 12:13:11.154059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ae23195e-4585-4b92-be32-fbb2a1ebf98e req-1c99f025-0e86-4f7e-9938-4c7e78b740d4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Apr 29 12:13:11.279116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-129d35df-ace1-4729-89b0-e5274d553580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.280566 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-129d35df-ace1-4729-89b0-e5274d553580 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1097 time: 0.0798793 Apr 29 12:13:11.520130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-f8f6e673-44e9-4d2d-957b-c9959f45a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.521611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-f8f6e673-44e9-4d2d-957b-c9959f45a0ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.2338345 Apr 29 12:13:11.626497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-fc56f85b-b12f-4db8-a6fe-a42cfd90c3aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 999 time: 0.0979371 Apr 29 12:13:11.688294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-895b1772-a9ee-44c8-ba29-12486422f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.689669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-895b1772-a9ee-44c8-ba29-12486422f24f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0572963 Apr 29 12:13:11.767637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-7db2a9af-eceb-4d3f-8144-dcad41c04e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:11.769147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-7db2a9af-eceb-4d3f-8144-dcad41c04e58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732338 Apr 29 12:13:11.900822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-9a38047c-6992-413b-a349-a4fc4fc9a453 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 Apr 29 12:13:12.032983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c8da45b-cca4-44ab-ab01-e49927886f8c req-2bb69c00-08f8-47a0-a438-d0b34706ebc1 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260605 Apr 29 12:13:12.368378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5daf8-fc59-4365-82c8-dea09c79a8ed req-eef2d57a-1dc9-412e-bfcd-f9d89e0406b6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:12.369880 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10b5daf8-fc59-4365-82c8-dea09c79a8ed req-eef2d57a-1dc9-412e-bfcd-f9d89e0406b6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 944 time: 0.0898254 Apr 29 12:13:12.415875 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10b5daf8-fc59-4365-82c8-dea09c79a8ed req-9b7d9ba3-efa1-413b-b6d8-5e040b6229b6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Apr 29 12:13:12.548619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:13:12.624664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:12.624966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:12.748822 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:12.779435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:12.788835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:12.793974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:12.824528 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f00d902-eb9b-4709-ab98-39c5f70a1f4b'] response: {'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'code': 200} Apr 29 12:13:12.864454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:13.612614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cda9c-0aa8-474c-9c67-8510a00f9ec3 req-0a54a17c-a5e2-4b37-84c4-56b75cd0eea7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:13.614220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ee7cda9c-0aa8-474c-9c67-8510a00f9ec3 req-0a54a17c-a5e2-4b37-84c4-56b75cd0eea7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0917318 Apr 29 12:13:13.662847 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ee7cda9c-0aa8-474c-9c67-8510a00f9ec3 req-26a2e81f-00e8-4737-aed1-c36aac9fa252 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Apr 29 12:13:13.848024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ab34-04b2-4705-b620-f39647dbf325 req-4830529a-147a-4bba-b361-e2e9a9fdd8c6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:13.849494 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7534ab34-04b2-4705-b620-f39647dbf325 req-4830529a-147a-4bba-b361-e2e9a9fdd8c6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0821857 Apr 29 12:13:13.892931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7534ab34-04b2-4705-b620-f39647dbf325 req-89377111-133c-41fd-8b89-ac42026d9057 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Apr 29 12:13:14.302525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5215b6b-d435-4a55-b982-86944b55713a req-8155815b-e9f4-40ba-bb6c-b83f026f9843 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:14.303945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5215b6b-d435-4a55-b982-86944b55713a req-8155815b-e9f4-40ba-bb6c-b83f026f9843 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.1436532 Apr 29 12:13:14.358567 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f5215b6b-d435-4a55-b982-86944b55713a req-592c707a-13ea-4fe5-b536-ccd6145e8d75 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476966 Apr 29 12:13:14.363312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-246e88eb-3804-46f2-bb37-207cd2ede36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:14.365016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-246e88eb-3804-46f2-bb37-207cd2ede36f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 1098 time: 0.1240120 Apr 29 12:13:14.505307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-0321c9e2-77ce-4514-8420-c0f3d5b9a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:14.506805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-0321c9e2-77ce-4514-8420-c0f3d5b9a4c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1355424 Apr 29 12:13:14.614373 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-404c8b96-c91f-49fa-88f5-b6c9e083960c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 200 len: 1000 time: 0.1008937 Apr 29 12:13:14.693851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-0dfb9e89-da78-49c3-8766-54cf0504ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:14.695666 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-0dfb9e89-da78-49c3-8766-54cf0504ce5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0746131 Apr 29 12:13:14.781571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-8948b17c-f7f5-468e-9eff-c625d23e093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:14.783679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-8948b17c-f7f5-468e-9eff-c625d23e093d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809438 Apr 29 12:13:14.923148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-3eadc1d3-102d-40d2-b60b-4f2d6bd4b6fa service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318381 Apr 29 12:13:15.066531 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cef0aa1e-4b20-498c-8596-b65c6de4760d req-9a9606b4-dbb6-4775-ac71-180b67969aec service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374545 Apr 29 12:13:15.555642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16cda3-5b8f-4d1e-af2c-3d8986fdabff req-6efdcec6-58e1-4298-baff-4895bf0bf7dc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:15.557624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e16cda3-5b8f-4d1e-af2c-3d8986fdabff req-6efdcec6-58e1-4298-baff-4895bf0bf7dc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0852320 Apr 29 12:13:15.603373 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3e16cda3-5b8f-4d1e-af2c-3d8986fdabff req-aa42820e-c893-4a81-b742-4b5600365452 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394886 Apr 29 12:13:16.798988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877b08-b9ff-4e67-8ca9-f6628868baf9 req-641cf1a3-06a8-4780-b94e-0d3ef80af4a9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:16.800419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07877b08-b9ff-4e67-8ca9-f6628868baf9 req-641cf1a3-06a8-4780-b94e-0d3ef80af4a9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0894759 Apr 29 12:13:16.953375 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-07877b08-b9ff-4e67-8ca9-f6628868baf9 req-392dc9a6-6aee-40cc-9e96-2cf0539449b2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472037 Apr 29 12:13:17.361923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe827c-62ab-4b0b-b238-05ac29ffb633 req-9a3f2ebd-251f-456c-a212-bb31df0466f0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:17.363463 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38fe827c-62ab-4b0b-b238-05ac29ffb633 req-9a3f2ebd-251f-456c-a212-bb31df0466f0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0874457 Apr 29 12:13:17.410565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38fe827c-62ab-4b0b-b238-05ac29ffb633 req-e052d657-cbdb-4a42-84a1-2ee923de40ac tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Apr 29 12:13:18.612592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70fc6-cd85-410a-94e5-e53ce5fd1fc5 req-0fa16c5d-d63c-4035-b616-5935de6a4faa tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:18.614225 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a1a70fc6-cd85-410a-94e5-e53ce5fd1fc5 req-0fa16c5d-d63c-4035-b616-5935de6a4faa tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0895486 Apr 29 12:13:18.661911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a1a70fc6-cd85-410a-94e5-e53ce5fd1fc5 req-4f246d38-7a51-445b-b3cb-3e55a8bdcaca tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Apr 29 12:13:19.298958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-33137fee-4e00-4f7b-b842-15ffa0fff781 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:19.300775 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-33137fee-4e00-4f7b-b842-15ffa0fff781 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.0895026 Apr 29 12:13:19.373258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Deleting port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:13:19.373589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:19.640371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] For port 52e14afa-ccb6-4a15-a689-91c3fb0033a1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=52e14afa-ccb6-4a15-a689-91c3fb0033a1,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:19.640727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:19.985489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:19.985739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:19.986043 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 disassociated. External IP: 172.26.0.95, port: 52e14afa-ccb6-4a15-a689-91c3fb0033a1. Apr 29 12:13:19.986368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Calling delete_port for 52e14afa-ccb6-4a15-a689-91c3fb0033a1 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:13:20.037561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93186e3-2035-4752-a089-3293226bbba0 req-74c0edc4-8a14-462c-8220-8ced0a8ef620 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:20.039002 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b93186e3-2035-4752-a089-3293226bbba0 req-74c0edc4-8a14-462c-8220-8ced0a8ef620 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 945 time: 0.2442894 Apr 29 12:13:20.107072 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b93186e3-2035-4752-a089-3293226bbba0 req-5042280b-998d-4fb9-8cae-dd0d97ed5a15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599833 Apr 29 12:13:20.176585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:20.235410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'Port': ['ID=52e14afa-ccb6-4a15-a689-91c3fb0033a1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:20.423768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:13:20.719187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:13:20.730334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:20.741801 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:13:20.742414 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:13:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:20.790189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] No DVR routers for this DVR port 52e14afa-ccb6-4a15-a689-91c3fb0033a1 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:13:20.793083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:20.795810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-deleted', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:20.813299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f2acc76-d3b5-4bf9-be87-318269d20598 req-898c5d4c-2db7-4eb9-8627-87b2756039cb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "DELETE /v2.0/ports/52e14afa-ccb6-4a15-a689-91c3fb0033a1 HTTP/1.1" status: 204 len: 173 time: 1.5071175 Apr 29 12:13:20.851361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b498e646-e1e1-4852-bbc9-1033906074fd'] response: {'server_uuid': '46b4c84a-1c82-46e0-8c50-2eac3a3978fe', 'name': 'network-vif-deleted', 'tag': '52e14afa-ccb6-4a15-a689-91c3fb0033a1', 'status': 'completed', 'code': 200} Apr 29 12:13:20.933193 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:13:21.261952 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:21.266689 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:21.276106 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:13:21.276964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:13:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:21.286434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5138bfce-0c61-44dd-a66d-020b0c15eb16 req-3a8b94d3-ac4b-4c97-a1ae-019614b44ecc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:13:21.302719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5138bfce-0c61-44dd-a66d-020b0c15eb16 req-3a8b94d3-ac4b-4c97-a1ae-019614b44ecc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:13:21.303988 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5138bfce-0c61-44dd-a66d-020b0c15eb16 req-3a8b94d3-ac4b-4c97-a1ae-019614b44ecc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=46b4c84a-1c82-46e0-8c50-2eac3a3978fe HTTP/1.1" status: 200 len: 210 time: 0.0645902 Apr 29 12:13:21.475459 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:13:21.862130 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:21.866456 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e506ff3-34cd-4d07-84f5-ff5c9524b727 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:22.108093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e4421-69e5-44bb-9115-355a0fc09ead None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:13:22.684259 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-c38e770c-b9bd-4d26-853b-5cc544beda72 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1843121476&fields=id&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 267 time: 0.0399008 Apr 29 12:13:22.851952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-5741585f-1e2b-4c7c-bb0d-a22c77767549 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:22.853411 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-5741585f-1e2b-4c7c-bb0d-a22c77767549 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1597838 Apr 29 12:13:22.872235 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-f47034e5-4104-48b5-bed5-ee5acf581c1e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/quotas/e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 375 time: 0.0103798 Apr 29 12:13:22.978217 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-b420d216-0283-42ec-b6c5-c28a202802a2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986214 Apr 29 12:13:23.135892 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7dc98e76-04eb-45c6-9271-7701b3e8e9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418712 Apr 29 12:13:23.292733 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-d07db09a-04d4-4cb0-8ca6-a22169e5db1e service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479549 Apr 29 12:13:23.480150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53afb177-84b6-40db-bc71-58d33ace8462 req-e030a87b-3086-4b4b-98ea-b686bcee7b4f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 210 time: 0.0448735 Apr 29 12:13:24.598952 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:13:24.637874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 52e14afa-ccb6-4a15-a689-91c3fb0033a1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:13:24.638470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 52e14afa-ccb6-4a15-a689-91c3fb0033a1 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:13:24.655395 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-862e9652-e89e-46fb-931a-009d38ffcb23 req-dab562c0-7ebc-47c9-a6ea-449012a68a69 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 210 time: 0.0544980 Apr 29 12:13:24.666824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-2d12e052-ce84-46be-a1ef-36e1e86b6633 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:24.668586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-2d12e052-ce84-46be-a1ef-36e1e86b6633 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1692045 Apr 29 12:13:24.724621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-4ab394d5-03b3-48d2-878a-0e4f9dfddafc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 380 time: 0.0424237 Apr 29 12:13:24.734798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'port': {'device_id': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'admin_state_up': True, 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'security_groups': ['8a6557fc-3260-4a7c-8230-14ae059750b5']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:24.889969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:13:24.899815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:13:24.912478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:13:24.915977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.075961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Allocated IP 172.20.0.7 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/1d64a5fb-db68-4106-b31e-25ee870c091c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:13:25.270907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.288411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Transition to ACTIVE for port object 1d64a5fb-db68-4106-b31e-25ee870c091c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:13:25.320692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.394106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:13:25.397115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:13:25.401853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:13:25.431576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:25.451333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.451674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.452008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.452306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.452667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.452974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.453298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.453642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.453962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.454273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.454588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.454900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:25.478520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:25.479143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.506255 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-7d1848f6-6f2a-4234-a5e0-fa7e64ace6ab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747686 Apr 29 12:13:25.526483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-5cbfcaf2-9f5a-41bf-835b-52c4ed6cb2cc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:13:25.527479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-5cbfcaf2-9f5a-41bf-835b-52c4ed6cb2cc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074656 Apr 29 12:13:25.538015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Request body: {'port': {'device_id': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:25.657569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.686699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a7ac8062-ad68-459c-a52b-5902f8e7583e None None] Provisioning for port 1d64a5fb-db68-4106-b31e-25ee870c091c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:13:25.692019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a7ac8062-ad68-459c-a52b-5902f8e7583e None None] Provisioning complete for port 1d64a5fb-db68-4106-b31e-25ee870c091c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:25.692461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8062-ad68-459c-a52b-5902f8e7583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:25.756484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac8062-ad68-459c-a52b-5902f8e7583e None None] Port 1d64a5fb-db68-4106-b31e-25ee870c091c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:13:25.976301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99709-e937-4477-90eb-68600801ca45 req-e65910cf-f416-4d86-8899-8ec299ec4791 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:25.977102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9ba99709-e937-4477-90eb-68600801ca45 req-e65910cf-f416-4d86-8899-8ec299ec4791 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:13:26.011486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9ba99709-e937-4477-90eb-68600801ca45 req-e65910cf-f416-4d86-8899-8ec299ec4791 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:13:26.012707 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ba99709-e937-4477-90eb-68600801ca45 req-e65910cf-f416-4d86-8899-8ec299ec4791 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 931 time: 0.2397456 Apr 29 12:13:26.108620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:13:26.115219 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ba99709-e937-4477-90eb-68600801ca45 req-a14bd89a-c21f-4be5-8cc7-58024c9d6564 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944264 Apr 29 12:13:26.119007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:26.139204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Transition to ACTIVE for port object 1d64a5fb-db68-4106-b31e-25ee870c091c will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:13:26.143986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:26.293634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:26.378054 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Attempting to bind port 1d64a5fb-db68-4106-b31e-25ee870c091c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:13:26.378425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Attempting to bind port 1d64a5fb-db68-4106-b31e-25ee870c091c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:13:26.378757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Attempting to bind port 1d64a5fb-db68-4106-b31e-25ee870c091c on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:13:26.383655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Port 1d64a5fb-db68-4106-b31e-25ee870c091c on network f1bd4479-c79b-445d-9f5c-d7f88276dedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:13:26.383967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Attempting to bind port 1d64a5fb-db68-4106-b31e-25ee870c091c on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:13:26.388974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:13:26.389309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:13:26.389717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:13:26.390135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Bound port: 1d64a5fb-db68-4106-b31e-25ee870c091c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:13:26.390472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:26.482267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:13:26.485414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:13:26.490019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:26.546523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:26.547126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:26.548475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] 10.222.0.66 "PUT /v2.0/ports/1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 1093 time: 1.0148609 Apr 29 12:13:26.551429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:26.576876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acf985-83e1-4e15-b568-a639fc74137b service neutron] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:26.606205 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4f1432-eca3-45ad-b70b-7c40ff619a5b'] response: {'name': 'network-changed', 'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'status': 'completed', 'code': 200} Apr 29 12:13:26.697262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-0b555d8b-e353-4147-b6ef-5d5ecdb8fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:26.698812 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-0b555d8b-e353-4147-b6ef-5d5ecdb8fb76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1096 time: 0.0770953 Apr 29 12:13:26.781989 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-435b3be5-272a-4b3b-a89f-95fd3b629b8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 217 time: 0.0706077 Apr 29 12:13:26.854375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-4a083cf6-76fe-4bee-8033-505591a55214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:26.855834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-4a083cf6-76fe-4bee-8033-505591a55214 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0685995 Apr 29 12:13:27.038780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78371ca-cbbb-443f-83ec-544269031ffb req-79a6d409-3629-4528-b28c-b50892f28550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.041300 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-79a6d409-3629-4528-b28c-b50892f28550 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793053 Apr 29 12:13:27.183003 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-a83f0ae9-18e9-4490-925c-88ba537dfa3e service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355629 Apr 29 12:13:27.372148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a78371ca-cbbb-443f-83ec-544269031ffb req-671cf078-bf6c-4ae3-8312-0a35ced85ffb service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832249 Apr 29 12:13:27.399399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b43c-ff54-489b-a14f-f95c1dcd8a99 req-aac5c794-aeb9-4073-9d02-6495da914b25 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.401188 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4493b43c-ff54-489b-a14f-f95c1dcd8a99 req-aac5c794-aeb9-4073-9d02-6495da914b25 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 943 time: 0.1258731 Apr 29 12:13:27.451678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4493b43c-ff54-489b-a14f-f95c1dcd8a99 req-70783bc4-a200-4314-926a-f197c7ff6718 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 Apr 29 12:13:27.529677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-e0a75d56-514b-4d78-a38f-d13b0c89e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.531141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-e0a75d56-514b-4d78-a38f-d13b0c89e914 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1096 time: 0.0721600 Apr 29 12:13:27.666236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-69692e2a-726f-4e4b-8096-b57c223b16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.667608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-69692e2a-726f-4e4b-8096-b57c223b16e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1296360 Apr 29 12:13:27.737031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-a7daa931-7af9-4b9b-978e-863a629b6500 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 217 time: 0.0635536 Apr 29 12:13:27.798498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-039941b1-ed96-45d5-8a18-412617517b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.799943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-039941b1-ed96-45d5-8a18-412617517b69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0571618 Apr 29 12:13:27.878745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-63aacd37-003a-4bc4-b007-a3cf541a5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:27.880426 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-63aacd37-003a-4bc4-b007-a3cf541a5863 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740886 Apr 29 12:13:28.016216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-a9b6673d-d783-4d9b-bee1-b56f25b924bf service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292665 Apr 29 12:13:28.147505 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8b5efb6c-07df-4734-b2d3-951d5c57bcbb req-2e282a3a-31f4-41d1-b6f2-2a83b2b84420 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254997 Apr 29 12:13:28.646033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf2513-7b69-4c22-833c-db79c894290f req-5f115d87-807d-4bdd-8d29-143058130d4b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:28.647511 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ebaf2513-7b69-4c22-833c-db79c894290f req-5f115d87-807d-4bdd-8d29-143058130d4b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 943 time: 0.0859132 Apr 29 12:13:28.692507 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ebaf2513-7b69-4c22-833c-db79c894290f req-89347c74-333c-478a-bca6-3f4cf50530c7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 Apr 29 12:13:29.880372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646829ab-c9a9-48fe-90a4-d5fac0e0d3f8 req-366eed37-f349-40f3-993e-9ac2b8ed8f1c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:29.881881 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-646829ab-c9a9-48fe-90a4-d5fac0e0d3f8 req-366eed37-f349-40f3-993e-9ac2b8ed8f1c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 943 time: 0.0832317 Apr 29 12:13:29.927214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-646829ab-c9a9-48fe-90a4-d5fac0e0d3f8 req-fa3c533f-6b87-4b35-8c3f-e06d4f1b2405 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Apr 29 12:13:30.346152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-07fe9f74-95ad-4909-850f-66630be85bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:30.627279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:13:30.764531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:30.777784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:13:30.833060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:30.849776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:13:30.865474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:30.870173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:30.938709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:30.946184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.946716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.947061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.947391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.947719 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.948044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.948370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.948691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.949015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.949318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.949661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:30.949977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:13:31.129837 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c70fd-3d8b-4fd8-a031-f5eeb0338afd req-824b3266-e4a1-401b-92e8-57943c5b64c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:31.131340 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d27c70fd-3d8b-4fd8-a031-f5eeb0338afd req-824b3266-e4a1-401b-92e8-57943c5b64c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 944 time: 0.0879781 Apr 29 12:13:31.175841 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d27c70fd-3d8b-4fd8-a031-f5eeb0338afd req-37e8ae6e-7298-43b0-86a4-7449d3a7c2c3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Apr 29 12:13:31.246784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1d64a5fb-db68-4106-b31e-25ee870c091c'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:13:32.380033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b54b5-ada2-48e2-a9fb-11ca0f3cf3dd req-dd9b04b5-c0df-4682-841d-a5a945e6ea25 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:32.381708 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9c9b54b5-ada2-48e2-a9fb-11ca0f3cf3dd req-dd9b04b5-c0df-4682-841d-a5a945e6ea25 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 944 time: 0.0927222 Apr 29 12:13:32.429691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9c9b54b5-ada2-48e2-a9fb-11ca0f3cf3dd req-3807023f-2037-4c30-ace8-c36eb64fb845 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Apr 29 12:13:32.626932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:13:32.698913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 1d64a5fb-db68-4106-b31e-25ee870c091c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:13:32.703786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1d64a5fb-db68-4106-b31e-25ee870c091c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:13:32.704155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:32.823231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:32.850625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:32.860520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:13:32.865073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:32.895058 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97447c1e-e737-4858-934e-626ca4666c96'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'code': 200} Apr 29 12:13:32.932262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:13:33.031530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6e3f024c-b20f-4a47-9f7a-95ef018738cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:33.188327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4932-1465-42e7-812b-364fa0016218 req-c48f1243-f170-440d-a106-5d74dc3000bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:33.189715 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-031b4932-1465-42e7-812b-364fa0016218 req-c48f1243-f170-440d-a106-5d74dc3000bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1098 time: 0.0697794 Apr 29 12:13:33.233500 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-031b4932-1465-42e7-812b-364fa0016218 req-87ca2ca8-a17b-44c3-b9a3-48b26d17976a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359576 Apr 29 12:13:33.640496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bc7e1-f4ee-45ea-be73-82d3058fa5e4 req-7c2402cf-ca6c-4372-80bd-4f594925595f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:33.641975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-421bc7e1-f4ee-45ea-be73-82d3058fa5e4 req-7c2402cf-ca6c-4372-80bd-4f594925595f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0945284 Apr 29 12:13:33.688121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-421bc7e1-f4ee-45ea-be73-82d3058fa5e4 req-93c61f72-93e6-407f-a78e-350f093bde82 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Apr 29 12:13:33.754252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:34.078734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:34.155103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:34.891680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3537-f5c5-4603-975a-ec8a5c98d342 req-f0133221-a0e8-4a7c-9f4d-a8da6cdc9969 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:34.893138 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b25e3537-f5c5-4603-975a-ec8a5c98d342 req-f0133221-a0e8-4a7c-9f4d-a8da6cdc9969 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0816481 Apr 29 12:13:34.942986 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b25e3537-f5c5-4603-975a-ec8a5c98d342 req-ba3be9f3-b80a-4964-b02a-e5f68b4dcb0b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Apr 29 12:13:35.140776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b7650-a9b2-4936-90fc-08b7e6b322c5 req-4640a7ff-dca7-4d2f-aaae-fb9c4e249956 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:35.142502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-009b7650-a9b2-4936-90fc-08b7e6b322c5 req-4640a7ff-dca7-4d2f-aaae-fb9c4e249956 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0926015 Apr 29 12:13:35.151261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59310) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:13:35.156109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'floatingip': {'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:13:35.341149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:35.647201 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:36.063131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:36.068219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:36.244289 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 associated. External IP: 172.26.0.95, port: 1d64a5fb-db68-4106-b31e-25ee870c091c. Apr 29 12:13:36.603358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:13:36.906553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:13:36.911640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:13:36.916645 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:13:36.927098 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:13:36.927676 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:13:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:36.972028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-045e5399-2b89-47e8-8000-556bab097c6f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "PUT /v2.0/floatingips/47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 HTTP/1.1" status: 200 len: 990 time: 1.8197095 Apr 29 12:13:36.972625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:13:37.085627 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23ee9d5-9c1a-4b6b-8a4f-0e96a3c1260e'] response: {'name': 'network-changed', 'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'status': 'completed', 'code': 200} Apr 29 12:13:37.113713 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:13:37.213865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-cab57058-1a1b-4135-a4e4-ea8d9df70c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:37.215630 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-cab57058-1a1b-4135-a4e4-ea8d9df70c21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1098 time: 0.0849564 Apr 29 12:13:37.339754 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-9e076a43-80f9-4513-862b-1edd73199d6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782290 Apr 29 12:13:37.453440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-a2458394-aa00-4dcb-a864-6c0100fdd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:37.454926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-a2458394-aa00-4dcb-a864-6c0100fdd096 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.2278693 Apr 29 12:13:37.523642 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:13:35Z', 'revision_number': 9, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:37.528418 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:13:37.538617 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:13:37.539366 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:13:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:37.564077 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-82cef249-753e-4d09-8ebb-3ee49b82741b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 998 time: 0.1021366 Apr 29 12:13:37.640983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc253920-8780-4571-8b9c-fff21983127e req-7bd3062b-d404-4223-8cbe-8c5d5e7df180 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:37.642737 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bc253920-8780-4571-8b9c-fff21983127e req-7bd3062b-d404-4223-8cbe-8c5d5e7df180 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.2802737 Apr 29 12:13:37.646820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-e40c3a07-d60a-4fcb-8c16-a0ce79775d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:37.648277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-e40c3a07-d60a-4fcb-8c16-a0ce79775d6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0780475 Apr 29 12:13:37.730588 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:13:37.757027 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bc253920-8780-4571-8b9c-fff21983127e req-464ff546-7934-4cfd-880c-84561eeba8a6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646825 Apr 29 12:13:37.774750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-eab05a00-821f-4619-952f-20637811069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:37.776250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-eab05a00-821f-4619-952f-20637811069a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213722 Apr 29 12:13:37.930998 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-ca62564a-209c-4e9f-a4bc-21a48a6d2efd service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477387 Apr 29 12:13:38.085676 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a031b81f-e463-491b-a1eb-4a11b15ea52e req-f75e2161-3f58-4fb6-80a3-3e6d8af72aec service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456645 Apr 29 12:13:38.178329 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:13:35Z', 'revision_number': 9, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:13:38.182644 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188b26b-cc03-4e39-a936-939c4f186cc9 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:13:35Z', 'revision_number': 9, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:13:38.393826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76011986-b90d-40f8-99aa-1997c50c2dba None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:13:38.964751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271910cc-05bd-4533-bedb-9644041829e9 req-2cbbd783-5503-4896-afdf-48d295533a3d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:38.966353 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-271910cc-05bd-4533-bedb-9644041829e9 req-2cbbd783-5503-4896-afdf-48d295533a3d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0923517 Apr 29 12:13:39.019943 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-271910cc-05bd-4533-bedb-9644041829e9 req-d9c3a6d9-18ba-459e-83c0-25be6e4ee7ed tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474801 Apr 29 12:13:39.075249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-45c6c01b-999e-46d1-9a7b-e98b199aa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:39.077061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-45c6c01b-999e-46d1-9a7b-e98b199aa893 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1098 time: 0.0826778 Apr 29 12:13:39.214525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-9ab516a4-e2bf-4d0f-a614-943f1b8be586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:39.216086 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-9ab516a4-e2bf-4d0f-a614-943f1b8be586 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1332955 Apr 29 12:13:39.325008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-81ab5250-498a-43c6-a79e-bd2141cd48ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 1001 time: 0.1025620 Apr 29 12:13:39.388075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-ffadaa7c-995e-4904-b3ec-1cf59a9493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:39.389522 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-ffadaa7c-995e-4904-b3ec-1cf59a9493bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0586493 Apr 29 12:13:39.472850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-b541c8e3-de40-4af8-a28f-8a9184b44197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:39.474259 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-b541c8e3-de40-4af8-a28f-8a9184b44197 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785890 Apr 29 12:13:39.740051 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-198f811d-a643-4e9a-939d-99b3089f6cd2 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557418 Apr 29 12:13:39.876032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-b1622141-8a6f-4a77-8c11-ceb6efb9deb1 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295033 Apr 29 12:13:40.227060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de39b29-4ad7-4e62-9edf-06f252e70be3 req-04b5d52f-534a-4c94-b52c-d6393e5e71ce tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:40.228565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7de39b29-4ad7-4e62-9edf-06f252e70be3 req-04b5d52f-534a-4c94-b52c-d6393e5e71ce tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0883667 Apr 29 12:13:40.273862 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7de39b29-4ad7-4e62-9edf-06f252e70be3 req-352a39b3-e32d-478b-b421-037bea8fdaa2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Apr 29 12:13:40.630744 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:13:41.478508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfbbb9-c286-49b8-ab59-e748e456fa49 req-f528fb3d-2e16-4b24-bc65-0182f6142951 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:41.479937 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70dfbbb9-c286-49b8-ab59-e748e456fa49 req-f528fb3d-2e16-4b24-bc65-0182f6142951 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0829704 Apr 29 12:13:41.531082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70dfbbb9-c286-49b8-ab59-e748e456fa49 req-ad9bfa87-965e-4cba-8adb-177dadb74330 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432630 Apr 29 12:13:42.731220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2c0bc-e8b8-4b9b-84b4-050dfd545e9d req-ae694240-ff9c-431c-862a-e983dd3b8422 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:42.732620 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-05b2c0bc-e8b8-4b9b-84b4-050dfd545e9d req-ae694240-ff9c-431c-862a-e983dd3b8422 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0876005 Apr 29 12:13:42.779365 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-05b2c0bc-e8b8-4b9b-84b4-050dfd545e9d req-0598d0d8-4d7f-48b1-8790-982e1676d215 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Apr 29 12:13:43.970655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461e79e-95fb-457f-af0f-d634b27404a7 req-240e5471-6841-42d0-a7fb-f014439b9528 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:43.972165 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b461e79e-95fb-457f-af0f-d634b27404a7 req-240e5471-6841-42d0-a7fb-f014439b9528 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0878096 Apr 29 12:13:44.015534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b461e79e-95fb-457f-af0f-d634b27404a7 req-e86db16a-05e1-45e0-9a85-2bf72695f57c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Apr 29 12:13:45.213862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc194b-66c5-422e-9433-1a066280141e req-7b4e7796-2851-4c97-8f1c-433d1f93d447 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:45.215186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6dc194b-66c5-422e-9433-1a066280141e req-7b4e7796-2851-4c97-8f1c-433d1f93d447 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0886903 Apr 29 12:13:45.260712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d6dc194b-66c5-422e-9433-1a066280141e req-98367a8e-46a8-4473-bae5-25cb145824c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Apr 29 12:13:46.456615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5dce-1be8-4a62-b8fd-59195a3f10ac req-029284ac-f8ec-450a-b5fc-a8ee1f73debd tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:46.458132 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c5af5dce-1be8-4a62-b8fd-59195a3f10ac req-029284ac-f8ec-450a-b5fc-a8ee1f73debd tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0806351 Apr 29 12:13:46.501357 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c5af5dce-1be8-4a62-b8fd-59195a3f10ac req-81c11e2a-b684-4c00-803b-c5245c499982 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373721 Apr 29 12:13:47.726324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c3d86-1b49-4fba-886c-8dcbb0f875da req-15eadd85-cc1f-46e6-91fc-c16f506205ae tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:47.727674 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c69c3d86-1b49-4fba-886c-8dcbb0f875da req-15eadd85-cc1f-46e6-91fc-c16f506205ae tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0969198 Apr 29 12:13:47.774212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c69c3d86-1b49-4fba-886c-8dcbb0f875da req-06290995-ff8c-4b7e-8d79-efefa832c313 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Apr 29 12:13:48.976510 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d831e-490a-4d16-9cb2-f0c482b6dca3 req-00dd87cf-3cc7-46ef-a3f4-762cf14c6577 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:48.977984 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-208d831e-490a-4d16-9cb2-f0c482b6dca3 req-00dd87cf-3cc7-46ef-a3f4-762cf14c6577 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0940139 Apr 29 12:13:49.021465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-208d831e-490a-4d16-9cb2-f0c482b6dca3 req-12a0c4b1-8217-4ba0-85ee-037a62866ec7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376415 Apr 29 12:13:50.227687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c490a6d-bfd8-4d55-884a-f7138697cf68 req-1b179149-b182-40ef-a08f-8517ff844a94 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:50.229019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c490a6d-bfd8-4d55-884a-f7138697cf68 req-1b179149-b182-40ef-a08f-8517ff844a94 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0882626 Apr 29 12:13:50.271688 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6c490a6d-bfd8-4d55-884a-f7138697cf68 req-069a6b8c-30c1-432b-b16a-821a0ba0dd97 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368192 Apr 29 12:13:51.478900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952f7b-3ab1-4c1d-a5ab-852ddef3271e req-619b11eb-7404-4a5e-b83e-d2a08a8a6b9a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:51.480355 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a952f7b-3ab1-4c1d-a5ab-852ddef3271e req-619b11eb-7404-4a5e-b83e-d2a08a8a6b9a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0873089 Apr 29 12:13:51.530404 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a952f7b-3ab1-4c1d-a5ab-852ddef3271e req-f7f85dd3-2d85-4753-877f-fddb8ba73017 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Apr 29 12:13:52.724702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe5a9-4289-4256-a2ec-aa1dfc5e7ce0 req-6f249527-8437-456b-9714-d43e1564195b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:52.726148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3cfe5a9-4289-4256-a2ec-aa1dfc5e7ce0 req-6f249527-8437-456b-9714-d43e1564195b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0862455 Apr 29 12:13:52.770184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3cfe5a9-4289-4256-a2ec-aa1dfc5e7ce0 req-5db4dfa3-b4db-4c03-bc35-d21b5bdb8b5d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382056 Apr 29 12:13:53.964430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4322f-909b-4a58-b351-d47c4b371c02 req-20b65018-6b6b-4db2-9693-33c6e8ea2f66 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:53.965901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1dd4322f-909b-4a58-b351-d47c4b371c02 req-20b65018-6b6b-4db2-9693-33c6e8ea2f66 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0880229 Apr 29 12:13:54.010680 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1dd4322f-909b-4a58-b351-d47c4b371c02 req-7f15e14c-1dcd-4604-a2ff-549243c7bff7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Apr 29 12:13:55.203468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a18d7-31b2-40f4-a1c5-da2ea0944d0c req-4f7a6ed7-f2b5-4eb6-b5a3-a8a5fc94b751 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:55.204925 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-744a18d7-31b2-40f4-a1c5-da2ea0944d0c req-4f7a6ed7-f2b5-4eb6-b5a3-a8a5fc94b751 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0847211 Apr 29 12:13:55.251883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-744a18d7-31b2-40f4-a1c5-da2ea0944d0c req-6e713b3a-3f6b-492b-a175-6926a4e1f9a5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Apr 29 12:13:56.450417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd133e8-6847-440f-85f8-0fdca75bc678 req-219b647a-a437-42e7-bc55-5a7ae199b752 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:56.451873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bd133e8-6847-440f-85f8-0fdca75bc678 req-219b647a-a437-42e7-bc55-5a7ae199b752 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0822473 Apr 29 12:13:56.502277 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bd133e8-6847-440f-85f8-0fdca75bc678 req-bb2eac61-0357-4d0f-b4d8-6587f962ab29 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Apr 29 12:13:57.698637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310a7a9-4aea-4ac5-8e34-fbc8fe4301e4 req-5f158793-d7ba-4c96-a207-df1a898888bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:57.699998 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0310a7a9-4aea-4ac5-8e34-fbc8fe4301e4 req-5f158793-d7ba-4c96-a207-df1a898888bc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0861959 Apr 29 12:13:57.743989 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0310a7a9-4aea-4ac5-8e34-fbc8fe4301e4 req-3e28bcb4-0008-4ae4-8263-548b1a0e1e70 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Apr 29 12:13:58.949939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf99a72-5e9a-4de5-9036-3cc91a21e6b8 req-32893a64-260c-45e6-8eea-0918a78f847e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:13:58.951362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fdf99a72-5e9a-4de5-9036-3cc91a21e6b8 req-32893a64-260c-45e6-8eea-0918a78f847e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0930042 Apr 29 12:13:58.997068 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fdf99a72-5e9a-4de5-9036-3cc91a21e6b8 req-78d0a02c-59fb-4cc0-aeac-fb608633dc0d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374477 Apr 29 12:14:00.207886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b5dd-ccc8-46d2-b09e-8f76372893a4 req-240dba49-7f40-4324-aea8-536531b00b90 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:00.209264 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cb48b5dd-ccc8-46d2-b09e-8f76372893a4 req-240dba49-7f40-4324-aea8-536531b00b90 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0898113 Apr 29 12:14:00.254141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cb48b5dd-ccc8-46d2-b09e-8f76372893a4 req-e0074351-3c2d-4fb5-bdb7-10199d414fd9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368047 Apr 29 12:14:00.352209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-edf4062d-2abe-4b93-924c-05c07d10b1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:01.575134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd909f-5d6a-42e8-9bce-1ef5ff5b08af req-83a12cc5-15e1-4d6b-ade2-f6e7007ed9a6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:01.576548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dbd909f-5d6a-42e8-9bce-1ef5ff5b08af req-83a12cc5-15e1-4d6b-ade2-f6e7007ed9a6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.1941688 Apr 29 12:14:01.625064 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0dbd909f-5d6a-42e8-9bce-1ef5ff5b08af req-e9721ef1-3cc5-4244-9825-6103a433ebcf tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Apr 29 12:14:02.826813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe00093-33f6-4d35-a980-c75e25fc898e req-57102977-6c78-493d-8b8c-621d4abc057f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:02.828146 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cfe00093-33f6-4d35-a980-c75e25fc898e req-57102977-6c78-493d-8b8c-621d4abc057f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0932858 Apr 29 12:14:02.879678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cfe00093-33f6-4d35-a980-c75e25fc898e req-643cabc3-4201-4306-a3d7-07d8ca9d93d8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Apr 29 12:14:03.032373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2f539a3-cb8c-4b1c-a194-2dae00ac423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:03.751156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:04.086117 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e381-8698-4308-94d7-5c63a169a2b4 req-1e3c29f9-0b15-454e-96bc-3a38578930d0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:04.088014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0327e381-8698-4308-94d7-5c63a169a2b4 req-1e3c29f9-0b15-454e-96bc-3a38578930d0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0895784 Apr 29 12:14:04.094423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:04.133780 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0327e381-8698-4308-94d7-5c63a169a2b4 req-7c0f461d-ab62-480c-9a7b-1bdab145771e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Apr 29 12:14:04.160065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:05.340827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb107c-38a8-4798-b5e2-5717a7516d5b req-1d660358-f6f0-4ae5-8e86-d622e6bc34b7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:05.342270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bfb107c-38a8-4798-b5e2-5717a7516d5b req-1d660358-f6f0-4ae5-8e86-d622e6bc34b7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0927057 Apr 29 12:14:05.395066 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bfb107c-38a8-4798-b5e2-5717a7516d5b req-b41066df-4b3e-40d5-8c3c-7b94bcaac791 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Apr 29 12:14:05.641055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:06.595724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157ac2-85dd-464b-81fa-041c5abbb46e req-29bc0c56-277b-4702-972b-b9c6153cff97 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:06.597121 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10157ac2-85dd-464b-81fa-041c5abbb46e req-29bc0c56-277b-4702-972b-b9c6153cff97 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0893176 Apr 29 12:14:06.641487 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10157ac2-85dd-464b-81fa-041c5abbb46e req-6bd20364-9333-4b65-a88d-2e9291f187b2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383260 Apr 29 12:14:06.798408 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-67dc23a5-b675-450b-85ef-421f6b35f608 service neutron] 10.222.0.66 "GET /v2.0/ports/1d64a5fb-db68-4106-b31e-25ee870c091c/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.1245646 Apr 29 12:14:07.112962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-bd712071-36e6-4765-b6ac-08531a712070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.114468 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-bd712071-36e6-4765-b6ac-08531a712070 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1098 time: 0.0819581 Apr 29 12:14:07.234620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-a79b86bb-1b00-4785-a77c-6599a59ca187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.236082 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-a79b86bb-1b00-4785-a77c-6599a59ca187 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1098 time: 0.0843341 Apr 29 12:14:07.380252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-01791028-1539-498a-b5be-fe324aca8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.381608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-01791028-1539-498a-b5be-fe324aca8074 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1394801 Apr 29 12:14:07.494594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-c8499fce-9940-4224-82cf-a4213daafbe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 1001 time: 0.1070449 Apr 29 12:14:07.558563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-f44eed71-c63c-4005-8753-019433188c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.560008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-f44eed71-c63c-4005-8753-019433188c45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0597050 Apr 29 12:14:07.643888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-fe71f8e5-1351-46f0-aa34-6645b7f89bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.645846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-fe71f8e5-1351-46f0-aa34-6645b7f89bda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803185 Apr 29 12:14:07.938414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-8913df7d-462a-4ff5-a09c-0466eee6546a service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866337 Apr 29 12:14:07.997246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe2616-128c-4124-a4e1-29e843dfc680 req-3d986eae-bc15-467b-ab60-8fb3883aa3c9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:07.998760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c0fe2616-128c-4124-a4e1-29e843dfc680 req-3d986eae-bc15-467b-ab60-8fb3883aa3c9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.1549015 Apr 29 12:14:08.118328 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c0fe2616-128c-4124-a4e1-29e843dfc680 req-b2fdfa60-5ebe-4f44-a889-8cb846c3841d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774612 Apr 29 12:14:08.121906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7e062816-d4da-4612-b6fc-40f4cb104bb4 req-eb7c30ee-934a-4145-b486-965e19b46d0c service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766965 Apr 29 12:14:09.304413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3a962-80d3-41e6-8130-01ba463f9a7e req-9cfed3f7-227e-4e57-9b77-f6a2dd1ab98f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:09.305868 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a7a3a962-80d3-41e6-8130-01ba463f9a7e req-9cfed3f7-227e-4e57-9b77-f6a2dd1ab98f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0798726 Apr 29 12:14:09.352407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a7a3a962-80d3-41e6-8130-01ba463f9a7e req-a9b6b09c-e227-40d6-91b6-c59e0285ed80 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Apr 29 12:14:10.538703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e1fc8-7023-45d3-9a1e-0e95255b0b8b req-deee24d8-2156-463b-aea9-94a9ccee2162 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:10.540130 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b96e1fc8-7023-45d3-9a1e-0e95255b0b8b req-deee24d8-2156-463b-aea9-94a9ccee2162 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0786045 Apr 29 12:14:10.585749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b96e1fc8-7023-45d3-9a1e-0e95255b0b8b req-1a1b9242-76da-4f6f-a30f-676bbb8ee8a6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396318 Apr 29 12:14:10.822675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:14:10.830455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:14:11.044087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.057287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:11.078356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:14:11.086310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:11.132556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:11.141033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.143224 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4374b4c3-13ab-4d47-8e02-184f7e1b2107'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'code': 200} Apr 29 12:14:11.197764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.221610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:11.257345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:11.289860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:14:11.290210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:14:11.777284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754aef-1644-462c-ba91-15ec0a4d9950 req-c62ce07e-f6c7-406e-a3c9-f9b2dde62301 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:11.778761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90754aef-1644-462c-ba91-15ec0a4d9950 req-c62ce07e-f6c7-406e-a3c9-f9b2dde62301 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 943 time: 0.0871482 Apr 29 12:14:11.825779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90754aef-1644-462c-ba91-15ec0a4d9950 req-d627a9aa-87ce-4456-a48a-67e09887ea15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Apr 29 12:14:11.850045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.869689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:11.886172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:11.891322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:11.959545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:12.020196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1d64a5fb-db68-4106-b31e-25ee870c091c'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:14:12.288832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-15cc7abc-e86a-41c5-a948-c19aa4e4be52 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.290431 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-15cc7abc-e86a-41c5-a948-c19aa4e4be52 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542&tenant_id=e085add513cc441f9f3aa5dc2cf04f86&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.1327748 Apr 29 12:14:12.371414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae495-1762-4b0d-adcd-9b6d527f03a8 req-72eb53c5-da02-497d-b4a8-e61d27a46460 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.372806 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6fae495-1762-4b0d-adcd-9b6d527f03a8 req-72eb53c5-da02-497d-b4a8-e61d27a46460 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 944 time: 0.1561694 Apr 29 12:14:12.396744 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-a464e90c-6103-45a8-aa99-904fb56ffab5 service neutron] 10.222.0.66 "GET /v2.0/ports/1d64a5fb-db68-4106-b31e-25ee870c091c/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0998359 Apr 29 12:14:12.423929 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f6fae495-1762-4b0d-adcd-9b6d527f03a8 req-85392583-fd7f-43c1-925b-f128b6c07cea tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Apr 29 12:14:12.505697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-47b27669-677d-4b42-8ca9-724629057f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.507123 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-47b27669-677d-4b42-8ca9-724629057f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1097 time: 0.0698771 Apr 29 12:14:12.635918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-f58bca69-77e6-41f8-9df4-650b6ba851ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.637230 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-f58bca69-77e6-41f8-9df4-650b6ba851ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1219444 Apr 29 12:14:12.739113 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-01a86d18-0178-437e-9c59-7cc6d275c402 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 1000 time: 0.0953789 Apr 29 12:14:12.801140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-c09d6382-7f50-4217-87bd-ee7e7d6943b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.802703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-c09d6382-7f50-4217-87bd-ee7e7d6943b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0579166 Apr 29 12:14:12.828305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:14:12.881419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-72554101-96db-4178-80fb-88b73d7fd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:12.882883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-72554101-96db-4178-80fb-88b73d7fd1a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746269 Apr 29 12:14:12.894536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1d64a5fb-db68-4106-b31e-25ee870c091c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:12.895070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:13.011282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:13.023019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-77f66945-cec5-45da-a5ff-9df8eca5061d service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340463 Apr 29 12:14:13.043757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:13.048088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:13.143720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:13.154890 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-70e4b6d2-cda9-46b8-9588-d2e977a36165 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262209 Apr 29 12:14:13.162665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:13.198354 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63439ba6-0bf6-4ee3-8395-684e1aefc0fd'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'code': 200} Apr 29 12:14:13.630165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d02fe-26d4-4719-86ee-da5872ed1ad7 req-e4ec2f54-ebd7-4e33-aa8c-547471c41cfc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:13.631586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ab6d02fe-26d4-4719-86ee-da5872ed1ad7 req-e4ec2f54-ebd7-4e33-aa8c-547471c41cfc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0887818 Apr 29 12:14:13.676400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ab6d02fe-26d4-4719-86ee-da5872ed1ad7 req-a495b741-1c7c-491c-8b91-b7afaa68c3a1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 Apr 29 12:14:14.876752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91402-15b8-4339-ad5c-d73a6e9d07e8 req-c2f08267-aedc-4e35-a3df-54a1697210b3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:14.878201 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9ce91402-15b8-4339-ad5c-d73a6e9d07e8 req-c2f08267-aedc-4e35-a3df-54a1697210b3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0929658 Apr 29 12:14:14.926439 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9ce91402-15b8-4339-ad5c-d73a6e9d07e8 req-3baa51c5-7165-44ee-9269-07fc88d77aa7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Apr 29 12:14:15.916581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-a9a4cc90-eff9-47db-ba64-bc1dfe6ea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:15.918103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-a9a4cc90-eff9-47db-ba64-bc1dfe6ea860 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1098 time: 0.1831367 Apr 29 12:14:16.020117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-cdea1b93-6826-44e2-a346-fee9890ca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:16.021678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-cdea1b93-6826-44e2-a346-fee9890ca6c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 1098 time: 0.0694425 Apr 29 12:14:16.204244 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-8f16d507-3ccf-4580-9568-6274eacf9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:16.205702 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-8f16d507-3ccf-4580-9568-6274eacf9f0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1785293 Apr 29 12:14:16.268757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3404-1307-4d55-a7e7-83fbecb57e2c req-cc01238a-0c16-461a-b1d7-3f00185c1b52 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:16.270302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-688b3404-1307-4d55-a7e7-83fbecb57e2c req-cc01238a-0c16-461a-b1d7-3f00185c1b52 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.2257926 Apr 29 12:14:16.339569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-b57df116-4916-4dd8-bb5f-17b207d4cc9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 200 len: 1001 time: 0.1281693 Apr 29 12:14:16.343979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-688b3404-1307-4d55-a7e7-83fbecb57e2c req-f98a1eca-6729-431f-9025-e18e5263ee0a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603027 Apr 29 12:14:16.399754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-f3901c5c-c16b-4127-8e73-25db07d668e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:16.401167 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-f3901c5c-c16b-4127-8e73-25db07d668e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0563781 Apr 29 12:14:16.475705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-ea37f35f-2538-46ba-9719-ddfa6871bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:16.477400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-ea37f35f-2538-46ba-9719-ddfa6871bea9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708218 Apr 29 12:14:16.604506 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-75609bdb-a043-4865-aabd-408f9e5ddf9e service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210172 Apr 29 12:14:16.731405 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5664dd5d-7634-4778-b302-eac01f09ad33 req-ca1f6738-112d-43bc-ac36-f601de791afd service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211891 Apr 29 12:14:17.541080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212b55-6c9d-4901-96b7-c1c62cedf9b5 req-ac3fa827-66e1-431b-918e-c048c6b2aa55 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:17.542531 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9212b55-6c9d-4901-96b7-c1c62cedf9b5 req-ac3fa827-66e1-431b-918e-c048c6b2aa55 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0902524 Apr 29 12:14:17.585548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c9212b55-6c9d-4901-96b7-c1c62cedf9b5 req-520a2b6a-e4d0-42a1-ae5c-57668fc294e9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Apr 29 12:14:17.620470 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:14:18.774683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396009a8-02b8-464c-a831-966ab2ac4a6d req-329396c0-84cd-42c2-b5c9-c79b0e894a57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:18.776141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-396009a8-02b8-464c-a831-966ab2ac4a6d req-329396c0-84cd-42c2-b5c9-c79b0e894a57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0835397 Apr 29 12:14:18.820547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-396009a8-02b8-464c-a831-966ab2ac4a6d req-752b4f5f-5a97-434a-b85f-f886bd8afd6a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Apr 29 12:14:18.875690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:14:18.885980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:14:19.109369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:19.123521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:19.144675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'mac_address': 'fa:16:3e:d6:b7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:14:19.153423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:19.190533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:19.203069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:19.258130 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb3f6ce-6e51-4f7b-8434-1fe00e1337db'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'code': 200} Apr 29 12:14:19.272440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:19.295901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:19.302672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:19.364345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:14:19.364942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:14:19.935251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:19.955641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:19.973196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:19.979661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:20.034324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff76d-eec4-4c14-9378-65b2f89822c6 req-4280f8f9-48e6-46b1-a829-4bcde71db4e3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:20.035844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4eff76d-eec4-4c14-9378-65b2f89822c6 req-4280f8f9-48e6-46b1-a829-4bcde71db4e3 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.1039338 Apr 29 12:14:20.053623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=10']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:20.084460 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4eff76d-eec4-4c14-9378-65b2f89822c6 req-d801b31c-c5f1-41ab-b053-c16fd56b5b8f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423083 Apr 29 12:14:20.112242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1d64a5fb-db68-4106-b31e-25ee870c091c'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:14:20.283563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa3369-94b4-4d20-baec-340a3e6b3ba1 req-42e82ec2-fa79-43a4-ad2d-fbf3be27339d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:20.285060 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-37fa3369-94b4-4d20-baec-340a3e6b3ba1 req-42e82ec2-fa79-43a4-ad2d-fbf3be27339d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0803168 Apr 29 12:14:20.331381 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-37fa3369-94b4-4d20-baec-340a3e6b3ba1 req-9ee21b02-792c-4df0-8760-279f2253f4f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Apr 29 12:14:20.516907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4274-e09f-4e26-9ffa-cfce9710f4cb req-a0c7f4f9-878b-4eb2-9f83-3a70c0a5312e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:20.518301 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-80ce4274-e09f-4e26-9ffa-cfce9710f4cb req-a0c7f4f9-878b-4eb2-9f83-3a70c0a5312e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0805697 Apr 29 12:14:20.561830 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-80ce4274-e09f-4e26-9ffa-cfce9710f4cb req-b57a7b21-88fa-487a-a908-acf099742352 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377285 Apr 29 12:14:20.892907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:14:20.952913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34701a14-698a-40ae-880c-7b6f5e7cad10 req-ee23d93c-1f49-478c-8d9e-972b58738dbe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:20.954090 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34701a14-698a-40ae-880c-7b6f5e7cad10 req-ee23d93c-1f49-478c-8d9e-972b58738dbe tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 945 time: 0.0929058 Apr 29 12:14:20.967432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1d64a5fb-db68-4106-b31e-25ee870c091c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:20.967995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:21.005106 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34701a14-698a-40ae-880c-7b6f5e7cad10 req-b7da2c09-1966-4c27-aca1-cd6d532dbe6c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447922 Apr 29 12:14:21.100557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:21.134888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:21.141358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:21.210918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=11']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:21.259250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:21.307245 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e8a9a1-1ca6-481c-9cee-25f2e70c261f'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'code': 200} Apr 29 12:14:22.193929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0b31-a217-4647-a561-c052bfada27a req-e7cde8e1-a70b-4d98-80c9-fc5d10c5ff27 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:22.195250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-680c0b31-a217-4647-a561-c052bfada27a req-e7cde8e1-a70b-4d98-80c9-fc5d10c5ff27 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 946 time: 0.0808747 Apr 29 12:14:22.242222 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-680c0b31-a217-4647-a561-c052bfada27a req-cf574059-de8d-4b2e-a72c-0e8df8cc61a4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Apr 29 12:14:23.379927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-22b8bb70-1e8a-4ea7-931c-2272513f0770 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:23.381348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-22b8bb70-1e8a-4ea7-931c-2272513f0770 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 946 time: 0.0863223 Apr 29 12:14:23.435531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b78e5-7234-4953-8bdd-acf54d0b2f4e req-3965bde7-9bf4-4a3c-8044-ba357690bc59 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:23.436941 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e04b78e5-7234-4953-8bdd-acf54d0b2f4e req-3965bde7-9bf4-4a3c-8044-ba357690bc59 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 946 time: 0.0828063 Apr 29 12:14:23.449977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Deleting port 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:14:23.450302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:23.480454 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e04b78e5-7234-4953-8bdd-acf54d0b2f4e req-7d9a9f56-3e44-416a-be92-88b2ef2a62e8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377681 Apr 29 12:14:23.807296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] For port 1d64a5fb-db68-4106-b31e-25ee870c091c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1d64a5fb-db68-4106-b31e-25ee870c091c,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:23.807768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:24.122713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:24.123089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:24.123370 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 disassociated. External IP: 172.26.0.95, port: 1d64a5fb-db68-4106-b31e-25ee870c091c. Apr 29 12:14:24.123718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Calling delete_port for 1d64a5fb-db68-4106-b31e-25ee870c091c owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:14:24.265944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:24.316689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'Port': ['ID=1d64a5fb-db68-4106-b31e-25ee870c091c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:24.508257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:14:24.686330 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b9ed614-9aeb-43fe-b78b-fc9e69e34907 req-3d2e9f49-58da-410b-ac84-5664d4dedc57 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=19f9d650-3b2f-4e9a-8b97-d90c33bca542 HTTP/1.1" status: 200 len: 210 time: 0.0614905 Apr 29 12:14:24.729436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:14:24.739095 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:14:24.748738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:14:24.749442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:14:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:24.801996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] No DVR routers for this DVR port 1d64a5fb-db68-4106-b31e-25ee870c091c on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:14:24.805071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:24.808989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-deleted', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:24.826727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9de4586e-5b37-46cb-a5cc-560b6eaa22b4 req-4313911f-8d14-4220-a608-193e83db3161 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "DELETE /v2.0/ports/1d64a5fb-db68-4106-b31e-25ee870c091c HTTP/1.1" status: 204 len: 173 time: 1.4403470 Apr 29 12:14:24.859362 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a3d39d-3943-41ab-9b6c-607715187459'] response: {'server_uuid': '19f9d650-3b2f-4e9a-8b97-d90c33bca542', 'name': 'network-vif-deleted', 'tag': '1d64a5fb-db68-4106-b31e-25ee870c091c', 'status': 'completed', 'code': 200} Apr 29 12:14:24.937825 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:14:25.251533 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:25.255492 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:14:25.263869 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:14:25.264455 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:14:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:25.477119 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:14:25.792967 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:25.797363 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f7934-c8d5-4357-b520-259972129d35 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:14:26.039338 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-eac251a6-ee80-4381-8695-1855c11290af tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1843121476&fields=id&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 267 time: 0.0433843 Apr 29 12:14:26.042849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6b094-7982-4bf9-a44c-2f1e195b28fa None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:14:26.190701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-59ad917e-5022-4e53-b00e-76cc49995783 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:26.192134 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-59ad917e-5022-4e53-b00e-76cc49995783 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.1451197 Apr 29 12:14:26.207751 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-6f482b21-5c24-4914-bbe8-6a40de049a01 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/quotas/e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 375 time: 0.0095310 Apr 29 12:14:26.303286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-10fb6b1b-9dba-4e46-800f-e01e15189b5f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:14:26.322204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-10fb6b1b-9dba-4e46-800f-e01e15189b5f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:14:26.323492 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-10fb6b1b-9dba-4e46-800f-e01e15189b5f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104624 Apr 29 12:14:26.385902 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-ea6caf53-ed63-4aa0-9a30-c442de5ea269 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:14:26.386905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-ea6caf53-ed63-4aa0-9a30-c442de5ea269 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488877 Apr 29 12:14:26.626215 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-71209d32-2672-406b-9d03-51d55722daab service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327261 Apr 29 12:14:26.759877 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-aa6aa6e8-69bd-4bb3-9927-4778e065ed22 service neutron] 10.222.0.53 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267405 Apr 29 12:14:26.952520 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-398da337-9655-4831-944d-6fa0c07a49c5 req-74e7f003-ed47-430e-9ca4-06168683108c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 210 time: 0.0433536 Apr 29 12:14:26.977376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:14:27.011325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 1d64a5fb-db68-4106-b31e-25ee870c091c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:14:27.011661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1d64a5fb-db68-4106-b31e-25ee870c091c not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:14:28.147191 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-270006f6-8cdf-4f33-846f-deadca09424c req-1e201f87-fca7-4c98-8a4d-d2b1d59725a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 210 time: 0.0606291 Apr 29 12:14:28.294032 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-fa5d5458-36cc-4f30-87f6-5be4814e6461 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:28.296265 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-fa5d5458-36cc-4f30-87f6-5be4814e6461 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 811 time: 0.2322650 Apr 29 12:14:28.356326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-32b55a3c-cb72-4ded-b6ce-0ff2233349b9 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 380 time: 0.0454726 Apr 29 12:14:28.364544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'port': {'device_id': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'admin_state_up': True, 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'security_groups': ['8a6557fc-3260-4a7c-8230-14ae059750b5']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:28.503186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:14:28.512697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:14:28.523621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Made reservation on behalf of e085add513cc441f9f3aa5dc2cf04f86 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:14:28.527020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:28.699199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Allocated IP 172.20.0.4 (f1bd4479-c79b-445d-9f5c-d7f88276dedd/129b8ccb-7acc-4b8b-90f7-ea853e89840f/474884df-d244-4013-b27c-e73b4ea97ba7) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:14:28.916089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:28.934117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Transition to ACTIVE for port object 474884df-d244-4013-b27c-e73b4ea97ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:14:28.964283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.039006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:14:29.042199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:14:29.046063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:14:29.082852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:29.102366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.102705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.103033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.103364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.103707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.104003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.104334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.104649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.104965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.105364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.105759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.106070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:29.130122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:29.130776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.158671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-0324f754-ef69-4c23-b414-1e06edd5fa86 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978766 Apr 29 12:14:29.175576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Request body: {'port': {'device_id': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:29.266462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-86ae61a4-75f9-44f2-8192-7a1a35b5450c None None] Provisioning for port 474884df-d244-4013-b27c-e73b4ea97ba7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:14:29.271901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-86ae61a4-75f9-44f2-8192-7a1a35b5450c None None] Provisioning complete for port 474884df-d244-4013-b27c-e73b4ea97ba7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:29.272480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-86ae61a4-75f9-44f2-8192-7a1a35b5450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.294899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.333249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-86ae61a4-75f9-44f2-8192-7a1a35b5450c None None] Port 474884df-d244-4013-b27c-e73b4ea97ba7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:14:29.361077 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38026e-0705-4ce5-bc80-0033f38d0f0c req-da036c92-257e-4317-b64b-75490f50bf80 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:29.362592 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb38026e-0705-4ce5-bc80-0033f38d0f0c req-da036c92-257e-4317-b64b-75490f50bf80 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 931 time: 0.0891411 Apr 29 12:14:29.410634 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb38026e-0705-4ce5-bc80-0033f38d0f0c req-13aed04b-2b97-4b22-a8e6-7a12a6e37c13 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Apr 29 12:14:29.674766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:29.683140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.701116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Transition to ACTIVE for port object 474884df-d244-4013-b27c-e73b4ea97ba7 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:14:29.705674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:29.991049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:30.072512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Attempting to bind port 474884df-d244-4013-b27c-e73b4ea97ba7 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:14:30.072816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Attempting to bind port 474884df-d244-4013-b27c-e73b4ea97ba7 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:14:30.073136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Attempting to bind port 474884df-d244-4013-b27c-e73b4ea97ba7 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:14:30.078029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Port 474884df-d244-4013-b27c-e73b4ea97ba7 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:14:30.078343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Attempting to bind port 474884df-d244-4013-b27c-e73b4ea97ba7 on network f1bd4479-c79b-445d-9f5c-d7f88276dedd {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:14:30.083866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:14:30.084195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Checking segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:14:30.084550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Bound using segment: {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:14:30.084972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Bound port: 474884df-d244-4013-b27c-e73b4ea97ba7, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059f1734-327e-4c5d-8d64-57600905699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:14:30.085311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.175185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:14:30.178322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:14:30.182642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.244302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:30.244916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.246327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] 10.222.0.66 "PUT /v2.0/ports/474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 1093 time: 1.0752563 Apr 29 12:14:30.246760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:30.282341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d66c3-cbe3-4692-a8cc-54e6ddad3f36 service neutron] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:30.304526 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f1cfc4-348d-4bc6-b91d-1770894fd2b0'] response: {'name': 'network-changed', 'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'status': 'completed', 'code': 200} Apr 29 12:14:30.350936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3d88ac36-3ac1-491f-a5fb-a9b47afb173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:30.401076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-e244b8ed-2f68-445f-bbad-7604165965ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:30.403615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-e244b8ed-2f68-445f-bbad-7604165965ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1096 time: 0.0813620 Apr 29 12:14:30.487063 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-86d0652c-de8c-4f42-8b58-b1128800e3e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 217 time: 0.0707572 Apr 29 12:14:30.548899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-d271f8b3-88ee-40c7-9277-fb87afe3f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:30.550406 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-d271f8b3-88ee-40c7-9277-fb87afe3f5e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0577722 Apr 29 12:14:30.608380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15a62-ef23-4360-92c6-286916e284bf req-881cd46a-fb8b-48b7-87d3-23732140db7e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:30.610156 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cdb15a62-ef23-4360-92c6-286916e284bf req-881cd46a-fb8b-48b7-87d3-23732140db7e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 943 time: 0.0858080 Apr 29 12:14:30.627703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-5cb99cc5-68cc-43dd-980e-198b94339aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:30.629172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-5cb99cc5-68cc-43dd-980e-198b94339aa9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721898 Apr 29 12:14:30.657698 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cdb15a62-ef23-4360-92c6-286916e284bf req-48fc9502-54d7-4f53-b4c2-c633b23c593e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Apr 29 12:14:30.766463 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-d5dcd1d5-4559-405a-bb5e-6db231d2932f service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307499 Apr 29 12:14:30.901542 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9777e79-85e4-4b95-a9e2-6b9e6ded2194 req-26f14bd1-cb62-4ae3-b0cd-ce55114429ca service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288772 Apr 29 12:14:31.061127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-268fa892-109b-4955-8b84-89bdb1cca786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:31.062648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-268fa892-109b-4955-8b84-89bdb1cca786 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1096 time: 0.0761995 Apr 29 12:14:31.198869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-466b054f-fe86-447b-aa7a-6b6eb760c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:31.200495 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-466b054f-fe86-447b-aa7a-6b6eb760c08f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1315870 Apr 29 12:14:31.275990 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-5e506e5a-6fd1-4ffe-b950-954df93de919 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 217 time: 0.0693460 Apr 29 12:14:31.339716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-9ddfa246-d305-42f7-b583-41b56c9bc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:31.341083 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-9ddfa246-d305-42f7-b583-41b56c9bc610 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0593369 Apr 29 12:14:31.417508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-ec214ff0-b18a-4822-b959-fb107b15bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:31.418983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-ec214ff0-b18a-4822-b959-fb107b15bb4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720477 Apr 29 12:14:31.554810 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-18040413-6cc8-48f8-962d-1e5e42787ef0 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297128 Apr 29 12:14:31.695779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e15cdf0b-8d75-42c7-9f12-5d8a48221693 req-2dbf72c4-2f6a-4078-9fd8-d7316ebe3654 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348166 Apr 29 12:14:31.861696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fea7e-8c07-4230-8bf4-02d382c0ea5d req-c8bd16de-b36e-422d-abb5-e88ca602187f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:31.862651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-131fea7e-8c07-4230-8bf4-02d382c0ea5d req-c8bd16de-b36e-422d-abb5-e88ca602187f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:14:31.886010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-131fea7e-8c07-4230-8bf4-02d382c0ea5d req-c8bd16de-b36e-422d-abb5-e88ca602187f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:14:31.887196 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-131fea7e-8c07-4230-8bf4-02d382c0ea5d req-c8bd16de-b36e-422d-abb5-e88ca602187f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 943 time: 0.1156862 Apr 29 12:14:31.938565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-131fea7e-8c07-4230-8bf4-02d382c0ea5d req-e683f201-daab-449e-881a-cd776e87f179 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Apr 29 12:14:33.026508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-283e197b-c14d-4181-ae22-b3eda4ebe4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:33.148061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a6917-578a-4a54-97a2-8f1fd5a39058 req-bf653884-a90b-4b16-bcbf-a01defd47845 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:33.149577 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-969a6917-578a-4a54-97a2-8f1fd5a39058 req-bf653884-a90b-4b16-bcbf-a01defd47845 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 943 time: 0.0883622 Apr 29 12:14:33.198275 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-969a6917-578a-4a54-97a2-8f1fd5a39058 req-19f90ea8-83b1-4172-b893-9fa75e21aadc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Apr 29 12:14:33.750374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:34.087964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:34.163688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:34.401665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e205-9ea5-441e-9eaf-bf5a81c8404a req-0c5e76d7-c7d5-4fd9-8cba-6512711243c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:34.403266 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e543e205-9ea5-441e-9eaf-bf5a81c8404a req-0c5e76d7-c7d5-4fd9-8cba-6512711243c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 943 time: 0.0860898 Apr 29 12:14:34.559251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e543e205-9ea5-441e-9eaf-bf5a81c8404a req-c30f9618-768c-4af8-95d9-d1414e3c3613 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498964 Apr 29 12:14:35.015303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:14:35.187628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:35.201078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '474884df-d244-4013-b27c-e73b4ea97ba7', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:14:35.256346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:35.273448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:14:35.290932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:35.298082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:35.368733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:35.376499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.376842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.377171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.377536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.377860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.378186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.378509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.378835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.379150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.379521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.379841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.380153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:14:35.644951 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:35.675840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['474884df-d244-4013-b27c-e73b4ea97ba7'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:14:35.905684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1313-7e84-4e63-81e8-5164beb1359b req-a039a5f1-ae26-4cb1-b253-fb08d01456f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:35.907161 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b87a1313-7e84-4e63-81e8-5164beb1359b req-a039a5f1-ae26-4cb1-b253-fb08d01456f7 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.0807619 Apr 29 12:14:35.957339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b87a1313-7e84-4e63-81e8-5164beb1359b req-7586d1b3-c065-49dd-840f-7cbaa4c8965d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Apr 29 12:14:37.015409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:14:37.092476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 474884df-d244-4013-b27c-e73b4ea97ba7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:14:37.097894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 474884df-d244-4013-b27c-e73b4ea97ba7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:14:37.098308 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:37.152659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e0eb-6726-46dd-ac04-6929ec2e60c1 req-ab490353-c2b2-49ae-8a2e-8e5e84e5ebb2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:37.154918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7eb6e0eb-6726-46dd-ac04-6929ec2e60c1 req-ab490353-c2b2-49ae-8a2e-8e5e84e5ebb2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.0832324 Apr 29 12:14:37.200280 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7eb6e0eb-6726-46dd-ac04-6929ec2e60c1 req-2b117d0a-5659-4804-b044-667c81d24d32 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Apr 29 12:14:37.234358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:37.269984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:37.282505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:14:37.287218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:37.330044 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf2d093-90e7-4652-bb67-4e9f42050c67'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:14:37.361856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:14:37.594150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84af3-1fda-43d6-bf2a-bfb620426432 req-dfdc1a9d-9651-4898-ba9b-ad2622510e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:37.595500 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-27c84af3-1fda-43d6-bf2a-bfb620426432 req-dfdc1a9d-9651-4898-ba9b-ad2622510e7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1098 time: 0.0757456 Apr 29 12:14:37.634991 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-27c84af3-1fda-43d6-bf2a-bfb620426432 req-ce3cc59d-55e4-4710-84e1-44b509e17ad5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Apr 29 12:14:38.393709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1b2d-7946-4fe3-b2ab-94b86950d14c req-02528411-e3aa-4cae-9999-81cf1ba672cc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:38.395310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f85d1b2d-7946-4fe3-b2ab-94b86950d14c req-02528411-e3aa-4cae-9999-81cf1ba672cc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0841539 Apr 29 12:14:38.443547 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f85d1b2d-7946-4fe3-b2ab-94b86950d14c req-f8f6ab9d-4585-450c-b3fc-c0656e344662 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Apr 29 12:14:39.628015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ec48-ca8f-4814-b666-7879d8354c0f req-d1b40c4d-d582-4154-a062-bb68a67f4a65 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:39.629539 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1d1ec48-ca8f-4814-b666-7879d8354c0f req-d1b40c4d-d582-4154-a062-bb68a67f4a65 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0809300 Apr 29 12:14:39.677053 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1d1ec48-ca8f-4814-b666-7879d8354c0f req-234044b8-cd08-4357-9846-1e4133abf81d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Apr 29 12:14:39.874756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200361c0-32bc-48e6-bf8e-010208caec82 req-12876080-7ee0-4abf-8499-1d1c136f49d8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:39.876348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-200361c0-32bc-48e6-bf8e-010208caec82 req-12876080-7ee0-4abf-8499-1d1c136f49d8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0982108 Apr 29 12:14:39.887304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59520) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:14:39.892382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Request body: {'floatingip': {'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:14:39.978402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:40.574430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:40.581209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:40.746368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 associated. External IP: 172.26.0.95, port: 474884df-d244-4013-b27c-e73b4ea97ba7. Apr 29 12:14:41.221411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:14:41.404534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:14:41.409131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:14:41.416980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:14:41.429193 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:14:41.429941 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:14:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:41.472960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6047a78f-3b72-4246-96cb-aa2bd701eb67 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "PUT /v2.0/floatingips/47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 HTTP/1.1" status: 200 len: 991 time: 1.5845125 Apr 29 12:14:41.473638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:14:41.530334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd555e8e-f6f1-40f4-b504-07798d2ace1f'] response: {'name': 'network-changed', 'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'status': 'completed', 'code': 200} Apr 29 12:14:41.616437 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:14:41.647371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841a43-059c-42aa-9c10-273f8943126c req-26946252-7bad-46b0-81ac-a284e39e4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:41.649039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-26946252-7bad-46b0-81ac-a284e39e4622 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1098 time: 0.0735075 Apr 29 12:14:41.797162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841a43-059c-42aa-9c10-273f8943126c req-37960bca-4b85-480c-9460-2c83e0d0a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:41.798675 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-37960bca-4b85-480c-9460-2c83e0d0a281 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1436219 Apr 29 12:14:41.937629 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-dc2b2153-d42c-48b1-824d-23de13f3118c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 999 time: 0.1330976 Apr 29 12:14:42.011504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841a43-059c-42aa-9c10-273f8943126c req-21b25e10-47d5-490b-95b2-a92e070f7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:42.012920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-21b25e10-47d5-490b-95b2-a92e070f7646 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0698330 Apr 29 12:14:42.057404 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:14:40Z', 'revision_number': 13, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:42.063524 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:14:42.075879 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:14:42.077995 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:14:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:42.096259 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841a43-059c-42aa-9c10-273f8943126c req-df12e9cc-52fa-4a80-9efc-f13bb214babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:42.098052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-df12e9cc-52fa-4a80-9efc-f13bb214babc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796511 Apr 29 12:14:42.253278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-97463ce4-05ef-4633-8acf-0e7f9f6a7d46 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489103 Apr 29 12:14:42.270905 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:14:42.393506 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a841a43-059c-42aa-9c10-273f8943126c req-d7740f87-88c5-4400-97df-97a6e02678b0 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346061 Apr 29 12:14:42.633949 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:14:40Z', 'revision_number': 13, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:14:42.638790 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6dcf35-bd10-4c52-8177-9811ae8cd89f None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '47e7be8e-0471-4fe0-8c19-de20f9e4c2d9', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:11:23Z', 'updated_at': '2022-04-29T12:14:40Z', 'revision_number': 13, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:14:42.835919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd6fe0-bbed-4ac6-a717-c8c8aeab482a None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:14:43.195661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc8f-e525-458c-a60b-b9ecbffcb33b req-e3fc672b-c783-4b57-a9c9-0a159a8e9c15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:43.197304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6401cc8f-e525-458c-a60b-b9ecbffcb33b req-e3fc672b-c783-4b57-a9c9-0a159a8e9c15 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0834720 Apr 29 12:14:43.240448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6401cc8f-e525-458c-a60b-b9ecbffcb33b req-afb27695-0423-4e9c-8b6c-e4718252ed74 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373254 Apr 29 12:14:53.037044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d4c73-8f12-461d-9d7a-e4eb38f9272a req-52ebd3bb-8aeb-4137-acdd-2894aa64f485 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:53.038406 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6c1d4c73-8f12-461d-9d7a-e4eb38f9272a req-52ebd3bb-8aeb-4137-acdd-2894aa64f485 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.1402981 Apr 29 12:14:53.041901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-ef625c55-e3e2-45f0-add2-539feed9c69d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1881762 Apr 29 12:14:53.084399 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6c1d4c73-8f12-461d-9d7a-e4eb38f9272a req-457bbb18-da04-4e3b-97f0-695e49c2949f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Apr 29 12:14:54.287379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a04cb5-09a5-40c7-9cde-0fb9b4e65efc req-61ba7c94-cc59-4a6c-ba8b-829f4441b3da tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:54.288766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2a04cb5-09a5-40c7-9cde-0fb9b4e65efc req-61ba7c94-cc59-4a6c-ba8b-829f4441b3da tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0938644 Apr 29 12:14:54.382287 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2a04cb5-09a5-40c7-9cde-0fb9b4e65efc req-fefb3e3f-060a-43cb-9972-a8e540a84263 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876398 Apr 29 12:14:54.402026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-e3b2a8ae-eb80-447a-a318-f7168ef7341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:54.403480 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-e3b2a8ae-eb80-447a-a318-f7168ef7341d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1098 time: 0.0961936 Apr 29 12:14:54.620747 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:14:54.659194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-3b27bc37-c5e1-4755-b810-1f71ce8923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:54.660693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-3b27bc37-c5e1-4755-b810-1f71ce8923b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.2507932 Apr 29 12:14:54.766039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-4b5cea15-3474-4ba6-ac1a-7f77da2d535a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0991309 Apr 29 12:14:54.840393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-913053bc-ca75-43b8-8bb8-b1d61db73054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:54.841843 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-913053bc-ca75-43b8-8bb8-b1d61db73054 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0698795 Apr 29 12:14:54.923810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-399b7b40-b935-49ef-85f5-dfafe195ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:54.923810 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-399b7b40-b935-49ef-85f5-dfafe195ff37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718637 Apr 29 12:14:55.052223 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-b4fa30b2-ca01-4c88-9426-34c4461c664c service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250558 Apr 29 12:14:55.197006 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-32621dd7-b011-4992-868f-dcc9cdc56c8e service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381340 Apr 29 12:14:55.592011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a3ad1-9b55-4660-8fa5-45a5f507dd3d req-d151dcab-aaa6-4496-a8d8-6137b81d2a9f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:55.593519 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b70a3ad1-9b55-4660-8fa5-45a5f507dd3d req-d151dcab-aaa6-4496-a8d8-6137b81d2a9f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0994034 Apr 29 12:14:55.639152 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b70a3ad1-9b55-4660-8fa5-45a5f507dd3d req-22d2c6f9-72c6-4918-8a40-4c3a25f286c2 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Apr 29 12:14:56.836522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334eb6b-eb2a-44fd-b8fd-e51d58b404fc req-ba35b343-0420-4e17-8cc6-1d178b6986ca tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:56.837875 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d334eb6b-eb2a-44fd-b8fd-e51d58b404fc req-ba35b343-0420-4e17-8cc6-1d178b6986ca tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0882337 Apr 29 12:14:56.880785 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d334eb6b-eb2a-44fd-b8fd-e51d58b404fc req-48e0a4b0-1d0e-493d-9a96-1b010d0756f0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Apr 29 12:14:58.081878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedfde2-1d4b-4718-9bb0-44bc304510d9 req-f2a3ed32-c79f-48d8-b3ce-5453b4625295 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:58.083410 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-baedfde2-1d4b-4718-9bb0-44bc304510d9 req-f2a3ed32-c79f-48d8-b3ce-5453b4625295 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0847239 Apr 29 12:14:58.134103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-baedfde2-1d4b-4718-9bb0-44bc304510d9 req-afc87911-9d4d-4dd0-8f13-68f00f122ffa tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Apr 29 12:14:59.343449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e114c3-778f-4698-bcaf-53927801676e req-8ff01df3-ee27-47b7-8501-2333cfea9404 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:14:59.344887 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-26e114c3-778f-4698-bcaf-53927801676e req-8ff01df3-ee27-47b7-8501-2333cfea9404 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0973966 Apr 29 12:14:59.389807 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-26e114c3-778f-4698-bcaf-53927801676e req-8fa99fbc-8a2a-4f17-9be0-806fc4a53520 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Apr 29 12:15:00.348940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eb41c493-e9bf-4527-87aa-1f16e328bf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:00.590660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c8a7b-774e-4351-996d-dd2f089bcca0 req-2f1d5389-b52c-4a5d-9761-a48fbe663218 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:00.592208 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a31c8a7b-774e-4351-996d-dd2f089bcca0 req-2f1d5389-b52c-4a5d-9761-a48fbe663218 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0894854 Apr 29 12:15:00.636924 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a31c8a7b-774e-4351-996d-dd2f089bcca0 req-65fa9a28-03f8-4609-8491-4cc0985fbd31 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388830 Apr 29 12:15:01.841151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d8e2c-3a3b-4900-beee-7139b6fc3da6 req-6cb690c9-8f5e-4393-9b7f-4abeb1da9cc1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:01.842496 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ea1d8e2c-3a3b-4900-beee-7139b6fc3da6 req-6cb690c9-8f5e-4393-9b7f-4abeb1da9cc1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0854752 Apr 29 12:15:01.887794 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ea1d8e2c-3a3b-4900-beee-7139b6fc3da6 req-184eaf16-6ebe-477d-bb36-fd7e321f15b5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Apr 29 12:15:02.692082 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-fe9f4aad-39a7-4f56-8dbe-4590ec63de31 service neutron] 10.222.0.66 "GET /v2.0/ports/474884df-d244-4013-b27c-e73b4ea97ba7/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0775321 Apr 29 12:15:02.991262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-d69b8a55-aeea-4b8e-a8e0-ad7c90d4d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:02.992765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-d69b8a55-aeea-4b8e-a8e0-ad7c90d4d2a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1098 time: 0.0760193 Apr 29 12:15:03.029272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e34a7c0a-52aa-4827-a193-7f8434a04195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:03.090114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557b7b8-6507-4252-942f-c04d415b3613 req-78485fc9-e3b3-4d76-b4a1-b101175a5297 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:03.092262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7557b7b8-6507-4252-942f-c04d415b3613 req-78485fc9-e3b3-4d76-b4a1-b101175a5297 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0969918 Apr 29 12:15:03.095010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-7c34f508-c3b8-4835-b458-e0d88774b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:03.096479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-7c34f508-c3b8-4835-b458-e0d88774b34b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1098 time: 0.0709636 Apr 29 12:15:03.136362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7557b7b8-6507-4252-942f-c04d415b3613 req-31dbca7a-060f-4f97-855a-458888edf396 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Apr 29 12:15:03.234996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-bdff62ea-b5a5-413f-8066-63dc33afd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:03.236359 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-bdff62ea-b5a5-413f-8066-63dc33afd43b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1341734 Apr 29 12:15:03.339562 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-0e5e448c-4ad9-4d6f-b9b8-9d4ddb316f87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0971549 Apr 29 12:15:03.399483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-1e95ab78-024a-40dc-b4a0-56dad307d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:03.400927 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-1e95ab78-024a-40dc-b4a0-56dad307d561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0562136 Apr 29 12:15:03.476518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-ced34def-928c-4d19-9eb9-ef0837b22cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:03.478046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-ced34def-928c-4d19-9eb9-ef0837b22cfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713837 Apr 29 12:15:03.607739 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-ca90284c-cee2-44dc-aee9-a60fc5fe5abc service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233237 Apr 29 12:15:03.747382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:03.846234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-20bb129b-bde9-4d18-8edd-a9b86aeea01d service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324381 Apr 29 12:15:04.120503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:04.162573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:04.466906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb294d76-19f7-4015-ae1a-26ee97ec7cf1 req-513809e4-00ce-4787-95fb-bdf97a8a5c4e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:04.468515 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bb294d76-19f7-4015-ae1a-26ee97ec7cf1 req-513809e4-00ce-4787-95fb-bdf97a8a5c4e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0810127 Apr 29 12:15:04.513826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bb294d76-19f7-4015-ae1a-26ee97ec7cf1 req-2d3a5f0e-4c08-4506-92b0-a8b96dc65401 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395317 Apr 29 12:15:05.646234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:05.708365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509afb42-be3f-4705-89fa-00bf62c4216a req-1aa3740d-b3a8-4b6e-8b5b-805306e7c5a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:05.709847 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-509afb42-be3f-4705-89fa-00bf62c4216a req-1aa3740d-b3a8-4b6e-8b5b-805306e7c5a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0803201 Apr 29 12:15:05.759228 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-509afb42-be3f-4705-89fa-00bf62c4216a req-10884df5-d5ae-49ca-b308-29ca26891f3d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Apr 29 12:15:06.955608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c494c-c56e-43dd-8bbd-0a0fc993244e req-f3acadd0-c68c-4cc6-a242-e36da4e8bb3e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:06.957033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-489c494c-c56e-43dd-8bbd-0a0fc993244e req-f3acadd0-c68c-4cc6-a242-e36da4e8bb3e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0912044 Apr 29 12:15:07.001735 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-489c494c-c56e-43dd-8bbd-0a0fc993244e req-1f4131e7-ae92-4551-8b72-99733d8f475e tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Apr 29 12:15:07.187110 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:15:07.194636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:07.413112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:07.434183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:07.453406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '474884df-d244-4013-b27c-e73b4ea97ba7', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:15:07.458290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:07.494623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:07.509511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:07.545707 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce4c11d-fa7a-4e4c-9359-280ff48a56a2'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:15:07.572438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:07.595704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:07.603778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:07.663666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:15:07.664043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:15:08.201344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142e9db-feb2-47a0-8088-0a28490110cb req-496130bc-376b-4aab-9841-83e3b47a6ab0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:08.202760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d142e9db-feb2-47a0-8088-0a28490110cb req-496130bc-376b-4aab-9841-83e3b47a6ab0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 943 time: 0.0916457 Apr 29 12:15:08.222815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:08.240197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:08.251679 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d142e9db-feb2-47a0-8088-0a28490110cb req-1ded6796-f56b-4beb-8d17-67dab7660c01 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Apr 29 12:15:08.255819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:08.261541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:08.332435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:08.378239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['474884df-d244-4013-b27c-e73b4ea97ba7'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:15:09.186446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:15:09.258650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 474884df-d244-4013-b27c-e73b4ea97ba7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:15:09.259349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:09.379375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:09.414212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:09.419105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:09.445921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f879386-9dee-4c6d-95a8-09a659f20064 req-06204f80-89d6-4f19-842e-92b441688785 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:09.447679 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f879386-9dee-4c6d-95a8-09a659f20064 req-06204f80-89d6-4f19-842e-92b441688785 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.0825484 Apr 29 12:15:09.489255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:09.490987 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f879386-9dee-4c6d-95a8-09a659f20064 req-540bfa97-f9d4-4881-b1d1-f54e74e22fe8 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373778 Apr 29 12:15:09.547254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:09.600242 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f66544-720f-4e89-b440-7a9a30e2514e'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:15:10.702321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a90fa-d0e0-4127-82df-f77d66833600 req-8f965537-61eb-47fa-8452-405bc9f350a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:10.703705 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-345a90fa-d0e0-4127-82df-f77d66833600 req-8f965537-61eb-47fa-8452-405bc9f350a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0923078 Apr 29 12:15:10.749992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-345a90fa-d0e0-4127-82df-f77d66833600 req-a2e9460e-6117-443b-aab0-a3af7a46cd66 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Apr 29 12:15:11.941403 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d13d83-0550-422f-ab0c-14038d315b69 req-9d792a17-7932-49d8-a230-503b76af1536 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:11.942931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9d13d83-0550-422f-ab0c-14038d315b69 req-9d792a17-7932-49d8-a230-503b76af1536 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0821731 Apr 29 12:15:11.993430 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f9d13d83-0550-422f-ab0c-14038d315b69 req-627369ea-4228-499a-b369-771cee49e272 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Apr 29 12:15:13.191798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:15:13.209122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07daca8-5371-4674-816b-00dc05ea1651 req-44b26137-4d1a-49c4-a7b0-18bc66b0c059 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:13.210894 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a07daca8-5371-4674-816b-00dc05ea1651 req-44b26137-4d1a-49c4-a7b0-18bc66b0c059 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0884774 Apr 29 12:15:13.259265 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a07daca8-5371-4674-816b-00dc05ea1651 req-741576f3-df9e-491e-bb5e-2b43c69bc3c1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Apr 29 12:15:13.329821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:13.342940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '474884df-d244-4013-b27c-e73b4ea97ba7', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:15:13.399567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:13.416986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:13.432204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:13.436758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:13.511986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:13.561651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['474884df-d244-4013-b27c-e73b4ea97ba7'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:15:14.463989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90097-a465-4c14-9c66-6c22ea39c30f req-6c260dcd-7e3e-44b9-91b8-c6819aa5d014 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:14.465415 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-91a90097-a465-4c14-9c66-6c22ea39c30f req-6c260dcd-7e3e-44b9-91b8-c6819aa5d014 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.0860934 Apr 29 12:15:14.513267 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-91a90097-a465-4c14-9c66-6c22ea39c30f req-5ab71daf-808e-41af-9cda-bafa3194279b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Apr 29 12:15:14.988066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-c9f7bc3f-777a-469d-b576-d1ecb0c9527d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:14.989514 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-c9f7bc3f-777a-469d-b576-d1ecb0c9527d tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb&tenant_id=e085add513cc441f9f3aa5dc2cf04f86&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 944 time: 0.1409118 Apr 29 12:15:15.062785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453b4fb-124d-4b7c-9207-95141885fa15 req-5cbacbc5-6c50-4c84-a17a-8cb374db6ae6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:15.064215 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c453b4fb-124d-4b7c-9207-95141885fa15 req-5cbacbc5-6c50-4c84-a17a-8cb374db6ae6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.1586792 Apr 29 12:15:15.108222 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-38ae78f3-ced3-4937-b591-b0711eeb2984 service neutron] 10.222.0.66 "GET /v2.0/ports/474884df-d244-4013-b27c-e73b4ea97ba7/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.1120770 Apr 29 12:15:15.120592 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c453b4fb-124d-4b7c-9207-95141885fa15 req-0d75b6c0-9c8c-48f5-82bd-bda457974a2a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488441 Apr 29 12:15:15.201515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:15:15.222578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-2b85813f-1a0b-449d-87e0-043f8f2d2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:15.224117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-2b85813f-1a0b-449d-87e0-043f8f2d2827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0780268 Apr 29 12:15:15.269959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 474884df-d244-4013-b27c-e73b4ea97ba7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:15:15.270346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:15.357758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-43e63fcd-9a03-446e-8dfd-80b98f602638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:15.359258 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-43e63fcd-9a03-446e-8dfd-80b98f602638 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1291940 Apr 29 12:15:15.388706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:15.417169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:15.432163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:15.437375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:15.465963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-7c6892ac-d02b-4522-b059-757ab4acf41f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 1000 time: 0.1004691 Apr 29 12:15:15.473947 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8239248d-e8bb-4b3b-afb5-3397b39d480a'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:15:15.504510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=10']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:15.528649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-a8906400-c853-4138-9c3c-ae4490bcacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:15.530115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-a8906400-c853-4138-9c3c-ae4490bcacc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0567379 Apr 29 12:15:15.608285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-95b3c2d2-bcd8-4739-88bc-9c7654801afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:15.609771 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-95b3c2d2-bcd8-4739-88bc-9c7654801afe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735450 Apr 29 12:15:15.752155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-ebeae655-fe7f-42e6-8c4a-7ad768b1e803 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357284 Apr 29 12:15:15.881231 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-d855478f-f633-4996-938a-aa1dbf95b989 service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230075 Apr 29 12:15:16.329612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998831-3f0d-473a-a294-72df2e506f42 req-d349baa6-7c0a-4e2e-bf20-c56fb61427f6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:16.331053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-37998831-3f0d-473a-a294-72df2e506f42 req-d349baa6-7c0a-4e2e-bf20-c56fb61427f6 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0947523 Apr 29 12:15:16.376688 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-37998831-3f0d-473a-a294-72df2e506f42 req-62b58f28-1be8-4111-90de-6d8494ad4332 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Apr 29 12:15:17.586171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92ff68-03b6-4432-9c7d-96b7d4ab34ac req-97497a7a-356d-4040-8ae5-6cd3a6c4901b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:17.587622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3c92ff68-03b6-4432-9c7d-96b7d4ab34ac req-97497a7a-356d-4040-8ae5-6cd3a6c4901b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0998194 Apr 29 12:15:17.644888 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3c92ff68-03b6-4432-9c7d-96b7d4ab34ac req-c78b18e6-7513-44da-8e09-7251e76c081a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512202 Apr 29 12:15:18.946432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31384c1a-f912-45b2-a20e-c568f5d2e849 req-2f5e38be-e768-408f-ac1f-c315cd2198d5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:18.948204 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-31384c1a-f912-45b2-a20e-c568f5d2e849 req-2f5e38be-e768-408f-ac1f-c315cd2198d5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.1885562 Apr 29 12:15:18.995172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-31384c1a-f912-45b2-a20e-c568f5d2e849 req-47c20bad-7615-4e4b-9c0f-84c2af233b39 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Apr 29 12:15:19.412318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-2ca36da9-65ec-4a69-a845-e19b1869e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:19.413811 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-2ca36da9-65ec-4a69-a845-e19b1869e9ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb&tenant_id=e085add513cc441f9f3aa5dc2cf04f86 HTTP/1.1" status: 200 len: 1099 time: 0.0742562 Apr 29 12:15:19.519531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-c0928f1d-89e9-4540-873c-a4be2f2cebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:19.520869 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-c0928f1d-89e9-4540-873c-a4be2f2cebbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0757921 Apr 29 12:15:19.658986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-e3af91d7-68a7-4dfa-ae88-68b9010ec653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:19.660429 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-e3af91d7-68a7-4dfa-ae88-68b9010ec653 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 200 len: 912 time: 0.1335063 Apr 29 12:15:19.764225 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-aa5192c5-aa87-422e-890f-b19b4551edc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0978391 Apr 29 12:15:19.826783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-64825c84-b437-4496-bb70-54e81e7e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:19.828091 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-64825c84-b437-4496-bb70-54e81e7e9fef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 200 len: 850 time: 0.0585091 Apr 29 12:15:19.903689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-9f30103b-b9b8-4faa-9dac-02eb32f4da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:19.905121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-9f30103b-b9b8-4faa-9dac-02eb32f4da4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1bd4479-c79b-445d-9f5c-d7f88276dedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713289 Apr 29 12:15:20.043659 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-f4ee70f5-7e02-4d35-a6c3-7106c15e753c service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285260 Apr 29 12:15:20.178881 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a2d19420-4a4a-435a-b742-6959d7e46dca req-6e6705b2-2e7e-4127-bd44-175281e817cc service neutron] 10.222.0.66 "GET /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297743 Apr 29 12:15:20.190711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0110f4e-72d2-4b5c-9193-290ca54d3b56 req-83fac320-5c0b-4c5f-abe4-34a85b899f4f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:20.192341 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a0110f4e-72d2-4b5c-9193-290ca54d3b56 req-83fac320-5c0b-4c5f-abe4-34a85b899f4f tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0819173 Apr 29 12:15:20.237307 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a0110f4e-72d2-4b5c-9193-290ca54d3b56 req-4033981c-44cc-43b8-ab13-66d2a9676cfc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 Apr 29 12:15:21.439935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e136a-4241-4a41-94cb-ebbb1b6b0255 req-4248e931-a022-4e58-9f91-c43bbb373834 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:21.441317 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-362e136a-4241-4a41-94cb-ebbb1b6b0255 req-4248e931-a022-4e58-9f91-c43bbb373834 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0947936 Apr 29 12:15:21.486361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-362e136a-4241-4a41-94cb-ebbb1b6b0255 req-681072ea-fa85-433e-bdd8-6a102a97ffe4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Apr 29 12:15:22.806804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50af8d-7350-4acf-8613-5f65842a865c req-ed820bb2-15d0-4d67-961d-8d5cab08a079 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:22.808164 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1c50af8d-7350-4acf-8613-5f65842a865c req-ed820bb2-15d0-4d67-961d-8d5cab08a079 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.2061930 Apr 29 12:15:22.852679 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1c50af8d-7350-4acf-8613-5f65842a865c req-4fc51481-19b7-47d0-b099-d380f5b19c43 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387297 Apr 29 12:15:23.220381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:15:23.226754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:23.441208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:23.462491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:23.483397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '474884df-d244-4013-b27c-e73b4ea97ba7', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'port_id': '474884df-d244-4013-b27c-e73b4ea97ba7', 'mac_address': 'fa:16:3e:e0:dd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:15:23.488434 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:23.525494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:23.541480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:23.544098 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a04872-c50f-46fd-bdfa-c32fcecbbee8'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:15:23.601422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:23.625022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:23.632630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=11']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:23.691765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:15:23.692117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:15:24.061551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea4d2-4221-44bf-bce7-045c49659720 req-f122312d-6e76-4273-9318-e2f256d8f28b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:24.063315 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-adbea4d2-4221-44bf-bce7-045c49659720 req-f122312d-6e76-4273-9318-e2f256d8f28b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 944 time: 0.0946691 Apr 29 12:15:24.108287 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-adbea4d2-4221-44bf-bce7-045c49659720 req-39d4d29e-5f27-4cc0-95d9-9d2ab4daf804 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Apr 29 12:15:24.258966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:24.276462 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:24.297039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:24.303000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:24.399613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=12']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:24.432015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['474884df-d244-4013-b27c-e73b4ea97ba7'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:15:25.233680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:15:25.306012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 474884df-d244-4013-b27c-e73b4ea97ba7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:15:25.306727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:25.309194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c072a9-ef71-49ab-9abf-c03b5566fb81 req-abeee4c3-4e1a-47ac-b0a2-4f77206cbbc1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:25.310704 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42c072a9-ef71-49ab-9abf-c03b5566fb81 req-abeee4c3-4e1a-47ac-b0a2-4f77206cbbc1 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 945 time: 0.0838041 Apr 29 12:15:25.361935 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42c072a9-ef71-49ab-9abf-c03b5566fb81 req-d676cf4c-3a38-4a98-b76d-2e901e2cb9e4 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Apr 29 12:15:25.438843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:25.471557 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:25.478320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:25.544602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:25.552256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=13']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:25.606858 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03df6ea-bfe9-4fc5-a6a8-4c99d58c5cbe'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'code': 200} Apr 29 12:15:26.548018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37396fb9-4ac0-4b8d-835b-7447d58bd2a9 req-a141442b-178f-4e28-9470-a9f0cf692d3a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:26.549466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-37396fb9-4ac0-4b8d-835b-7447d58bd2a9 req-a141442b-178f-4e28-9470-a9f0cf692d3a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0799749 Apr 29 12:15:26.604058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-37396fb9-4ac0-4b8d-835b-7447d58bd2a9 req-df672c2e-e23c-4da3-918f-de957c4a60fc tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483043 Apr 29 12:15:27.820974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3170e7-5d1d-4b18-9698-b3e66e37764b req-d93f7296-f3dc-430b-9981-17014bb91684 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:27.822855 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ca3170e7-5d1d-4b18-9698-b3e66e37764b req-d93f7296-f3dc-430b-9981-17014bb91684 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.1013010 Apr 29 12:15:27.867525 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ca3170e7-5d1d-4b18-9698-b3e66e37764b req-fe7e77f9-af04-425d-a7d6-b14990a4a5ce tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388653 Apr 29 12:15:29.080276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d61db-b2d8-44cd-9045-33fa698b3f44 req-b3399577-6eaa-4f0f-9d16-fbea9dfcd751 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:29.081817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-134d61db-b2d8-44cd-9045-33fa698b3f44 req-b3399577-6eaa-4f0f-9d16-fbea9dfcd751 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0923319 Apr 29 12:15:29.129013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-134d61db-b2d8-44cd-9045-33fa698b3f44 req-4e62930b-5e5d-4da5-8ebf-e79195771a91 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Apr 29 12:15:30.334199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451d63-83ab-42cf-81a8-61065943e066 req-78bc0846-a440-4bcc-8326-48acbd1ddf0c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:30.335682 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4451d63-83ab-42cf-81a8-61065943e066 req-78bc0846-a440-4bcc-8326-48acbd1ddf0c tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0928998 Apr 29 12:15:30.343096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4b774a46-cd40-4236-8712-93b57dd9d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:30.386023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4451d63-83ab-42cf-81a8-61065943e066 req-708f2802-768b-46c7-84ce-e910e0ffbf13 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Apr 29 12:15:30.580762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d3b96-0202-4580-a483-fcfa5ab58b8c req-dd9bb1b2-e2bd-4799-b6c6-da46a5b2b6bb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:30.582295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bf4d3b96-0202-4580-a483-fcfa5ab58b8c req-dd9bb1b2-e2bd-4799-b6c6-da46a5b2b6bb tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0917201 Apr 29 12:15:30.632584 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bf4d3b96-0202-4580-a483-fcfa5ab58b8c req-d7ff0a4f-19b1-4c18-8067-938a8d042c02 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Apr 29 12:15:30.857048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cbae0-84cd-4282-b9d6-afea194e830b req-6c71ec5e-3304-432a-84d3-a730190e5201 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:30.859072 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b0cbae0-84cd-4282-b9d6-afea194e830b req-6c71ec5e-3304-432a-84d3-a730190e5201 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.1031733 Apr 29 12:15:30.910980 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-2b0cbae0-84cd-4282-b9d6-afea194e830b req-78821149-47ed-48b5-bbab-e506d40ff7ac tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Apr 29 12:15:31.317156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd71e1b-afeb-4e6a-85c8-b2138ebba422 req-73d8223e-f300-406b-98a0-4ec847205a92 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:31.318638 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4fd71e1b-afeb-4e6a-85c8-b2138ebba422 req-73d8223e-f300-406b-98a0-4ec847205a92 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0876420 Apr 29 12:15:31.362861 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4fd71e1b-afeb-4e6a-85c8-b2138ebba422 req-d1b5ceb3-6c9f-4d9f-b65e-174c4b275528 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Apr 29 12:15:31.628748 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:15:32.576328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70a59b-898e-4485-a77e-cb290b4bf56a req-75b24d02-b1ba-4785-9a23-ea3312778024 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:32.578029 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f70a59b-898e-4485-a77e-cb290b4bf56a req-75b24d02-b1ba-4785-9a23-ea3312778024 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.1046550 Apr 29 12:15:32.622769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f70a59b-898e-4485-a77e-cb290b4bf56a req-8e2470e3-3245-4e0a-97a1-ecf2c46df9a0 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386927 Apr 29 12:15:33.045223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8fd6b005-315f-4ca5-be27-94a54ba1850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:33.741226 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:33.817082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ae0d-7bea-4f3c-8062-3ff3735617bc req-6b6d8318-41b9-4ae6-a59d-5a12025e4fb5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:33.818718 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6526ae0d-7bea-4f3c-8062-3ff3735617bc req-6b6d8318-41b9-4ae6-a59d-5a12025e4fb5 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0865278 Apr 29 12:15:33.867689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6526ae0d-7bea-4f3c-8062-3ff3735617bc req-ee7eb04a-9588-445f-8106-7e63d00ff248 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a6557fc-3260-4a7c-8230-14ae059750b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Apr 29 12:15:34.016541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-273ca4c5-2e86-4bf1-8976-8aaa46678222 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:34.017907 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-273ca4c5-2e86-4bf1-8976-8aaa46678222 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 946 time: 0.0801227 Apr 29 12:15:34.091093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Deleting port 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:34.103160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.119711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.169761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.443989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] For port 474884df-d244-4013-b27c-e73b4ea97ba7, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=474884df-d244-4013-b27c-e73b4ea97ba7,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:34.444342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.750983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.751247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.751466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 disassociated. External IP: 172.26.0.95, port: 474884df-d244-4013-b27c-e73b4ea97ba7. Apr 29 12:15:34.751805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Calling delete_port for 474884df-d244-4013-b27c-e73b4ea97ba7 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:34.904997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:34.954417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'Port': ['ID=474884df-d244-4013-b27c-e73b4ea97ba7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:34.965645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.965993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.966328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.966660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.966987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.967298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.967642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.967940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.968262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.968567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.968901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:34.969216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:35.135918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-85c1bc0b-bb16-4467-9445-bd8f18d1b5e8 req-9d15347a-7f44-4091-b9a1-6f2da5b00426 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 210 time: 0.1629069 Apr 29 12:15:35.204214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:15:35.383910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:15:35.393926 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:15:35.403967 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:15:35.404647 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:15:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:35.456404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] No DVR routers for this DVR port 474884df-d244-4013-b27c-e73b4ea97ba7 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:15:35.458908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:35.461456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-deleted', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:35.477878 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1db83298-74e0-4222-9fc2-f0ae2e432698 req-8e34e5c4-634b-481d-ad92-8e6cf3a1c64a tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.66 "DELETE /v2.0/ports/474884df-d244-4013-b27c-e73b4ea97ba7 HTTP/1.1" status: 204 len: 173 time: 1.4542780 Apr 29 12:15:35.508674 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b5b4f7-126b-45d0-bded-6d515577b478'] response: {'server_uuid': '3bcab522-5a9d-4513-aab9-4f0f4eee3eeb', 'name': 'network-vif-deleted', 'tag': '474884df-d244-4013-b27c-e73b4ea97ba7', 'status': 'completed', 'code': 200} Apr 29 12:15:35.594645 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:15:35.648727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:35.939400 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:35.945316 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:15:35.954509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:15:35.955152 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:15:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:36.130319 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:15:36.298226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5ac4e86f-7263-43e1-a5ed-7126a273b936 req-c5cc1722-e81c-4536-aeee-18105277e56b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Synchronizing usage tracker for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:15:36.314294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5ac4e86f-7263-43e1-a5ed-7126a273b936 req-c5cc1722-e81c-4536-aeee-18105277e56b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Unset dirty status for tenant:e085add513cc441f9f3aa5dc2cf04f86 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:15:36.315394 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5ac4e86f-7263-43e1-a5ed-7126a273b936 req-c5cc1722-e81c-4536-aeee-18105277e56b tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bcab522-5a9d-4513-aab9-4f0f4eee3eeb HTTP/1.1" status: 200 len: 210 time: 0.0577753 Apr 29 12:15:36.447533 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:36.451421 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238296b1-b773-48cf-90af-11187ce29e50 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:11:20Z', 'revision_number': 4, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2', 'name': '', 'network_id': 'f1bd4479-c79b-445d-9f5c-d7f88276dedd', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'mac_address': 'fa:16:3e:76:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:19Z', 'updated_at': '2022-04-29T12:11:26Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'subnets': [{'id': '129b8ccb-7acc-4b8b-90f7-ea853e89840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:15:36.672570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3279a-4924-43d3-921e-71b643f89a05 None None] New status for floating IP 47e7be8e-0471-4fe0-8c19-de20f9e4c2d9: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:15:37.294068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:37.330479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 474884df-d244-4013-b27c-e73b4ea97ba7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:15:37.330803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 474884df-d244-4013-b27c-e73b4ea97ba7 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:15:40.621364 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59732) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:40.685050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:40.718705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:40.780317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:40.803637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6557fc-3260-4a7c-8230-14ae059750b5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:40.815652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:40.816860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5dbfeb3d-fe58-45a5-920a-fec5c55aedab tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "DELETE /v2.0/security-groups/8a6557fc-3260-4a7c-8230-14ae059750b5 HTTP/1.1" status: 204 len: 168 time: 0.1944771 Apr 29 12:15:40.820360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59736) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:40.836915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.api.v2.resource [None req-9adaf15d-179e-4c3b-a72d-4e2179dcd481 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] show failed (client error): The resource could not be found. Apr 29 12:15:40.837987 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9adaf15d-179e-4c3b-a72d-4e2179dcd481 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "GET /v2.0/security-groups/8a6557fc-3260-4a7c-8230-14ae059750b5 HTTP/1.1" status: 404 len: 347 time: 0.0166771 Apr 29 12:15:40.840718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59740) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:41.109979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Deleting port a7998a9e-81fe-4678-a13f-455013278874 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:41.110353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.286172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.286490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.405734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Calling delete_port for a7998a9e-81fe-4678-a13f-455013278874 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:41.549591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.594539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Pushing event deleted for resources: {'Port': ['ID=a7998a9e-81fe-4678-a13f-455013278874,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:41.684469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.704222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:41.705347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d838472-bbf6-4fbe-965a-7254137c4305 tempest-ServerActionsTestJSON-1498895282 tempest-ServerActionsTestJSON-1498895282-project] 10.222.0.53 "DELETE /v2.0/floatingips/47e7be8e-0471-4fe0-8c19-de20f9e4c2d9 HTTP/1.1" status: 204 len: 168 time: 0.8637457 Apr 29 12:15:41.708349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59744) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:42.259504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:42.729932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Deleting port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:42.730686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:42.911317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] For port b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:42.911675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:43.044833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Calling delete_port for b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:43.230221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:43.312602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:43.565639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:43.947430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Router c0d469fa-6b8b-4168-ba6b-d1b91b737baf has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:15:44.248070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:15:44.257022 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Sync routers for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:15:44.261631 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0b4f7c9-111c-40f9-9e63-e967dd608c39 admin admin] 10.222.0.53 "PUT /v2.0/routers/c0d469fa-6b8b-4168-ba6b-d1b91b737baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522749 Apr 29 12:15:44.264183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59748) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:44.266180 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:15:44.266779 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:15:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:44.435130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:44.442369 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:15:44.613864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:44.624554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Deleting port fb258b8a-67b4-457f-b7de-51ab4315fbd5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:44.624876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:44.729403 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:15:43Z', 'revision_number': 5, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port': {'id': 'fb258b8a-67b4-457f-b7de-51ab4315fbd5', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:11:17Z', 'updated_at': '2022-04-29T12:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:44.733306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Checking router: c0d469fa-6b8b-4168-ba6b-d1b91b737baf for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:15:44.741968 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Routers {'c0d469fa-6b8b-4168-ba6b-d1b91b737baf'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:15:44.742549 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:15:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:44.795457 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] For port fb258b8a-67b4-457f-b7de-51ab4315fbd5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fb258b8a-67b4-457f-b7de-51ab4315fbd5,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:44.795798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:44.912516 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] Set router c0d469fa-6b8b-4168-ba6b-d1b91b737baf gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:15:44.915847 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Calling delete_port for fb258b8a-67b4-457f-b7de-51ab4315fbd5 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:45.015805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:15:44Z', 'revision_number': 6, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:45.020137 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d554-be8c-406a-a043-e80200aa9ba0 None None] The sync data for ids ['c0d469fa-6b8b-4168-ba6b-d1b91b737baf'] in dv-neutron-839741-1-hyperv is: [{'id': 'c0d469fa-6b8b-4168-ba6b-d1b91b737baf', 'name': 'tempest-ServerActionsTestJSON-182065530-router', 'tenant_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:11:16Z', 'updated_at': '2022-04-29T12:15:44Z', 'revision_number': 6, 'project_id': 'e085add513cc441f9f3aa5dc2cf04f86', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:15:45.096602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.144238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb258b8a-67b4-457f-b7de-51ab4315fbd5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:45.234242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.524251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.526360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.551588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.552072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d469fa-6b8b-4168-ba6b-d1b91b737baf {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:15:45.564206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.565313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b842917d-3a29-402e-8464-91e6cecf8ab0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c0d469fa-6b8b-4168-ba6b-d1b91b737baf HTTP/1.1" status: 204 len: 168 time: 1.3002822 Apr 29 12:15:45.567966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59752) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:45.630370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Deleting subnet 129b8ccb-7acc-4b8b-90f7-ea853e89840f {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:15:45.633319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.681243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.761696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.834302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.871183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129b8ccb-7acc-4b8b-90f7-ea853e89840f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:45.874782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:45.880487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044257fd-e1b7-4938-94bb-23c764b3122c None None] Network f1bd4479-c79b-445d-9f5c-d7f88276dedd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:15:45.883655 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6be930ba-e543-44b6-83ec-d510e69a6b94 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/129b8ccb-7acc-4b8b-90f7-ea853e89840f HTTP/1.1" status: 204 len: 168 time: 0.3147287 Apr 29 12:15:45.886137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59756) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:45.992805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.007807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Deleting port 678ada31-dd6b-483d-b11f-6490933aa8c5 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:46.008303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.014936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fb258b8a-67b4-457f-b7de-51ab4315fbd5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:46.089260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: fb258b8a-67b4-457f-b7de-51ab4315fbd5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:15:46.089507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fb258b8a-67b4-457f-b7de-51ab4315fbd5 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:15:46.089921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:46.123917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:15:46.124289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b1e8cf1a-4f0d-4c5e-a48f-3910c9e4eab2 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:15:46.206988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] DHCP port deletion for f1bd4479-c79b-445d-9f5c-d7f88276dedd request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:15:46.212296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Deleting port 678ada31-dd6b-483d-b11f-6490933aa8c5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:46.212676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.224394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] For port 678ada31-dd6b-483d-b11f-6490933aa8c5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=678ada31-dd6b-483d-b11f-6490933aa8c5,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:46.225624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.351609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Calling delete_port for 678ada31-dd6b-483d-b11f-6490933aa8c5 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:46.433431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.462281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] For port 678ada31-dd6b-483d-b11f-6490933aa8c5, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=678ada31-dd6b-483d-b11f-6490933aa8c5,segment=NetworkSegment(059f1734-327e-4c5d-8d64-57600905699f),segment_id=059f1734-327e-4c5d-8d64-57600905699f)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:46.462661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.485765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=678ada31-dd6b-483d-b11f-6490933aa8c5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:46.487681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] No DVR routers for this DVR port 678ada31-dd6b-483d-b11f-6490933aa8c5 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:15:46.589208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Calling delete_port for 678ada31-dd6b-483d-b11f-6490933aa8c5 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:15:46.606915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.632160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bd4479-c79b-445d-9f5c-d7f88276dedd']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:46.644135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059f1734-327e-4c5d-8d64-57600905699f') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:46.644481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059f1734-327e-4c5d-8d64-57600905699f') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:15:46.656112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.662070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:15:46.662429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:15:46.673367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.679496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:15:46.679881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:15:46.692902 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:15:46.771773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.787943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:46.799218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bd4479-c79b-445d-9f5c-d7f88276dedd,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:46.811942 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6195977b-6597-4264-bce4-3ba10dca9d41 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f1bd4479-c79b-445d-9f5c-d7f88276dedd HTTP/1.1" status: 204 len: 168 time: 0.9248486 Apr 29 12:15:46.955497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59762) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:47.003172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f92a46d5-2ac9-4cc5-9299-69885c6a9465 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e085add513cc441f9f3aa5dc2cf04f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464983 Apr 29 12:15:47.005675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59766) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:47.063664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:47.088396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:47.151882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:47.163625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Deleting port 678ada31-dd6b-483d-b11f-6490933aa8c5 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:15:47.164134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:47.169907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0f2aa-c8bf-47ed-84aa-d7797e5a926b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:47.176217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:47.177311 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72c30995-73d3-415d-8773-849a172ba475 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6d0f2aa-c8bf-47ed-84aa-d7797e5a926b HTTP/1.1" status: 204 len: 168 time: 0.1707938 Apr 29 12:15:47.238067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e9c37365-cff2-4f46-a21a-99c643d84bc9 None None] The port '678ada31-dd6b-483d-b11f-6490933aa8c5' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:15:47.946871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59790) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:47.996786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 678ada31-dd6b-483d-b11f-6490933aa8c5 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:15:48.034295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 678ada31-dd6b-483d-b11f-6490933aa8c5 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:15:48.034643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 678ada31-dd6b-483d-b11f-6490933aa8c5 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:15:48.085498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1159243366-network', 'tenant_id': '151e808a580a43c3b694e2dd25d8ae46'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:15:48.090306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:15:48.094410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Usage tracker for resource:network and tenant:151e808a580a43c3b694e2dd25d8ae46 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:15:48.097208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:15:48.103325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:15:48.115393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Made reservation on behalf of 151e808a580a43c3b694e2dd25d8ae46 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:15:48.118078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.132148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.147294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:15:48.151485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Usage tracker for resource:security_group_rule and tenant:151e808a580a43c3b694e2dd25d8ae46 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:15:48.154500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:15:48.161952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:15:48.259290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.266419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.295875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:15:48.304009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5654dbfb-5d91-4d79-8e1a-37716dae6264,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:48.309430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.309808 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Added segment 0d1007e4-d71b-4272-946a-2d66088491a6 of type vlan for network fde1e38e-77be-46ff-8470-b7598a376e73 Apr 29 12:15:48.334916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.364346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.365362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:48.365925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.464175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5159063 Apr 29 12:15:48.467147 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59796) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:15:48.467680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c11a6d-e2d4-491d-ace3-9e72f492eff0 admin admin] Pushing event updated for resources: {'Network': ['ID=fde1e38e-77be-46ff-8470-b7598a376e73,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:48.472619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Request body: {'subnet': {'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1159243366-subnet', 'tenant_id': '151e808a580a43c3b694e2dd25d8ae46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:15:48.477639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network fde1e38e-77be-46ff-8470-b7598a376e73 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:15:48.478142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:15:48.483484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Usage tracker for resource:subnet and tenant:151e808a580a43c3b694e2dd25d8ae46 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:15:48.487484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:15:48.494450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:15:48.505240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Made reservation on behalf of 151e808a580a43c3b694e2dd25d8ae46 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:15:48.507791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.729960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.800262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd067902-af0a-46d2-b55b-c193719178c4,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:48.810743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.811086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.811421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.811753 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.812076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.812434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.812758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.813078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.813433 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.813741 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.814043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.814360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:48.819355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Checking segment: {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:15:48.819724 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Network hostable DHCP agents. Network: fde1e38e-77be-46ff-8470-b7598a376e73, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:15:48.839591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Network fde1e38e-77be-46ff-8470-b7598a376e73 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:15:48.850417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, fde1e38e-77be-46ff-8470-b7598a376e73) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:15:48.854622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:48.855193 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:48.860603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0314a-f16b-49a0-944a-deb98807820d None None] Network fde1e38e-77be-46ff-8470-b7598a376e73 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:15:48.881265 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c5de1eb2-2ec0-4435-99fc-ff7459d73356 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4129987 Apr 29 12:15:49.070630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e836ec5-6887-449f-a3fc-4ddc3760dc8c None None] Network fde1e38e-77be-46ff-8470-b7598a376e73 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:15:49.616127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-877dd0de-fa0b-4036-b579-140446800f0b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:49.616793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-877dd0de-fa0b-4036-b579-140446800f0b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Synchronizing usage tracker for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:15:49.642271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-877dd0de-fa0b-4036-b579-140446800f0b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Unset dirty status for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:15:49.643642 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-877dd0de-fa0b-4036-b579-140446800f0b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 814 time: 0.2713118 Apr 29 12:15:49.663247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-d2434891-8219-430e-9953-f0c95f853ad1 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/quotas/151e808a580a43c3b694e2dd25d8ae46 HTTP/1.1" status: 200 len: 375 time: 0.0127368 Apr 29 12:15:49.712726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-8a23802c-49cf-4fd1-ad77-d1d45a8c563d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440986 Apr 29 12:15:49.845263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-82ad9bad-8959-4e63-82fd-8418c7d3fc0e service neutron] 10.222.0.53 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258819 Apr 29 12:15:49.982689 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-01255b2b-4aad-4148-b6af-c9d937d72d47 service neutron] 10.222.0.53 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321023 Apr 29 12:15:50.225015 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d262e6ea-b911-4345-9aea-9c48c68758d2 req-e1ed964d-61cf-4d9e-9f17-7c4771e07e7f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 210 time: 0.1015077 Apr 29 12:15:51.309132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-d9b179c4-e3ea-493e-bc34-10bb317bfa0c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:51.310707 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-d9b179c4-e3ea-493e-bc34-10bb317bfa0c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 814 time: 0.1496749 Apr 29 12:15:51.332097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Request body: {'port': {'device_id': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73', 'admin_state_up': True, 'tenant_id': '151e808a580a43c3b694e2dd25d8ae46'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:15:51.413816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ce175fe-2e53-4f49-883f-c25252c30f70 req-c3564c72-37ec-402d-9a4d-d13c5d211d8f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 210 time: 0.0641320 Apr 29 12:15:51.512844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:15:51.516892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Usage tracker for resource:port and tenant:151e808a580a43c3b694e2dd25d8ae46 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:15:51.519994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:15:51.526083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:15:51.537696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Made reservation on behalf of 151e808a580a43c3b694e2dd25d8ae46 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:15:51.542315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:51.726179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Allocated IP 172.20.0.12 (fde1e38e-77be-46ff-8470-b7598a376e73/fd067902-af0a-46d2-b55b-c193719178c4/6f022c1d-0a11-4e24-8894-55034b9b260a) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:15:51.940220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:51.974558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:52.048590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Network fde1e38e-77be-46ff-8470-b7598a376e73 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:15:52.052160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:15:52.056868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:15:52.086571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Pushing event updated for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:52.130471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:52.131064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:52.153030 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-cb64514e-a68c-4a63-b553-b199df18b2e4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8248987 Apr 29 12:15:52.170923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Request body: {'port': {'device_id': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:15:52.300866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:52.604168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe82a2-6869-42de-84d5-94ce3e625410 req-90c234e7-1580-433a-9bf7-89ecd1b91078 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:52.605663 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1afe82a2-6869-42de-84d5-94ce3e625410 req-90c234e7-1580-433a-9bf7-89ecd1b91078 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 932 time: 0.0865753 Apr 29 12:15:52.652414 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1afe82a2-6869-42de-84d5-94ce3e625410 req-f7d9c62d-a550-411e-b285-1d64e3a3f8a9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Apr 29 12:15:52.792625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f022c1d-0a11-4e24-8894-55034b9b260a {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:52.801169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:52.819804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Transition to ACTIVE for port object 6f022c1d-0a11-4e24-8894-55034b9b260a will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:15:52.824936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:52.954980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Pushing event updated for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:53.058632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Attempting to bind port 6f022c1d-0a11-4e24-8894-55034b9b260a on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:15:53.058962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Attempting to bind port 6f022c1d-0a11-4e24-8894-55034b9b260a by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:15:53.059303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Attempting to bind port 6f022c1d-0a11-4e24-8894-55034b9b260a on network fde1e38e-77be-46ff-8470-b7598a376e73 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:15:53.064025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Port 6f022c1d-0a11-4e24-8894-55034b9b260a on network fde1e38e-77be-46ff-8470-b7598a376e73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:15:53.064338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Attempting to bind port 6f022c1d-0a11-4e24-8894-55034b9b260a on network fde1e38e-77be-46ff-8470-b7598a376e73 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:15:53.069920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:15:53.070256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Checking segment: {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:15:53.070663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Bound using segment: {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:15:53.071084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Bound port: 6f022c1d-0a11-4e24-8894-55034b9b260a, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:15:53.071426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:53.175205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:15:53.178182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6f022c1d-0a11-4e24-8894-55034b9b260a,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:15:53.182791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:53.242730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:53.243334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:53.244735 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-554433d2-528b-4e31-acee-afcc7077057b service neutron] 10.222.0.66 "PUT /v2.0/ports/6f022c1d-0a11-4e24-8894-55034b9b260a HTTP/1.1" status: 200 len: 1094 time: 1.0779042 Apr 29 12:15:53.245167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:53.266400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554433d2-528b-4e31-acee-afcc7077057b service neutron] Pushing event updated for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:53.293577 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4545cb-d44c-410a-8447-c7eaff91d896'] response: {'name': 'network-changed', 'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a', 'status': 'completed', 'code': 200} Apr 29 12:15:53.388892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-0d7ae2c5-9d80-4379-9eb1-05a2582220f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:53.390415 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-0d7ae2c5-9d80-4379-9eb1-05a2582220f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 1097 time: 0.0785532 Apr 29 12:15:53.469098 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-0371f509-a849-421e-a9cd-e98686b5ad2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f022c1d-0a11-4e24-8894-55034b9b260a HTTP/1.1" status: 200 len: 217 time: 0.0667403 Apr 29 12:15:53.532471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-34e59b67-c9e6-4636-b048-5adc3150f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:53.533883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-34e59b67-c9e6-4636-b048-5adc3150f781 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd067902-af0a-46d2-b55b-c193719178c4 HTTP/1.1" status: 200 len: 854 time: 0.0584815 Apr 29 12:15:53.579267 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-148b211f-cf55-4b56-a023-3c3056a876d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fde1e38e-77be-46ff-8470-b7598a376e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395079 Apr 29 12:15:53.710138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-8eaa68b4-39bd-4127-b00b-79e1811182e3 service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243458 Apr 29 12:15:53.843920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-45cf33f4-fcc9-48d8-acbe-d3a2cea2e0ae req-8ecdcc57-dd6e-4b7f-9674-9338b8dd3767 service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281610 Apr 29 12:15:53.846947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190a40b-d49d-45de-880b-1fffe8f3bc07 req-ff05b9ad-2a1e-47f4-b44e-0fc2d376ea8c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:53.848532 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d190a40b-d49d-45de-880b-1fffe8f3bc07 req-ff05b9ad-2a1e-47f4-b44e-0fc2d376ea8c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 944 time: 0.0891600 Apr 29 12:15:53.894787 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d190a40b-d49d-45de-880b-1fffe8f3bc07 req-13f1e60c-c362-48b3-9990-3b3b9d2c7785 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Apr 29 12:15:54.029046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-4033b7a6-c09c-42ff-8770-0ac832de1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:54.030542 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-4033b7a6-c09c-42ff-8770-0ac832de1886 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 1097 time: 0.0842214 Apr 29 12:15:54.161495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-294d90c0-f3fe-4596-8601-63da2162f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:54.162905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-294d90c0-f3fe-4596-8601-63da2162f2be service neutron] 10.222.0.66 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 915 time: 0.1268685 Apr 29 12:15:54.229279 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-a31c047d-1598-4f56-87d4-5bbe669f88d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f022c1d-0a11-4e24-8894-55034b9b260a HTTP/1.1" status: 200 len: 217 time: 0.0607579 Apr 29 12:15:54.295807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-8f26353e-8fb4-4497-ba03-bba719c0a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:54.297203 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-8f26353e-8fb4-4497-ba03-bba719c0a5b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd067902-af0a-46d2-b55b-c193719178c4 HTTP/1.1" status: 200 len: 854 time: 0.0621843 Apr 29 12:15:54.342402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-e0e0ed8f-f976-4b8b-ae7c-b429cd6ca858 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fde1e38e-77be-46ff-8470-b7598a376e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395582 Apr 29 12:15:54.594748 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-6d693b02-042a-4343-a4bf-5bf2d8b50f4b service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456472 Apr 29 12:15:54.747122 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c77e1f53-ff12-44ef-9e5e-96d955ec9075 req-05dc726c-b586-4f1e-a8ad-b6c6a5a46c9e service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460845 Apr 29 12:15:55.114598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-c58ca735-3e7f-4f9b-9491-2739f01cbe20 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:55.115340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-c58ca735-3e7f-4f9b-9491-2739f01cbe20 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Synchronizing usage tracker for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:15:55.134107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-c58ca735-3e7f-4f9b-9491-2739f01cbe20 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Unset dirty status for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:15:55.135359 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-c58ca735-3e7f-4f9b-9491-2739f01cbe20 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 944 time: 0.1229906 Apr 29 12:15:55.193089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-4936bb22-8b5d-493e-ac33-da0ba7b3e099 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Synchronizing usage tracker for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:15:55.211826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-4936bb22-8b5d-493e-ac33-da0ba7b3e099 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Unset dirty status for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:15:55.212967 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f12a2bbb-b82f-481b-b718-e411a981d653 req-4936bb22-8b5d-493e-ac33-da0ba7b3e099 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683837 Apr 29 12:15:56.406106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6a455-89ea-4f61-ba29-f1bc0f2e1916 req-81e7bf79-cda1-4939-a07c-590a13466f7e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:56.407590 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fea6a455-89ea-4f61-ba29-f1bc0f2e1916 req-81e7bf79-cda1-4939-a07c-590a13466f7e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 944 time: 0.0827470 Apr 29 12:15:56.453745 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fea6a455-89ea-4f61-ba29-f1bc0f2e1916 req-824d73ed-c0ca-4634-ac1b-289d927374be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Apr 29 12:15:57.405957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6f022c1d-0a11-4e24-8894-55034b9b260a details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:15:57.545363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6f022c1d-0a11-4e24-8894-55034b9b260a,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:57.559618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '6f022c1d-0a11-4e24-8894-55034b9b260a', 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73', 'port_id': '6f022c1d-0a11-4e24-8894-55034b9b260a', 'mac_address': 'fa:16:3e:b9:d2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd067902-af0a-46d2-b55b-c193719178c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:15:57.617566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:57.634698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f022c1d-0a11-4e24-8894-55034b9b260a {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:15:57.642971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3f8d2-886d-43de-a949-05e704f30d23 req-9b411342-c0a6-4647-bf39-f69e3369c1e0 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:57.644551 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7fc3f8d2-886d-43de-a949-05e704f30d23 req-9b411342-c0a6-4647-bf39-f69e3369c1e0 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 944 time: 0.0817101 Apr 29 12:15:57.650448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6f022c1d-0a11-4e24-8894-55034b9b260a,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:57.654844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:57.689239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7fc3f8d2-886d-43de-a949-05e704f30d23 req-4aa8d7d6-c72e-4c71-97a1-812f21efd505 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Apr 29 12:15:57.726191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:57.733794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.734151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.734493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.734824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.735132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.735487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.735808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.736130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.736440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.736761 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.737074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:57.737418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:15:58.031891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6f022c1d-0a11-4e24-8894-55034b9b260a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:15:58.890496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf6cb8-8d21-435f-81d4-b4f0aff3c16d req-6d4e2d5d-e4bc-4750-bd17-3bb77e790dee tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:58.892427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0ddf6cb8-8d21-435f-81d4-b4f0aff3c16d req-6d4e2d5d-e4bc-4750-bd17-3bb77e790dee tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 945 time: 0.0940046 Apr 29 12:15:58.939181 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0ddf6cb8-8d21-435f-81d4-b4f0aff3c16d req-ccba9a06-646d-4586-a8bf-a1843f809f21 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Apr 29 12:15:59.404090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6f022c1d-0a11-4e24-8894-55034b9b260a up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:15:59.475205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 6f022c1d-0a11-4e24-8894-55034b9b260a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:15:59.479901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 6f022c1d-0a11-4e24-8894-55034b9b260a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:15:59.480328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:59.632773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:59.660694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:15:59.670942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6f022c1d-0a11-4e24-8894-55034b9b260a,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:15:59.676069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:15:59.707126 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8190c8-c8ee-4a8c-a97c-cedb434bd711'] response: {'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a', 'code': 200} Apr 29 12:15:59.743865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:15:59.983355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12f3ac-57e8-42b1-b980-9522473da87f req-7d1a194f-0d90-44a7-a0aa-9bedda3886d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:15:59.984827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7d12f3ac-57e8-42b1-b980-9522473da87f req-7d1a194f-0d90-44a7-a0aa-9bedda3886d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 1099 time: 0.0771224 Apr 29 12:16:00.028078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7d12f3ac-57e8-42b1-b980-9522473da87f req-c00b2fa6-ffcd-42e4-90a6-048a23ed93ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358796 Apr 29 12:16:00.123559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf979e7-4554-4c53-8cf4-55a616f49484 req-47b4dd59-ff67-4bd9-b631-3c6ae5fb20b4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:00.124981 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eaf979e7-4554-4c53-8cf4-55a616f49484 req-47b4dd59-ff67-4bd9-b631-3c6ae5fb20b4 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0816820 Apr 29 12:16:00.174886 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eaf979e7-4554-4c53-8cf4-55a616f49484 req-935b0cb5-d892-44d4-b551-6cb1bced1180 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Apr 29 12:16:00.350900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-da5b8a45-261e-4398-9c1b-d03992b326f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:01.374842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59df4-6c98-468a-b5dd-0c6f2b8e17d0 req-0cda3965-7458-4211-bbc7-7097b98e46af tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:01.376352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3bb59df4-6c98-468a-b5dd-0c6f2b8e17d0 req-0cda3965-7458-4211-bbc7-7097b98e46af tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0866008 Apr 29 12:16:01.424456 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3bb59df4-6c98-468a-b5dd-0c6f2b8e17d0 req-a0cabfb2-4c19-466f-9dad-81ce7dc1f352 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Apr 29 12:16:02.627769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2f9bc-4536-402d-a337-27ba1faebbf7 req-a714cad7-f50d-4964-890a-779e49ad9436 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:02.629238 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bad2f9bc-4536-402d-a337-27ba1faebbf7 req-a714cad7-f50d-4964-890a-779e49ad9436 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0932913 Apr 29 12:16:02.678236 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bad2f9bc-4536-402d-a337-27ba1faebbf7 req-ec7bd0cb-2de6-4937-8ae7-9e1d7827145c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Apr 29 12:16:02.983479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-d2b73f08-11b3-4382-b744-54edafdd9b1a tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:02.984776 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-d2b73f08-11b3-4382-b744-54edafdd9b1a tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 814 time: 0.1425333 Apr 29 12:16:02.999670 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-04da2332-5925-4195-9a21-0318fdd1d691 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/quotas/151e808a580a43c3b694e2dd25d8ae46 HTTP/1.1" status: 200 len: 375 time: 0.0093496 Apr 29 12:16:03.030802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5c9551fb-9c1a-4e92-bfab-b3947d81032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:03.081714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-c8a4cdee-2f24-4823-a0e2-9d66b8e46148 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767133 Apr 29 12:16:03.219226 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-f4e5dfff-b0aa-4355-a9b9-0a7639025e9f service neutron] 10.222.0.53 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303256 Apr 29 12:16:03.350479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-47467b83-3d01-4d2d-8dde-51e5ea092ffa service neutron] 10.222.0.53 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247694 Apr 29 12:16:03.526082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32a71c38-09f1-4521-a40a-1c1c34bd2843 req-01994ba6-56c5-4480-ae48-820bdabef512 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 210 time: 0.0417457 Apr 29 12:16:03.746540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:04.116258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:04.168439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:04.701479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e589e58f-7ebc-4170-ad27-e4cf432c962c req-5dc9890c-543a-4ea7-aba0-f27ae1347299 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 210 time: 0.0650537 Apr 29 12:16:04.829249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-884d156b-3aa6-4062-a4a4-977de7eecd7d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:04.830709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-884d156b-3aa6-4062-a4a4-977de7eecd7d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 814 time: 0.1576445 Apr 29 12:16:04.849932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Request body: {'port': {'device_id': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73', 'admin_state_up': True, 'tenant_id': '151e808a580a43c3b694e2dd25d8ae46'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:04.985123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:04.995282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:05.009348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Made reservation on behalf of 151e808a580a43c3b694e2dd25d8ae46 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:05.015058 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.180643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Allocated IP 172.20.0.7 (fde1e38e-77be-46ff-8470-b7598a376e73/fd067902-af0a-46d2-b55b-c193719178c4/91081d58-9187-4762-8ac7-db3063e291ae) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:05.391230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.422715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.454623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6f022c1d-0a11-4e24-8894-55034b9b260a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:16:05.492184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Network fde1e38e-77be-46ff-8470-b7598a376e73 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:05.495278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:05.499012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:05.532416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Pushing event updated for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:05.564147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:05.564788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.590131 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-6579af5d-6945-4915-a5a8-6a41bb8e690f tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438588 Apr 29 12:16:05.608931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Request body: {'port': {'device_id': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:05.651274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.819312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:05.889694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a571192-7a3c-4ec2-b402-c781e5bfbb19 req-77c35ba0-69a8-4d28-96b4-8946fe9b65c5 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:05.891152 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a571192-7a3c-4ec2-b402-c781e5bfbb19 req-77c35ba0-69a8-4d28-96b4-8946fe9b65c5 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 931 time: 0.0839219 Apr 29 12:16:05.936695 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9a571192-7a3c-4ec2-b402-c781e5bfbb19 req-6de469c2-9c96-4851-b819-00a24d6909df tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Apr 29 12:16:06.172189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91081d58-9187-4762-8ac7-db3063e291ae {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:16:06.180004 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:06.196320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Transition to ACTIVE for port object 91081d58-9187-4762-8ac7-db3063e291ae will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:06.202250 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:06.326573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Pushing event updated for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:06.427928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Attempting to bind port 91081d58-9187-4762-8ac7-db3063e291ae on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:06.428242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Attempting to bind port 91081d58-9187-4762-8ac7-db3063e291ae by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:06.428587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Attempting to bind port 91081d58-9187-4762-8ac7-db3063e291ae on network fde1e38e-77be-46ff-8470-b7598a376e73 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:06.433346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Port 91081d58-9187-4762-8ac7-db3063e291ae on network fde1e38e-77be-46ff-8470-b7598a376e73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:16:06.433829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Attempting to bind port 91081d58-9187-4762-8ac7-db3063e291ae on network fde1e38e-77be-46ff-8470-b7598a376e73 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:06.438618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:06.438946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Checking segment: {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:06.439321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Bound using segment: {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:06.439739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Bound port: 91081d58-9187-4762-8ac7-db3063e291ae, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1007e4-d71b-4272-946a-2d66088491a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:06.440079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:06.529770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:06.532769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=91081d58-9187-4762-8ac7-db3063e291ae,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:06.538813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:06.600630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:06.601226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:06.602644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] 10.222.0.66 "PUT /v2.0/ports/91081d58-9187-4762-8ac7-db3063e291ae HTTP/1.1" status: 200 len: 1093 time: 0.9992070 Apr 29 12:16:06.603073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:06.622302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebf9fa-c9e6-41f7-859b-d49895525a3d service neutron] Pushing event updated for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:06.695078 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbd3b5c-4143-4ec0-b57b-ab90c3d62ec8'] response: {'name': 'network-changed', 'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae', 'status': 'completed', 'code': 200} Apr 29 12:16:06.747038 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-cbe6cd81-eb5d-4610-9370-4bbfea172952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:06.748518 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-cbe6cd81-eb5d-4610-9370-4bbfea172952 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 1096 time: 0.0848682 Apr 29 12:16:06.836353 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-9a77fe4f-a1f3-4732-ad37-e51ee9bf5926 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91081d58-9187-4762-8ac7-db3063e291ae HTTP/1.1" status: 200 len: 217 time: 0.0738227 Apr 29 12:16:06.911306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2081-6ffd-401c-821a-3a0be416630c req-477b24b8-c597-4b9f-894a-b4caa3685b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:06.913453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-477b24b8-c597-4b9f-894a-b4caa3685b3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd067902-af0a-46d2-b55b-c193719178c4 HTTP/1.1" status: 200 len: 854 time: 0.0711648 Apr 29 12:16:06.959705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-d6dadc57-3273-4f70-8f50-77d0aeb619e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fde1e38e-77be-46ff-8470-b7598a376e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401087 Apr 29 12:16:07.090230 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-845266a4-d977-4a21-82c2-d16dfa90a36b service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240823 Apr 29 12:16:07.121590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4f73-e8b7-4ea7-b3b3-1877cab47f4d req-7e999425-20dd-46f4-a43a-ab7fd0b518f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:07.123083 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e13a4f73-e8b7-4ea7-b3b3-1877cab47f4d req-7e999425-20dd-46f4-a43a-ab7fd0b518f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 943 time: 0.0815127 Apr 29 12:16:07.171123 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e13a4f73-e8b7-4ea7-b3b3-1877cab47f4d req-ad6326c4-8026-4598-96a9-819ad8d18420 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Apr 29 12:16:07.224808 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-810b2081-6ffd-401c-821a-3a0be416630c req-e613986b-13d4-4b3c-9cda-c04c1442bb80 service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286879 Apr 29 12:16:07.396194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-56de8cce-4370-4539-bda2-62a48e3e33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:07.397730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-56de8cce-4370-4539-bda2-62a48e3e33da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=151e808a580a43c3b694e2dd25d8ae46&device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 1096 time: 0.0752785 Apr 29 12:16:07.626713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-964ded36-1f48-49dc-aa50-29d90521c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:07.628170 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-964ded36-1f48-49dc-aa50-29d90521c6cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 200 len: 915 time: 0.2237258 Apr 29 12:16:07.701031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-62512cfe-24fe-45aa-8aad-7351e3f4e740 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91081d58-9187-4762-8ac7-db3063e291ae HTTP/1.1" status: 200 len: 217 time: 0.0666893 Apr 29 12:16:07.765076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-321383e1-a4de-4382-a4da-48d44d67625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:07.766530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-321383e1-a4de-4382-a4da-48d44d67625b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd067902-af0a-46d2-b55b-c193719178c4 HTTP/1.1" status: 200 len: 854 time: 0.0597970 Apr 29 12:16:07.813636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-27dc64ef-c15f-4e0c-b664-c2c611063b57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fde1e38e-77be-46ff-8470-b7598a376e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399597 Apr 29 12:16:07.946322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-c3785ed5-ffdb-4d17-a085-347f4b731a44 service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253221 Apr 29 12:16:08.082436 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-22f385e4-827e-4ca9-93dd-378b7ce7f597 req-2267b346-915d-4b94-a765-a0748e5cc943 service neutron] 10.222.0.66 "GET /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299975 Apr 29 12:16:08.374755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac16c8-edc9-44c1-a8b9-7b84a20236a1 req-683afd7a-0e17-4f3f-ba28-ec0f5be5a5dc tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:08.375575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-bcac16c8-edc9-44c1-a8b9-7b84a20236a1 req-683afd7a-0e17-4f3f-ba28-ec0f5be5a5dc tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Synchronizing usage tracker for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:16:08.395514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-bcac16c8-edc9-44c1-a8b9-7b84a20236a1 req-683afd7a-0e17-4f3f-ba28-ec0f5be5a5dc tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Unset dirty status for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:16:08.396733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bcac16c8-edc9-44c1-a8b9-7b84a20236a1 req-683afd7a-0e17-4f3f-ba28-ec0f5be5a5dc tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 943 time: 0.1080682 Apr 29 12:16:08.443803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bcac16c8-edc9-44c1-a8b9-7b84a20236a1 req-19faf268-4fa3-4555-9ff2-81ac8ccd4080 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Apr 29 12:16:08.624344 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:16:09.641526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0750-edd5-4358-9cfa-df547c36250d req-4904a2cc-fa82-4859-9d97-6ae9c1eb92b9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:09.643026 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-063e0750-edd5-4358-9cfa-df547c36250d req-4904a2cc-fa82-4859-9d97-6ae9c1eb92b9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 943 time: 0.0864973 Apr 29 12:16:09.689122 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-063e0750-edd5-4358-9cfa-df547c36250d req-3b1a9626-a1ec-471e-b2a4-3ba7ac59dd2b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Apr 29 12:16:10.895780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714830da-d8f5-49f0-85d3-1b8a405566eb req-d8a30dca-7da1-4ea6-bbc8-274d2029d42b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:10.897423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-714830da-d8f5-49f0-85d3-1b8a405566eb req-d8a30dca-7da1-4ea6-bbc8-274d2029d42b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 943 time: 0.0842221 Apr 29 12:16:10.946883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-714830da-d8f5-49f0-85d3-1b8a405566eb req-c361b809-4160-41ab-b969-8bbc1445402c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Apr 29 12:16:11.439707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 91081d58-9187-4762-8ac7-db3063e291ae details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:16:11.581771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=91081d58-9187-4762-8ac7-db3063e291ae,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:11.596563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '91081d58-9187-4762-8ac7-db3063e291ae', 'network_id': 'fde1e38e-77be-46ff-8470-b7598a376e73', 'port_id': '91081d58-9187-4762-8ac7-db3063e291ae', 'mac_address': 'fa:16:3e:b9:df:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd067902-af0a-46d2-b55b-c193719178c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:16:11.656870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:11.674669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91081d58-9187-4762-8ac7-db3063e291ae {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:16:11.692613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=91081d58-9187-4762-8ac7-db3063e291ae,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:11.697888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:11.764363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:12.108459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['91081d58-9187-4762-8ac7-db3063e291ae'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:16:12.148889 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d419890-b420-40c2-a8cb-453c5f6e9b65 req-7f591f1e-efc9-4799-b717-0ef4208cfc9c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:12.150376 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3d419890-b420-40c2-a8cb-453c5f6e9b65 req-7f591f1e-efc9-4799-b717-0ef4208cfc9c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 944 time: 0.0849822 Apr 29 12:16:12.195004 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3d419890-b420-40c2-a8cb-453c5f6e9b65 req-9761d266-0f77-40f2-875e-5c67203fd605 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Apr 29 12:16:13.393264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c46f8-43e7-49aa-8d5d-b99ef3bb07c7 req-67b55b2e-d3e6-426e-9042-9c474400e644 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:13.394753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d03c46f8-43e7-49aa-8d5d-b99ef3bb07c7 req-67b55b2e-d3e6-426e-9042-9c474400e644 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 944 time: 0.0825562 Apr 29 12:16:13.439123 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d03c46f8-43e7-49aa-8d5d-b99ef3bb07c7 req-bb478a17-b855-4dc5-8bac-7c8945d2ebc2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Apr 29 12:16:13.453992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 91081d58-9187-4762-8ac7-db3063e291ae up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:13.523227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 91081d58-9187-4762-8ac7-db3063e291ae completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:13.535453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 91081d58-9187-4762-8ac7-db3063e291ae triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:13.536331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:13.660150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:13.691667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:13.704492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=91081d58-9187-4762-8ac7-db3063e291ae,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:13.709276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:13.744824 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f30dc8-3f40-47a4-b5d9-cb3c7dad6aab'] response: {'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae', 'code': 200} Apr 29 12:16:13.781038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:14.032342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524ff4e-cd59-4d92-844c-7950b445903e req-1500db62-d2f4-4430-a402-8c42e1cb0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:14.034083 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f524ff4e-cd59-4d92-844c-7950b445903e req-1500db62-d2f4-4430-a402-8c42e1cb0075 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 1098 time: 0.0891812 Apr 29 12:16:14.086469 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f524ff4e-cd59-4d92-844c-7950b445903e req-686bfc9e-893c-4e71-8427-dd2dd5221b6c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Apr 29 12:16:14.646730 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec621c-b37f-4c18-bce5-e93173d05a7a req-ec5b1c4c-584b-4ea7-beb1-84c26eda79bb tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:14.648203 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9fec621c-b37f-4c18-bce5-e93173d05a7a req-ec5b1c4c-584b-4ea7-beb1-84c26eda79bb tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 945 time: 0.0927527 Apr 29 12:16:14.702037 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9fec621c-b37f-4c18-bce5-e93173d05a7a req-44f7b0a4-9b1c-4b87-85e0-a5cdc82a5eea tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Apr 29 12:16:15.896390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4a4a5-8682-4290-945e-2987a56b8b68 req-0b87ce69-8e19-43c4-ae69-ffcfe622762c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:15.897887 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5dd4a4a5-8682-4290-945e-2987a56b8b68 req-0b87ce69-8e19-43c4-ae69-ffcfe622762c tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 945 time: 0.0836098 Apr 29 12:16:15.942872 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5dd4a4a5-8682-4290-945e-2987a56b8b68 req-b684573c-bfae-4520-b661-4438d2ce8a86 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Apr 29 12:16:16.372171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d2462-1c6b-44df-bc46-8b6ede667d95 req-f931ffc5-4b66-4de6-b3ae-bbb3c2988c1d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:16.373720 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a17d2462-1c6b-44df-bc46-8b6ede667d95 req-f931ffc5-4b66-4de6-b3ae-bbb3c2988c1d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 945 time: 0.0967052 Apr 29 12:16:16.422620 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a17d2462-1c6b-44df-bc46-8b6ede667d95 req-d0ac39c4-ce3c-43ce-991f-5c4e84430b4e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Apr 29 12:16:17.635227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb70f9b-06c7-4bb1-b8f5-f31b25a35be9 req-fae00588-8a13-48b1-a6bc-fe362fc30736 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:17.636689 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7fb70f9b-06c7-4bb1-b8f5-f31b25a35be9 req-fae00588-8a13-48b1-a6bc-fe362fc30736 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 945 time: 0.0920849 Apr 29 12:16:17.681493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7fb70f9b-06c7-4bb1-b8f5-f31b25a35be9 req-b01def52-6189-40b2-8816-3ca9711e2b7a tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Apr 29 12:16:18.073988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-6d8fe344-5801-464f-9bf5-97432551ad52 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:18.075441 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-6d8fe344-5801-464f-9bf5-97432551ad52 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 945 time: 0.0868535 Apr 29 12:16:18.154262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Deleting port 91081d58-9187-4762-8ac7-db3063e291ae {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:18.154568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:18.404893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] For port 91081d58-9187-4762-8ac7-db3063e291ae, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=91081d58-9187-4762-8ac7-db3063e291ae,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:18.405218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:18.528255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Calling delete_port for 91081d58-9187-4762-8ac7-db3063e291ae owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:18.685614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:18.720086 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6f022c1d-0a11-4e24-8894-55034b9b260a', '91081d58-9187-4762-8ac7-db3063e291ae'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:16:18.738686 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Pushing event deleted for resources: {'Port': ['ID=91081d58-9187-4762-8ac7-db3063e291ae,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:18.815916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] No DVR routers for this DVR port 91081d58-9187-4762-8ac7-db3063e291ae on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:18.818765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:18.823235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'name': 'network-vif-deleted', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:18.839815 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-55efaf6e-43a2-4fbf-97ba-928c558feea0 req-277949b2-95a8-4137-afa9-2a6bad9c34be tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "DELETE /v2.0/ports/91081d58-9187-4762-8ac7-db3063e291ae HTTP/1.1" status: 204 len: 173 time: 0.7589910 Apr 29 12:16:18.843198 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b4536de7-d4e2-4150-9529-9365488b784a req-86370e4d-e04f-4bf5-88b8-63bb642bd0b6 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=623dc9e3-1af0-40c0-bcef-8d341bfac44d HTTP/1.1" status: 200 len: 210 time: 0.0455017 Apr 29 12:16:18.884556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b385c089-1c63-4199-8e70-f5da03ea15d5'] response: {'server_uuid': '623dc9e3-1af0-40c0-bcef-8d341bfac44d', 'name': 'network-vif-deleted', 'tag': '91081d58-9187-4762-8ac7-db3063e291ae', 'status': 'completed', 'code': 200} Apr 29 12:16:20.141563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c34ff-e78e-47d2-ba5d-b3d2672dd237 req-048624af-3b2c-4a92-bd53-78c74d602d31 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:20.142440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2f3c34ff-e78e-47d2-ba5d-b3d2672dd237 req-048624af-3b2c-4a92-bd53-78c74d602d31 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Synchronizing usage tracker for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:16:20.159053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2f3c34ff-e78e-47d2-ba5d-b3d2672dd237 req-048624af-3b2c-4a92-bd53-78c74d602d31 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Unset dirty status for tenant:151e808a580a43c3b694e2dd25d8ae46 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:16:20.160569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f3c34ff-e78e-47d2-ba5d-b3d2672dd237 req-048624af-3b2c-4a92-bd53-78c74d602d31 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.1211326 Apr 29 12:16:20.207247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f3c34ff-e78e-47d2-ba5d-b3d2672dd237 req-100d1155-d415-470f-a58b-9ac19ad13a6b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Apr 29 12:16:20.538007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027876c-4a9e-4799-b6fd-fa069a35e55c req-a3961ba6-f52c-4ee9-ab11-3ef9877bb819 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:20.539548 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e027876c-4a9e-4799-b6fd-fa069a35e55c req-a3961ba6-f52c-4ee9-ab11-3ef9877bb819 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.2066586 Apr 29 12:16:20.587020 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e027876c-4a9e-4799-b6fd-fa069a35e55c req-adf53b2b-9171-4e5d-acdb-49f0d27d4ac9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Apr 29 12:16:20.795061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0987977-5fbb-47a2-a697-a7cda41f1069 req-a7bebe95-37bc-4677-ada4-b968f21a0a8e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:20.798440 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f0987977-5fbb-47a2-a697-a7cda41f1069 req-a7bebe95-37bc-4677-ada4-b968f21a0a8e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0994992 Apr 29 12:16:20.846351 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f0987977-5fbb-47a2-a697-a7cda41f1069 req-5d184622-794c-47b1-8f9b-c2cbfacfab93 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Apr 29 12:16:21.169891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879fad-c79b-4b1f-bf8c-0140c1162547 req-c3f914c6-eb9a-41ef-985a-4485ab3572d3 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:21.171462 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7879fad-c79b-4b1f-bf8c-0140c1162547 req-c3f914c6-eb9a-41ef-985a-4485ab3572d3 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0950897 Apr 29 12:16:21.222548 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7879fad-c79b-4b1f-bf8c-0140c1162547 req-678ac8c5-fcd3-4f1f-8fff-d03e8da565c6 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Apr 29 12:16:21.432023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156db4-fde9-466b-9664-27768163224d req-1d974344-b0c8-4092-8909-d3ceecbf6be5 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:21.433665 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-70156db4-fde9-466b-9664-27768163224d req-1d974344-b0c8-4092-8909-d3ceecbf6be5 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0899079 Apr 29 12:16:21.467453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 91081d58-9187-4762-8ac7-db3063e291ae no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:16:21.480676 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-70156db4-fde9-466b-9664-27768163224d req-08a6c12f-743f-4335-872f-db8af99342b6 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Apr 29 12:16:21.506865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 91081d58-9187-4762-8ac7-db3063e291ae {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:16:21.507206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 91081d58-9187-4762-8ac7-db3063e291ae not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:16:21.709685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fee2d-399c-475f-a75d-34c5f8176848 req-a369b366-0368-4ff8-b88b-2735c699771e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:21.711042 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c9fee2d-399c-475f-a75d-34c5f8176848 req-a369b366-0368-4ff8-b88b-2735c699771e tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0979419 Apr 29 12:16:21.761447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c9fee2d-399c-475f-a75d-34c5f8176848 req-f024e5d1-fb1d-4bf5-9ee6-5bcc7c81d05d tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Apr 29 12:16:22.351166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfe5c8-00e8-49ce-acbd-ad4a4807c8ba req-ced5bd2e-59d9-4830-b24a-895f9f8289e9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:22.352624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-adcfe5c8-00e8-49ce-acbd-ad4a4807c8ba req-ced5bd2e-59d9-4830-b24a-895f9f8289e9 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0825634 Apr 29 12:16:22.408315 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-adcfe5c8-00e8-49ce-acbd-ad4a4807c8ba req-e86a57a1-7f28-42a0-8b74-8cd300914936 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Apr 29 12:16:23.610546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1823-e8f6-4630-b7dc-6c6c9361c3a4 req-3ac31059-02ce-4bae-8de1-59877c3b92f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:23.612009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-490d1823-e8f6-4630-b7dc-6c6c9361c3a4 req-3ac31059-02ce-4bae-8de1-59877c3b92f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0856483 Apr 29 12:16:23.657198 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-490d1823-e8f6-4630-b7dc-6c6c9361c3a4 req-4479e3bb-4bab-4d9f-90d9-5ae2d53be79b tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Apr 29 12:16:24.180718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8302489-6f8a-4056-9730-6903db5d810c req-5c11221e-240b-42be-b59e-c53c26d2b8f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:24.182705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8302489-6f8a-4056-9730-6903db5d810c req-5c11221e-240b-42be-b59e-c53c26d2b8f2 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.0856652 Apr 29 12:16:24.252727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Deleting port 6f022c1d-0a11-4e24-8894-55034b9b260a {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:24.252974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.528782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] For port 6f022c1d-0a11-4e24-8894-55034b9b260a, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=6f022c1d-0a11-4e24-8894-55034b9b260a,segment=NetworkSegment(0d1007e4-d71b-4272-946a-2d66088491a6),segment_id=0d1007e4-d71b-4272-946a-2d66088491a6)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:24.529130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.665608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Calling delete_port for 6f022c1d-0a11-4e24-8894-55034b9b260a owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:24.877051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:24.910784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['6f022c1d-0a11-4e24-8894-55034b9b260a'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:16:24.934696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Pushing event deleted for resources: {'Port': ['ID=6f022c1d-0a11-4e24-8894-55034b9b260a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:25.024723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310316-3e3c-48e6-bf71-a10863081ca7 req-1784f080-25ca-4ef3-9ccd-0f73cab87475 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:25.026360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a310316-3e3c-48e6-bf71-a10863081ca7 req-1784f080-25ca-4ef3-9ccd-0f73cab87475 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa1a6600-97ca-4166-a903-a3ea9d8c139e HTTP/1.1" status: 200 len: 946 time: 0.2414274 Apr 29 12:16:25.032562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] No DVR routers for this DVR port 6f022c1d-0a11-4e24-8894-55034b9b260a on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:25.035658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:25.039771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'name': 'network-vif-deleted', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:16:25.085027 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c8302489-6f8a-4056-9730-6903db5d810c req-c7ff1419-fd9e-4c13-b031-f6f97297e011 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.66 "DELETE /v2.0/ports/6f022c1d-0a11-4e24-8894-55034b9b260a HTTP/1.1" status: 204 len: 173 time: 0.8967278 Apr 29 12:16:25.086648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735e0076-7564-44ed-9407-c394a6d3e615'] response: {'server_uuid': 'fa1a6600-97ca-4166-a903-a3ea9d8c139e', 'name': 'network-vif-deleted', 'tag': '6f022c1d-0a11-4e24-8894-55034b9b260a', 'status': 'completed', 'code': 200} Apr 29 12:16:25.096793 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4a310316-3e3c-48e6-bf71-a10863081ca7 req-006b65a0-9173-4a1d-a407-631528679b16 tempest-ServersNegativeTestJSON-1222748219 tempest-ServersNegativeTestJSON-1222748219-project] 10.222.0.53 "GET /v2.0/security-groups?id=5654dbfb-5d91-4d79-8e1a-37716dae6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 Apr 29 12:16:26.199072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59954) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:26.271441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Deleting subnet fd067902-af0a-46d2-b55b-c193719178c4 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:16:26.274698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.435044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.498570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.570246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.608404 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd067902-af0a-46d2-b55b-c193719178c4,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:26.610361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.616559 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b5f70f19-4ed9-44a2-8ac3-1273f365f571 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd067902-af0a-46d2-b55b-c193719178c4 HTTP/1.1" status: 204 len: 168 time: 0.4164884 Apr 29 12:16:26.619180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59958) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:26.726199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.858432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.883686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde1e38e-77be-46ff-8470-b7598a376e73']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:26.895696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1007e4-d71b-4272-946a-2d66088491a6') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:26.895958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1007e4-d71b-4272-946a-2d66088491a6') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:26.907525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.923540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.929760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:26.930139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:26.942991 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:27.020375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.036441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.046715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde1e38e-77be-46ff-8470-b7598a376e73,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:27.057612 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-0fad8a25-910c-425b-bb20-7b4e6c53a399 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fde1e38e-77be-46ff-8470-b7598a376e73 HTTP/1.1" status: 204 len: 168 time: 0.4374089 Apr 29 12:16:27.183593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59964) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:27.234121 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e108a9b-b3a9-4ca0-a98c-7b99b27ee5ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=151e808a580a43c3b694e2dd25d8ae46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490735 Apr 29 12:16:27.236516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59968) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:27.299406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.328230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.382259 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.401582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5654dbfb-5d91-4d79-8e1a-37716dae6264,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:27.412294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:27.413473 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c86210cb-f0ec-4664-a789-fb4095e9a5d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5654dbfb-5d91-4d79-8e1a-37716dae6264 HTTP/1.1" status: 204 len: 168 time: 0.1760736 Apr 29 12:16:27.497821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6f022c1d-0a11-4e24-8894-55034b9b260a no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:16:27.535393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 6f022c1d-0a11-4e24-8894-55034b9b260a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:16:27.535662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 6f022c1d-0a11-4e24-8894-55034b9b260a not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:16:28.298781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 59992) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:28.420588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725572578'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:28.425803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:28.429749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:network and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:28.432563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:28.439582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:28.454014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:28.457713 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.469911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.487106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:28.491885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:security_group_rule and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:28.495688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:28.502479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:28.589618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.594738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.628300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:28.636909 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6050d7-c31f-408f-b9c5-dee33aece63b,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:28.642799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.643130 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Added segment 3dedcb7e-9c9e-4ac2-bd52-095903160a57 of type vlan for network 46c588e1-2013-4dac-8cbe-b95c0845a5ce Apr 29 12:16:28.675819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.707022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.712481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:28.713059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:28.819537 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5195525 Apr 29 12:16:28.822970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db487c0-bfa5-499c-897e-24fea7a2ff0e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Network': ['ID=46c588e1-2013-4dac-8cbe-b95c0845a5ce,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:28.848255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:30.345160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-18dc6059-ae25-43b4-b7fc-0447d2fdaea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.121853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 59998) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:32.130219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'subnet': {'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:32.245115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:32.248904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:subnet and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:32.251996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:32.258021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:32.268578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:32.272049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.502591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.581577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Subnet': ['ID=a219d55f-c63e-461e-8f5a-a04f8137c17a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:32.594609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking segment: {'id': '3dedcb7e-9c9e-4ac2-bd52-095903160a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:32.594990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network hostable DHCP agents. Network: 46c588e1-2013-4dac-8cbe-b95c0845a5ce, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:32.616198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:32.627532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 46c588e1-2013-4dac-8cbe-b95c0845a5ce) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:32.632385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.633354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.637080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa9317-b269-4d6a-99d1-6df55049d65f None None] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:32.659676 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d29c7fce-f465-48e7-bf7d-12d0d6ca9bfd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5363815 Apr 29 12:16:32.663567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60002) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:32.671112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393564190'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:32.677508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:32.682428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:network and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:32.686123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:32.693709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:32.707557 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:32.712676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.745248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:32.755067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.755331 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Added segment c4d24a79-21e8-4831-a5e6-3454fb1f87cc of type vlan for network a13801ae-0ed9-4078-9fbc-aad7b39266f6 Apr 29 12:16:32.783755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.819142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.825359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:32.826003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.890303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-46c588e1-2013-4dac-8cbe-b95c0845a5ce', 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce', 'tenant_id': '7d141bf13e0a42fb81048668881d2ac6', 'fixed_ips': [{'subnet_id': 'a219d55f-c63e-461e-8f5a-a04f8137c17a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:32.891515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:32.928801 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2637908 Apr 29 12:16:32.931775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60006) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:32.937815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa449a-5e70-495b-99b3-13c09ed27efd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Network': ['ID=a13801ae-0ed9-4078-9fbc-aad7b39266f6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:32.939456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'subnet': {'network_id': 'a13801ae-0ed9-4078-9fbc-aad7b39266f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:32.951959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network a13801ae-0ed9-4078-9fbc-aad7b39266f6 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:33.054104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:33.058175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:subnet and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:33.061110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:33.067051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:33.077523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:33.080981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.134545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-04f6dbdd-f21c-49f9-988a-04ae0430c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.175196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Allocated IP 2001:db8:0:ffff::2 (46c588e1-2013-4dac-8cbe-b95c0845a5ce/a219d55f-c63e-461e-8f5a-a04f8137c17a/c7f89955-7046-4844-bff8-d1a9be0b5d52) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:33.309844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.385763 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Subnet': ['ID=ad47b79e-76f2-4797-a66f-5da19756c3e5,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:33.392047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.404071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Transition to ACTIVE for port object c7f89955-7046-4844-bff8-d1a9be0b5d52 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:33.408294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking segment: {'id': 'c4d24a79-21e8-4831-a5e6-3454fb1f87cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a13801ae-0ed9-4078-9fbc-aad7b39266f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:33.408715 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network hostable DHCP agents. Network: a13801ae-0ed9-4078-9fbc-aad7b39266f6, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:33.424858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Transition to ACTIVE for port object c7f89955-7046-4844-bff8-d1a9be0b5d52 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:33.432131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network a13801ae-0ed9-4078-9fbc-aad7b39266f6 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:33.432277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.446076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, a13801ae-0ed9-4078-9fbc-aad7b39266f6) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:33.451120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:33.451718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.482881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127e707-c1b9-4cda-8fa4-915d219cd12b None None] Network a13801ae-0ed9-4078-9fbc-aad7b39266f6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:33.483132 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dbf69705-4d55-45a8-8e82-91e27bcc068b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5483460 Apr 29 12:16:33.483247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60010) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:33.544655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:33.591389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:33.597321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Pushing event updated for resources: {'Port': ['ID=c7f89955-7046-4844-bff8-d1a9be0b5d52,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:33.606293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:33.741521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.774435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Attempting to bind port c7f89955-7046-4844-bff8-d1a9be0b5d52 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:33.775046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Attempting to bind port c7f89955-7046-4844-bff8-d1a9be0b5d52 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '3dedcb7e-9c9e-4ac2-bd52-095903160a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:33.775176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Attempting to bind port c7f89955-7046-4844-bff8-d1a9be0b5d52 on network 46c588e1-2013-4dac-8cbe-b95c0845a5ce {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:33.790198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.792052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:33.792450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Checking segment: {'id': '3dedcb7e-9c9e-4ac2-bd52-095903160a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:33.793090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.793452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Bound using segment: {'id': '3dedcb7e-9c9e-4ac2-bd52-095903160a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:33.794105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Bound port: c7f89955-7046-4844-bff8-d1a9be0b5d52, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dedcb7e-9c9e-4ac2-bd52-095903160a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46c588e1-2013-4dac-8cbe-b95c0845a5ce'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:33.794484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.817328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.907286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4ff85-0a5a-45a1-a9a3-117a417be79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-a13801ae-0ed9-4078-9fbc-aad7b39266f6', 'network_id': 'a13801ae-0ed9-4078-9fbc-aad7b39266f6', 'tenant_id': '7d141bf13e0a42fb81048668881d2ac6', 'fixed_ips': [{'subnet_id': 'ad47b79e-76f2-4797-a66f-5da19756c3e5'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:33.908111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.908341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ff85-0a5a-45a1-a9a3-117a417be79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:33.952118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Subnet': ['ID=ad47b79e-76f2-4797-a66f-5da19756c3e5,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:33.988997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-187579e6-4c00-4610-993d-b83842383d15 None None] For port c7f89955-7046-4844-bff8-d1a9be0b5d52, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:34.010102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-187579e6-4c00-4610-993d-b83842383d15 None None] For port c7f89955-7046-4844-bff8-d1a9be0b5d52, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c7f89955-7046-4844-bff8-d1a9be0b5d52,segment=NetworkSegment(3dedcb7e-9c9e-4ac2-bd52-095903160a57),segment_id=3dedcb7e-9c9e-4ac2-bd52-095903160a57)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:34.019083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.052085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.084181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13801ae-0ed9-4078-9fbc-aad7b39266f6']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:34.084959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b66c5-b8ad-454b-bb07-b1eb897b76be None None] Network a13801ae-0ed9-4078-9fbc-aad7b39266f6 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:34.097417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d24a79-21e8-4831-a5e6-3454fb1f87cc') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:34.097727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d24a79-21e8-4831-a5e6-3454fb1f87cc') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:34.109929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.127419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.136326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:34.137041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:34.157171 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:34.225219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187579e6-4c00-4610-993d-b83842383d15 None None] Pushing event updated for resources: {'Port': ['ID=c7f89955-7046-4844-bff8-d1a9be0b5d52,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:34.228034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.247770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.272305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.273356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.285276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Network': ['ID=a13801ae-0ed9-4078-9fbc-aad7b39266f6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:34.294786 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4dcde706-0ba4-4d78-86fd-226401780d2e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/a13801ae-0ed9-4078-9fbc-aad7b39266f6 HTTP/1.1" status: 204 len: 168 time: 0.8072033 Apr 29 12:16:34.295340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60014) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:34.301755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1492280421'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:34.316777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:34.323661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:network and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:34.327000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:34.335674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:34.349532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:34.353157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.393922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:34.406685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.407026 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Added segment ff051943-6680-4985-8c77-2a65d34d99de of type vlan for network e68e5066-8ed7-4031-9afc-3be1238fd0bd Apr 29 12:16:34.447420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.487326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.493911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:34.494577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.597019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3006425 Apr 29 12:16:34.601059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60018) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:34.606581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e7007-464a-4fd4-b171-b88d61437d3e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Network': ['ID=e68e5066-8ed7-4031-9afc-3be1238fd0bd,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:34.607402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'subnet': {'network_id': 'e68e5066-8ed7-4031-9afc-3be1238fd0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:34.618006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network e68e5066-8ed7-4031-9afc-3be1238fd0bd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:34.718815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:34.722842 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:subnet and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:34.725794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:34.731480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:34.742516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:34.746365 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:34.840100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.ipam_backend_mixin [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Performing IP validity checks on allocation pools {{(pid=88016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 12:16:34.840615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.ipam_backend_mixin [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 12:16:34.975406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.051153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Subnet': ['ID=dbbc8c7b-1880-47ee-8e78-feef4fa462e9,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:35.062140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking segment: {'id': 'ff051943-6680-4985-8c77-2a65d34d99de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e68e5066-8ed7-4031-9afc-3be1238fd0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:35.062538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network hostable DHCP agents. Network: e68e5066-8ed7-4031-9afc-3be1238fd0bd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:35.083151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network e68e5066-8ed7-4031-9afc-3be1238fd0bd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:35.095628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, e68e5066-8ed7-4031-9afc-3be1238fd0bd) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:35.103432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:35.103974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.108382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3723a3-d2b3-4b68-b9a7-de3d5c477b1c None None] Network e68e5066-8ed7-4031-9afc-3be1238fd0bd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:35.132363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09a441c0-b336-423f-b3f6-bdb18c4c3aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5298803 Apr 29 12:16:35.135223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60022) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:35.144752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffa215-0f18-47ee-9ce1-f6e1960f6962 None None] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:35.363648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5e0ba6ce-ebc0-457b-87a2-618e0d20898f None None] Provisioning for port c7f89955-7046-4844-bff8-d1a9be0b5d52 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:35.408278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.472754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.545540 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.583729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3554668-429a-4fa9-b9a8-b4120575882a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-e68e5066-8ed7-4031-9afc-3be1238fd0bd', 'network_id': 'e68e5066-8ed7-4031-9afc-3be1238fd0bd', 'tenant_id': '7d141bf13e0a42fb81048668881d2ac6', 'fixed_ips': [{'subnet_id': 'dbbc8c7b-1880-47ee-8e78-feef4fa462e9'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:35.584624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c3554668-429a-4fa9-b9a8-b4120575882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.589235 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbc8c7b-1880-47ee-8e78-feef4fa462e9,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:35.684495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.700398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.721439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fed6a-3c53-4c56-89f2-7f23288b1ce7 None None] Network e68e5066-8ed7-4031-9afc-3be1238fd0bd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:35.725491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68e5066-8ed7-4031-9afc-3be1238fd0bd']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:35.745847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff051943-6680-4985-8c77-2a65d34d99de') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:35.746200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff051943-6680-4985-8c77-2a65d34d99de') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:35.759120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.776765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.783460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:35.784000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:35.799226 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:35.889329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.906511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.917131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Network': ['ID=e68e5066-8ed7-4031-9afc-3be1238fd0bd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:35.921121 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-86e791b8-6a98-4370-b93b-9b04adcd4889 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/e68e5066-8ed7-4031-9afc-3be1238fd0bd HTTP/1.1" status: 204 len: 168 time: 0.7848165 Apr 29 12:16:35.924726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60026) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:35.930126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084696222'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:35.934996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:35.938830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:network and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:35.941669 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:35.947392 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:35.959214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:35.962516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:35.992244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:36.002380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.002735 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Added segment 8e39be40-aff2-48ef-9a55-276328a86bb3 of type vlan for network 61c17d7f-9005-4ab0-9280-8e07804fea5d Apr 29 12:16:36.032648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.058422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c7f89955-7046-4844-bff8-d1a9be0b5d52 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:36.067507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.073141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:36.073752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.127279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c7f89955-7046-4844-bff8-d1a9be0b5d52 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:36.135799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c7f89955-7046-4844-bff8-d1a9be0b5d52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:36.136179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.170722 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2448618 Apr 29 12:16:36.173734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60030) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:36.179910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28099f8-184b-4fc5-8f5a-36aeeb4e5aad tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Network': ['ID=61c17d7f-9005-4ab0-9280-8e07804fea5d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:36.180860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'subnet': {'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:36.190465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 61c17d7f-9005-4ab0-9280-8e07804fea5d details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:36.295318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:36.299146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:subnet and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:36.301995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:36.307844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:36.319832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:36.323991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.347216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.379681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c7f89955-7046-4844-bff8-d1a9be0b5d52, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c7f89955-7046-4844-bff8-d1a9be0b5d52,segment=NetworkSegment(3dedcb7e-9c9e-4ac2-bd52-095903160a57),segment_id=3dedcb7e-9c9e-4ac2-bd52-095903160a57)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:36.384659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.450102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c7f89955-7046-4844-bff8-d1a9be0b5d52,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:36.548181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.624720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Subnet': ['ID=8418bfab-9500-43ed-b1cf-93431b6ef2d2,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:36.635482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.635806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.636134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.636455 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.636781 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.637100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.637419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.637757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.638055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.638363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.638678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.638985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:36.645247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking segment: {'id': '8e39be40-aff2-48ef-9a55-276328a86bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:36.645624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network hostable DHCP agents. Network: 61c17d7f-9005-4ab0-9280-8e07804fea5d, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:36.667665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network 61c17d7f-9005-4ab0-9280-8e07804fea5d is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:36.679477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 61c17d7f-9005-4ab0-9280-8e07804fea5d) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:36.683481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:36.684044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.688324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c4670-8710-4155-a5d4-5383c6922c82 None None] Network 61c17d7f-9005-4ab0-9280-8e07804fea5d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:36.707050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30111e93-8457-4df6-bdc9-dafec2aef7df tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5321956 Apr 29 12:16:36.710607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60034) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:36.716184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1733465403'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:36.721159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:36.725168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:network and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:36.728454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:36.734670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:36.748935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:36.752844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.780988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:36.790374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.790718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Added segment 5aa735f9-eca5-43c7-910e-b540f074c8a4 of type vlan for network c47509a2-e5c8-4176-b766-ec98f31f5290 Apr 29 12:16:36.817137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.847927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.853741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:36.854352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.904777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-61c17d7f-9005-4ab0-9280-8e07804fea5d', 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d', 'tenant_id': '7d141bf13e0a42fb81048668881d2ac6', 'fixed_ips': [{'subnet_id': '8418bfab-9500-43ed-b1cf-93431b6ef2d2'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:36.905632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:36.909235 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1974969 Apr 29 12:16:36.912084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60038) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:36.920191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Request body: {'subnet': {'network_id': 'c47509a2-e5c8-4176-b766-ec98f31f5290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:36.996708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a861b-3a48-430f-a3f8-301a71e538ec tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Network': ['ID=c47509a2-e5c8-4176-b766-ec98f31f5290,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:37.009728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network c47509a2-e5c8-4176-b766-ec98f31f5290 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:37.077980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:37.081708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Usage tracker for resource:subnet and tenant:7d141bf13e0a42fb81048668881d2ac6 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:37.084437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:37.089987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:37.100630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Made reservation on behalf of 7d141bf13e0a42fb81048668881d2ac6 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:37.104034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.151888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Allocated IP 2001:db8::2 (61c17d7f-9005-4ab0-9280-8e07804fea5d/8418bfab-9500-43ed-b1cf-93431b6ef2d2/128003b5-e40b-4512-bcbe-c0af011c3666) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:37.359102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.369851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Transition to ACTIVE for port object 128003b5-e40b-4512-bcbe-c0af011c3666 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:37.389234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Transition to ACTIVE for port object 128003b5-e40b-4512-bcbe-c0af011c3666 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:37.396145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.422252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.501417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event updated for resources: {'Subnet': ['ID=5784baf6-adda-4566-9930-7ee93f4ac7aa,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:37.510935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Network 61c17d7f-9005-4ab0-9280-8e07804fea5d is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:37.511979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Checking segment: {'id': '5aa735f9-eca5-43c7-910e-b540f074c8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c47509a2-e5c8-4176-b766-ec98f31f5290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:37.512337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network hostable DHCP agents. Network: c47509a2-e5c8-4176-b766-ec98f31f5290, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:37.513768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:37.517477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:37.523132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Pushing event updated for resources: {'Port': ['ID=128003b5-e40b-4512-bcbe-c0af011c3666,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:37.532959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Network c47509a2-e5c8-4176-b766-ec98f31f5290 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:37.542907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, c47509a2-e5c8-4176-b766-ec98f31f5290) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:37.546959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:37.547530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.556559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f37c0-dbfd-480a-b24b-30ac7b2d1302 None None] Network c47509a2-e5c8-4176-b766-ec98f31f5290 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:37.568289 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bb2f2c47-1949-4693-89b8-6071a1210e96 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6552563 Apr 29 12:16:37.570854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60042) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:37.683372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Attempting to bind port 128003b5-e40b-4512-bcbe-c0af011c3666 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:37.683705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Attempting to bind port 128003b5-e40b-4512-bcbe-c0af011c3666 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '8e39be40-aff2-48ef-9a55-276328a86bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:37.684095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Attempting to bind port 128003b5-e40b-4512-bcbe-c0af011c3666 on network 61c17d7f-9005-4ab0-9280-8e07804fea5d {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:37.699379 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:37.699743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Checking segment: {'id': '8e39be40-aff2-48ef-9a55-276328a86bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:37.700138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.700524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Bound using segment: {'id': '8e39be40-aff2-48ef-9a55-276328a86bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:37.700984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Bound port: 128003b5-e40b-4512-bcbe-c0af011c3666, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e39be40-aff2-48ef-9a55-276328a86bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '61c17d7f-9005-4ab0-9280-8e07804fea5d'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:37.701352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.712547 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.778225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.856881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.872231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] For port 128003b5-e40b-4512-bcbe-c0af011c3666, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:37.891971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] For port 128003b5-e40b-4512-bcbe-c0af011c3666, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=128003b5-e40b-4512-bcbe-c0af011c3666,segment=NetworkSegment(8e39be40-aff2-48ef-9a55-276328a86bb3),segment_id=8e39be40-aff2-48ef-9a55-276328a86bb3)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:37.895822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Subnet': ['ID=5784baf6-adda-4566-9930-7ee93f4ac7aa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:37.897642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:37.933494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb1629-4fdd-4918-97e0-dc78d91b8b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-c47509a2-e5c8-4176-b766-ec98f31f5290', 'network_id': 'c47509a2-e5c8-4176-b766-ec98f31f5290', 'tenant_id': '7d141bf13e0a42fb81048668881d2ac6', 'fixed_ips': [{'subnet_id': '5784baf6-adda-4566-9930-7ee93f4ac7aa'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:37.933494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1629-4fdd-4918-97e0-dc78d91b8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.005008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.035401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47509a2-e5c8-4176-b766-ec98f31f5290']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:38.053278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa735f9-eca5-43c7-910e-b540f074c8a4') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:38.053608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa735f9-eca5-43c7-910e-b540f074c8a4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:38.061223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c7f89955-7046-4844-bff8-d1a9be0b5d52 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:38.068856 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.088020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.100309 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:38.100861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.109470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662e4b6-bc6b-41c4-b6c5-d2f7d69ba2de None None] Pushing event updated for resources: {'Port': ['ID=128003b5-e40b-4512-bcbe-c0af011c3666,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:38.139980 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:38.143058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbc668-b8a2-46f1-9db2-baf1aca351e0 None None] Network c47509a2-e5c8-4176-b766-ec98f31f5290 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:38.209380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.239576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.248496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Network': ['ID=c47509a2-e5c8-4176-b766-ec98f31f5290,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:38.249849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c7f89955-7046-4844-bff8-d1a9be0b5d52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:38.250292 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.253846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9da58071-09d3-45b7-873b-457037792dcd tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/c47509a2-e5c8-4176-b766-ec98f31f5290 HTTP/1.1" status: 204 len: 168 time: 0.6819606 Apr 29 12:16:38.257000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60046) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.301966 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a284445d-dac2-41ef-8e79-70b8c1d7457f tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] GET failed (client error): The resource could not be found. Apr 29 12:16:38.302489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a284445d-dac2-41ef-8e79-70b8c1d7457f tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Synchronizing usage tracker for tenant:7d141bf13e0a42fb81048668881d2ac6 on resource:subnet {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:16:38.328165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a284445d-dac2-41ef-8e79-70b8c1d7457f tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Unset dirty status for tenant:7d141bf13e0a42fb81048668881d2ac6 on resource:subnet {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:16:38.329587 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a284445d-dac2-41ef-8e79-70b8c1d7457f tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "GET /v2.0/subnets/5784baf6-adda-4566-9930-7ee93f4ac7aa HTTP/1.1" status: 404 len: 337 time: 0.0705447 Apr 29 12:16:38.332850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60050) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.359711 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1d95c1-1bb5-49fb-b586-580350b9f2b4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:38.360523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1d95c1-1bb5-49fb-b586-580350b9f2b4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:38.368263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d1d95c1-1bb5-49fb-b586-580350b9f2b4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/c47509a2-e5c8-4176-b766-ec98f31f5290 HTTP/1.1" status: 404 len: 339 time: 0.0337310 Apr 29 12:16:38.369306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60054) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.417363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.pecan_wsgi.hooks.translation [None req-614c5a4f-f860-4787-82ee-53c0e4b1dd0b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:38.417899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614c5a4f-f860-4787-82ee-53c0e4b1dd0b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:38.421915 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-614c5a4f-f860-4787-82ee-53c0e4b1dd0b tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/subnets/5784baf6-adda-4566-9930-7ee93f4ac7aa HTTP/1.1" status: 404 len: 337 time: 0.0511823 Apr 29 12:16:38.422666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60058) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.456209 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-995d8533-cc51-4f8a-b974-e4c38994340e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:38.456674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995d8533-cc51-4f8a-b974-e4c38994340e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:38.460903 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-995d8533-cc51-4f8a-b974-e4c38994340e tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/c47509a2-e5c8-4176-b766-ec98f31f5290 HTTP/1.1" status: 404 len: 339 time: 0.0347981 Apr 29 12:16:38.461155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60062) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.535071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Deleting subnet 8418bfab-9500-43ed-b1cf-93431b6ef2d2 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:16:38.538153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.594607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.685541 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.767866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.811667 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Subnet': ['ID=8418bfab-9500-43ed-b1cf-93431b6ef2d2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:38.813658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.830982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4e1f8bc-746f-4129-b268-43f2c96e5dc5 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/subnets/8418bfab-9500-43ed-b1cf-93431b6ef2d2 HTTP/1.1" status: 204 len: 168 time: 0.3666253 Apr 29 12:16:38.831217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60066) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:38.946483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:38.958182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Deleting port 128003b5-e40b-4512-bcbe-c0af011c3666 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:38.958514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.051960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58cc4e5-f438-4792-9078-b02fd7905951 None None] Network 61c17d7f-9005-4ab0-9280-8e07804fea5d requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:39.134866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6a82b2bb-ac20-4202-8294-75013b1cfdd1 None None] Provisioning for port 128003b5-e40b-4512-bcbe-c0af011c3666 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:39.170116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] For port 128003b5-e40b-4512-bcbe-c0af011c3666, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=128003b5-e40b-4512-bcbe-c0af011c3666,segment=NetworkSegment(8e39be40-aff2-48ef-9a55-276328a86bb3),segment_id=8e39be40-aff2-48ef-9a55-276328a86bb3)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:39.170451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.293957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Calling delete_port for 128003b5-e40b-4512-bcbe-c0af011c3666 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:39.298846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cca650-19a5-461a-8d0f-bed8a4397534 None None] DHCP port deletion for 61c17d7f-9005-4ab0-9280-8e07804fea5d request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:16:39.303518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59cca650-19a5-461a-8d0f-bed8a4397534 None None] Deleting port 128003b5-e40b-4512-bcbe-c0af011c3666 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:39.303884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-59cca650-19a5-461a-8d0f-bed8a4397534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.381810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.397685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-59cca650-19a5-461a-8d0f-bed8a4397534 None None] The port '128003b5-e40b-4512-bcbe-c0af011c3666' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:16:39.438082 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No DVR routers for this DVR port 128003b5-e40b-4512-bcbe-c0af011c3666 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:39.468344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Port': ['ID=128003b5-e40b-4512-bcbe-c0af011c3666,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:39.569001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.596372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c17d7f-9005-4ab0-9280-8e07804fea5d']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:39.608830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e39be40-aff2-48ef-9a55-276328a86bb3') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:39.609091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e39be40-aff2-48ef-9a55-276328a86bb3') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:39.620442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.636226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.643102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:39.643486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:39.662563 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:39.740182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.758485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:39.770017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Network': ['ID=61c17d7f-9005-4ab0-9280-8e07804fea5d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:39.774219 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7e36c33a-8d24-4cc8-b61f-fde1c68a7ff3 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/61c17d7f-9005-4ab0-9280-8e07804fea5d HTTP/1.1" status: 204 len: 168 time: 0.9420543 Apr 29 12:16:39.776774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60070) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:39.922054 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-928c0270-a5c4-4a73-9571-c4488841f126 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:39.922495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928c0270-a5c4-4a73-9571-c4488841f126 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:39.924181 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-928c0270-a5c4-4a73-9571-c4488841f126 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/subnets/dbbc8c7b-1880-47ee-8e78-feef4fa462e9 HTTP/1.1" status: 404 len: 337 time: 0.1463027 Apr 29 12:16:39.927018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60074) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:39.951740 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed82b24-9ef3-4ea2-8fba-cdfae79baba4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:39.952204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed82b24-9ef3-4ea2-8fba-cdfae79baba4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:39.953907 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9ed82b24-9ef3-4ea2-8fba-cdfae79baba4 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/e68e5066-8ed7-4031-9afc-3be1238fd0bd HTTP/1.1" status: 404 len: 339 time: 0.0260351 Apr 29 12:16:39.956744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60078) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:39.993238 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce8cb4-dbc4-4f14-bc84-649157a3c74d tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:39.993722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbce8cb4-dbc4-4f14-bc84-649157a3c74d tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:39.995438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cbce8cb4-dbc4-4f14-bc84-649157a3c74d tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/subnets/ad47b79e-76f2-4797-a66f-5da19756c3e5 HTTP/1.1" status: 404 len: 337 time: 0.0378127 Apr 29 12:16:39.998150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60082) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:40.023287 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b400fd-d681-4cd9-9ec0-f8d26074f225 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] DELETE failed (client error): The resource could not be found. Apr 29 12:16:40.023744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b400fd-d681-4cd9-9ec0-f8d26074f225 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 12:16:40.025418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-44b400fd-d681-4cd9-9ec0-f8d26074f225 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/a13801ae-0ed9-4078-9fbc-aad7b39266f6 HTTP/1.1" status: 404 len: 339 time: 0.0263770 Apr 29 12:16:40.028090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60086) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:40.098351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Deleting subnet a219d55f-c63e-461e-8f5a-a04f8137c17a {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:16:40.101409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.156606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.242605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.317100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.355425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Subnet': ['ID=a219d55f-c63e-461e-8f5a-a04f8137c17a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:40.360333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.366317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c923c-5916-4ae4-b8ae-63c527eab9f7 None None] Network 46c588e1-2013-4dac-8cbe-b95c0845a5ce requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:40.370164 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5e42e552-bb99-4dea-9334-e051c03c72ae tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/subnets/a219d55f-c63e-461e-8f5a-a04f8137c17a HTTP/1.1" status: 204 len: 168 time: 0.3411336 Apr 29 12:16:40.373009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60090) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:40.491680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.502860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Deleting port c7f89955-7046-4844-bff8-d1a9be0b5d52 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:40.503085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.617885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] DHCP port deletion for 46c588e1-2013-4dac-8cbe-b95c0845a5ce request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:16:40.622096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Deleting port c7f89955-7046-4844-bff8-d1a9be0b5d52 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:40.622492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.718186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] For port c7f89955-7046-4844-bff8-d1a9be0b5d52, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c7f89955-7046-4844-bff8-d1a9be0b5d52,segment=NetworkSegment(3dedcb7e-9c9e-4ac2-bd52-095903160a57),segment_id=3dedcb7e-9c9e-4ac2-bd52-095903160a57)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:40.718616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.846523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Calling delete_port for c7f89955-7046-4844-bff8-d1a9be0b5d52 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:40.865888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] For port c7f89955-7046-4844-bff8-d1a9be0b5d52, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c7f89955-7046-4844-bff8-d1a9be0b5d52,segment=NetworkSegment(3dedcb7e-9c9e-4ac2-bd52-095903160a57),segment_id=3dedcb7e-9c9e-4ac2-bd52-095903160a57)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:40.866260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.933481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:40.980560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Port': ['ID=c7f89955-7046-4844-bff8-d1a9be0b5d52,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:40.984238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] No DVR routers for this DVR port c7f89955-7046-4844-bff8-d1a9be0b5d52 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:40.987561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Calling delete_port for c7f89955-7046-4844-bff8-d1a9be0b5d52 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:41.060084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:16:41.060438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:16:41.107541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.132329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c588e1-2013-4dac-8cbe-b95c0845a5ce']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:41.144277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dedcb7e-9c9e-4ac2-bd52-095903160a57') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:41.144569 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dedcb7e-9c9e-4ac2-bd52-095903160a57') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:41.155830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.172511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.178895 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:41.179307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:41.197668 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:41.276080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.293239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.304008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] Pushing event deleted for resources: {'Network': ['ID=46c588e1-2013-4dac-8cbe-b95c0845a5ce,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:41.308279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b5dd4cc-74b8-4eee-b049-651edb288367 tempest-NetworksIpV6Test-655861040 tempest-NetworksIpV6Test-655861040-project] 10.222.0.53 "DELETE /v2.0/networks/46c588e1-2013-4dac-8cbe-b95c0845a5ce HTTP/1.1" status: 204 len: 168 time: 0.9335370 Apr 29 12:16:41.562153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Deleting port c7f89955-7046-4844-bff8-d1a9be0b5d52 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:41.562812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.594711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60098) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:41.631545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-339356c3-e074-41f6-841b-659063c4dc2d None None] The port 'c7f89955-7046-4844-bff8-d1a9be0b5d52' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:16:41.757358 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ae62fa3d-2a09-4038-a0d7-cf9d2b6e66f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d141bf13e0a42fb81048668881d2ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613538 Apr 29 12:16:41.763797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60104) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:41.823269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.850197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.903718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.917703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6050d7-c31f-408f-b9c5-dee33aece63b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:41.924343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:41.925526 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99bca0d7-9e57-4a89-9f88-9e90f8c8231b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd6050d7-c31f-408f-b9c5-dee33aece63b HTTP/1.1" status: 204 len: 168 time: 0.1607580 Apr 29 12:16:42.024794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c7f89955-7046-4844-bff8-d1a9be0b5d52 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:16:42.062556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: c7f89955-7046-4844-bff8-d1a9be0b5d52 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:16:42.062827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c7f89955-7046-4844-bff8-d1a9be0b5d52 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:16:42.665649 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60130) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:42.772913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-640572452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:42.780066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:42.784294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:router and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:42.787402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:42.794086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:42.806109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.807170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.822558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.842812 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.871756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.872972 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-11bf825f-427b-4914-8139-73e22a83fecb tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2063715 Apr 29 12:16:42.875850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60136) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:42.881230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-109787511'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:42.886523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:42.891045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:network and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:42.894007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:42.900883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:42.911698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Made reservation on behalf of 9f675f4943274a54b4809a0a9d150750 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:42.915623 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.929054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:42.949059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:42.953543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:security_group_rule and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:42.956780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:42.963092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:43.052122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.057011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.089349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:43.098341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d673097-6efd-43e6-b12f-1c447f0a29ea,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:43.104866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.105215 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Added segment eb511b33-8ade-45ea-84cb-3460f047fad1 of type vlan for network bad752b2-27d4-4461-bb4f-3402f8b68ad8 Apr 29 12:16:43.134425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.164862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.170525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:43.171145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.389583 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5126879 Apr 29 12:16:43.392690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60140) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:43.395418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe4649-f9f5-4ff5-86b2-5db30b9b2bc4 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event updated for resources: {'Network': ['ID=bad752b2-27d4-4461-bb4f-3402f8b68ad8,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:43.400525 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'subnet': {'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:43.410845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:43.520262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:43.524477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:subnet and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:43.527633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:43.533869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:43.545294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Made reservation on behalf of 9f675f4943274a54b4809a0a9d150750 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:43.548942 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.774099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.855681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event updated for resources: {'Subnet': ['ID=2055149e-80c7-40b2-a944-41ded83728a2,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:43.866506 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Checking segment: {'id': 'eb511b33-8ade-45ea-84cb-3460f047fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:43.866882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Network hostable DHCP agents. Network: bad752b2-27d4-4461-bb4f-3402f8b68ad8, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:43.887086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:43.898402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, bad752b2-27d4-4461-bb4f-3402f8b68ad8) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:43.902815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:43.903438 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:43.908232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353c818-ba55-481b-aa99-ce10e720ada6 None None] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:43.930844 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8af5ec7-8814-4844-94e7-b04c1f04f6b9 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5336273 Apr 29 12:16:43.932536 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60144) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:43.938636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-686343458'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:43.944137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:43.948761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:network and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:43.951885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:43.958173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:43.971115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Made reservation on behalf of 9f675f4943274a54b4809a0a9d150750 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:43.974677 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.002712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:44.011616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.011956 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Added segment fb54d9b4-26dc-4f13-9aba-eac0020047e0 of type vlan for network 4687a424-6fed-4650-832d-f5105da5bedd Apr 29 12:16:44.037882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.067977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.075115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:44.075864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.133150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459f131-dcca-4606-8130-f5176027586a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-bad752b2-27d4-4461-bb4f-3402f8b68ad8', 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8', 'tenant_id': '9f675f4943274a54b4809a0a9d150750', 'fixed_ips': [{'subnet_id': '2055149e-80c7-40b2-a944-41ded83728a2'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:44.134195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.135190 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2015219 Apr 29 12:16:44.138445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60148) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:44.185868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'subnet': {'network_id': '4687a424-6fed-4650-832d-f5105da5bedd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:44.215080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2c13d-b507-4abe-a692-411ec98fdb6b tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event updated for resources: {'Network': ['ID=4687a424-6fed-4650-832d-f5105da5bedd,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:44.227839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4687a424-6fed-4650-832d-f5105da5bedd details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:44.310070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:44.314073 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Usage tracker for resource:subnet and tenant:9f675f4943274a54b4809a0a9d150750 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:44.316998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:44.322821 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:44.333807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Made reservation on behalf of 9f675f4943274a54b4809a0a9d150750 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:44.337225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.384276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-4459f131-dcca-4606-8130-f5176027586a None None] Allocated IP 172.20.0.2 (bad752b2-27d4-4461-bb4f-3402f8b68ad8/2055149e-80c7-40b2-a944-41ded83728a2/4a456bd1-e330-4106-8195-c2de00d2615a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:44.572115 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.594672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.606102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4459f131-dcca-4606-8130-f5176027586a None None] Transition to ACTIVE for port object 4a456bd1-e330-4106-8195-c2de00d2615a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:44.624893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4459f131-dcca-4606-8130-f5176027586a None None] Transition to ACTIVE for port object 4a456bd1-e330-4106-8195-c2de00d2615a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:44.631769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.654143 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event updated for resources: {'Subnet': ['ID=744f5637-cf8d-49b5-8164-0ef9b3e26e42,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:44.662952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Checking segment: {'id': 'fb54d9b4-26dc-4f13-9aba-eac0020047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:44.663339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Network hostable DHCP agents. Network: 4687a424-6fed-4650-832d-f5105da5bedd, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:44.684582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Network 4687a424-6fed-4650-832d-f5105da5bedd is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:44.695465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4687a424-6fed-4650-832d-f5105da5bedd) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:44.702473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:44.703206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.703753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459f131-dcca-4606-8130-f5176027586a None None] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:44.706011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f549a26-bf24-46f3-8b5b-afe9db35975a None None] Network 4687a424-6fed-4650-832d-f5105da5bedd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:44.723522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-4459f131-dcca-4606-8130-f5176027586a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:44.727595 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e06c742d-d39f-4560-aaca-07e156dd1512 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5883453 Apr 29 12:16:44.730486 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60152) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:44.735833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7e499e4b-2821-4f89-b974-4068bdeb55d3 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Request body: {'router': {'external_gateway_info': {'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:44.739893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459f131-dcca-4606-8130-f5176027586a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:44.777534 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f131-dcca-4606-8130-f5176027586a None None] Pushing event updated for resources: {'Port': ['ID=4a456bd1-e330-4106-8195-c2de00d2615a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:44.943563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4459f131-dcca-4606-8130-f5176027586a None None] Attempting to bind port 4a456bd1-e330-4106-8195-c2de00d2615a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:44.943907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4459f131-dcca-4606-8130-f5176027586a None None] Attempting to bind port 4a456bd1-e330-4106-8195-c2de00d2615a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'eb511b33-8ade-45ea-84cb-3460f047fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:44.944297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f131-dcca-4606-8130-f5176027586a None None] Attempting to bind port 4a456bd1-e330-4106-8195-c2de00d2615a on network bad752b2-27d4-4461-bb4f-3402f8b68ad8 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:44.964026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f131-dcca-4606-8130-f5176027586a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:44.964399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f131-dcca-4606-8130-f5176027586a None None] Checking segment: {'id': 'eb511b33-8ade-45ea-84cb-3460f047fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:44.964798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:44.965186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f131-dcca-4606-8130-f5176027586a None None] Bound using segment: {'id': 'eb511b33-8ade-45ea-84cb-3460f047fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:44.965696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4459f131-dcca-4606-8130-f5176027586a None None] Bound port: 4a456bd1-e330-4106-8195-c2de00d2615a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb511b33-8ade-45ea-84cb-3460f047fad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'bad752b2-27d4-4461-bb4f-3402f8b68ad8'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:44.966065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.135653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4687a424-6fed-4650-832d-f5105da5bedd', 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd', 'tenant_id': '9f675f4943274a54b4809a0a9d150750', 'fixed_ips': [{'subnet_id': '744f5637-cf8d-49b5-8164-0ef9b3e26e42'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:45.136531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.150525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4459f131-dcca-4606-8130-f5176027586a None None] For port 4a456bd1-e330-4106-8195-c2de00d2615a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:45.164001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4459f131-dcca-4606-8130-f5176027586a None None] For port 4a456bd1-e330-4106-8195-c2de00d2615a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4a456bd1-e330-4106-8195-c2de00d2615a,segment=NetworkSegment(eb511b33-8ade-45ea-84cb-3460f047fad1),segment_id=eb511b33-8ade-45ea-84cb-3460f047fad1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:45.202136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4459f131-dcca-4606-8130-f5176027586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.256008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7e499e4b-2821-4f89-b974-4068bdeb55d3 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.358087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f131-dcca-4606-8130-f5176027586a None None] Pushing event updated for resources: {'Port': ['ID=4a456bd1-e330-4106-8195-c2de00d2615a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:45.402428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Allocated IP 172.21.0.2 (4687a424-6fed-4650-832d-f5105da5bedd/744f5637-cf8d-49b5-8164-0ef9b3e26e42/8d272d76-99bc-4af1-aab4-141d579370c1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:45.411992 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.api.v2.resource [None req-7e499e4b-2821-4f89-b974-4068bdeb55d3 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 12:16:45.413210 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7e499e4b-2821-4f89-b974-4068bdeb55d3 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "PUT /v2.0/routers/8b752962-e2b2-4396-ae5b-ab2328d27492 HTTP/1.1" status: 400 len: 364 time: 0.6817801 Apr 29 12:16:45.419020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60156) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:45.489709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Deleting subnet 744f5637-cf8d-49b5-8164-0ef9b3e26e42 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:16:45.624434 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:16:45.649157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.668973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Transition to ACTIVE for port object 8d272d76-99bc-4af1-aab4-141d579370c1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:45.694512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Transition to ACTIVE for port object 8d272d76-99bc-4af1-aab4-141d579370c1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:45.700637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.701401 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.759558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.767894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Network 4687a424-6fed-4650-832d-f5105da5bedd is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:45.770732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:45.773218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:45.782539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Pushing event updated for resources: {'Port': ['ID=8d272d76-99bc-4af1-aab4-141d579370c1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:45.845280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.871339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Attempting to bind port 8d272d76-99bc-4af1-aab4-141d579370c1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:45.871714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Attempting to bind port 8d272d76-99bc-4af1-aab4-141d579370c1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'fb54d9b4-26dc-4f13-9aba-eac0020047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:45.872091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Attempting to bind port 8d272d76-99bc-4af1-aab4-141d579370c1 on network 4687a424-6fed-4650-832d-f5105da5bedd {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:45.877710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:45.878091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Checking segment: {'id': 'fb54d9b4-26dc-4f13-9aba-eac0020047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:45.878510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.878921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Bound using segment: {'id': 'fb54d9b4-26dc-4f13-9aba-eac0020047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:45.879405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Bound port: 8d272d76-99bc-4af1-aab4-141d579370c1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb54d9b4-26dc-4f13-9aba-eac0020047e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4687a424-6fed-4650-832d-f5105da5bedd'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:45.879762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.923941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.974425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Subnet': ['ID=744f5637-cf8d-49b5-8164-0ef9b3e26e42,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:45.974968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] For port 8d272d76-99bc-4af1-aab4-141d579370c1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:45.976855 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.978657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] For port 8d272d76-99bc-4af1-aab4-141d579370c1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8d272d76-99bc-4af1-aab4-141d579370c1,segment=NetworkSegment(fb54d9b4-26dc-4f13-9aba-eac0020047e0),segment_id=fb54d9b4-26dc-4f13-9aba-eac0020047e0)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:45.983873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d4893700-e71c-41c3-84e3-017dc6d4d558 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "DELETE /v2.0/subnets/744f5637-cf8d-49b5-8164-0ef9b3e26e42 HTTP/1.1" status: 204 len: 168 time: 0.5637612 Apr 29 12:16:45.984515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:45.986876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60160) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:46.117200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4a456bd1-e330-4106-8195-c2de00d2615a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:46.133274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.146356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Deleting port 8d272d76-99bc-4af1-aab4-141d579370c1 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:46.146799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.202774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf7bba-1a87-486e-8a34-092e39a4a0bd None None] Pushing event updated for resources: {'Port': ['ID=8d272d76-99bc-4af1-aab4-141d579370c1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:46.218578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c7663-f6f6-4aea-b9ab-3919c09eb718 None None] Network 4687a424-6fed-4650-832d-f5105da5bedd requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:46.252887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 4a456bd1-e330-4106-8195-c2de00d2615a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:46.383699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] For port 8d272d76-99bc-4af1-aab4-141d579370c1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8d272d76-99bc-4af1-aab4-141d579370c1,segment=NetworkSegment(fb54d9b4-26dc-4f13-9aba-eac0020047e0),segment_id=fb54d9b4-26dc-4f13-9aba-eac0020047e0)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:46.384256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.422212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01e912-5924-4d84-aed5-07034c126763 None None] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:46.513860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Provisioning for port 4a456bd1-e330-4106-8195-c2de00d2615a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:46.521549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Calling delete_port for 8d272d76-99bc-4af1-aab4-141d579370c1 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:46.531101 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Provisioning complete for port 4a456bd1-e330-4106-8195-c2de00d2615a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:46.531479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.613306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.665949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Port': ['ID=8d272d76-99bc-4af1-aab4-141d579370c1,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:46.669245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] No DVR routers for this DVR port 8d272d76-99bc-4af1-aab4-141d579370c1 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:46.800494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.817795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.827708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4687a424-6fed-4650-832d-f5105da5bedd']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:46.841693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb54d9b4-26dc-4f13-9aba-eac0020047e0') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:46.842315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb54d9b4-26dc-4f13-9aba-eac0020047e0') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:46.857644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.862569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] For port 4a456bd1-e330-4106-8195-c2de00d2615a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4a456bd1-e330-4106-8195-c2de00d2615a,segment=NetworkSegment(eb511b33-8ade-45ea-84cb-3460f047fad1),segment_id=eb511b33-8ade-45ea-84cb-3460f047fad1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:46.868440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.884827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.892872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:46.893260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:46.909556 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:46.940228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b920b-f802-464d-a4dd-dea71a52f641 None None] Pushing event updated for resources: {'Port': ['ID=4a456bd1-e330-4106-8195-c2de00d2615a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:46.999415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.017817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.029818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Network': ['ID=4687a424-6fed-4650-832d-f5105da5bedd,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:47.034358 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-75671c56-ff97-4513-bbac-3c65920cf4c8 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "DELETE /v2.0/networks/4687a424-6fed-4650-832d-f5105da5bedd HTTP/1.1" status: 204 len: 168 time: 1.0463743 Apr 29 12:16:47.036836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60164) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:47.097520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1069ed0-4ea1-4431-8509-542bd1e16cbb None None] get_active_networks_info from dv-neutron-839741-1-hyperv {{(pid=88017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 12:16:47.108999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Deleting subnet 2055149e-80c7-40b2-a944-41ded83728a2 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:16:47.112320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.172490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.193208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1069ed0-4ea1-4431-8509-542bd1e16cbb None None] Resources bound (agent type, host, resource id): {{(pid=88017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 12:16:47.208473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1280ec55-5cfc-4380-883b-74eb15fc980e None None] Provisioning complete for port 4a456bd1-e330-4106-8195-c2de00d2615a triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:47.208912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1280ec55-5cfc-4380-883b-74eb15fc980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.382267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.459848 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.497058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Subnet': ['ID=2055149e-80c7-40b2-a944-41ded83728a2,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:47.503434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.510090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-83ac643a-7227-4e51-a482-054ed88140ee tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "DELETE /v2.0/subnets/2055149e-80c7-40b2-a944-41ded83728a2 HTTP/1.1" status: 204 len: 168 time: 0.4720919 Apr 29 12:16:47.512523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60168) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:47.591638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b9f14-384e-4309-83ca-5e6284871dba None None] Network bad752b2-27d4-4461-bb4f-3402f8b68ad8 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:47.631562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.643175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Deleting port 4a456bd1-e330-4106-8195-c2de00d2615a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:47.643405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.848926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] DHCP port deletion for bad752b2-27d4-4461-bb4f-3402f8b68ad8 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:16:47.853266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Deleting port 4a456bd1-e330-4106-8195-c2de00d2615a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:47.853675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.867051 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] For port 4a456bd1-e330-4106-8195-c2de00d2615a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4a456bd1-e330-4106-8195-c2de00d2615a,segment=NetworkSegment(eb511b33-8ade-45ea-84cb-3460f047fad1),segment_id=eb511b33-8ade-45ea-84cb-3460f047fad1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:47.867403 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:47.991891 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Calling delete_port for 4a456bd1-e330-4106-8195-c2de00d2615a owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:48.039054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4a456bd1-e330-4106-8195-c2de00d2615a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:16:48.074970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.092284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 4a456bd1-e330-4106-8195-c2de00d2615a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:16:48.092491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4a456bd1-e330-4106-8195-c2de00d2615a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:16:48.102354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] For port 4a456bd1-e330-4106-8195-c2de00d2615a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4a456bd1-e330-4106-8195-c2de00d2615a,segment=NetworkSegment(eb511b33-8ade-45ea-84cb-3460f047fad1),segment_id=eb511b33-8ade-45ea-84cb-3460f047fad1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:48.102732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.122499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Port': ['ID=4a456bd1-e330-4106-8195-c2de00d2615a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:48.126099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] No DVR routers for this DVR port 4a456bd1-e330-4106-8195-c2de00d2615a on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:16:48.232179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Calling delete_port for 4a456bd1-e330-4106-8195-c2de00d2615a owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:16:48.252294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.282436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad752b2-27d4-4461-bb4f-3402f8b68ad8']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:48.295678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb511b33-8ade-45ea-84cb-3460f047fad1') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:48.295979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb511b33-8ade-45ea-84cb-3460f047fad1') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:48.308207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.310490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:16:48.310490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:16:48.328182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.335378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:16:48.335808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:16:48.356327 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:16:48.439691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.445916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.472694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Pushing event deleted for resources: {'Network': ['ID=bad752b2-27d4-4461-bb4f-3402f8b68ad8,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:48.477375 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-99cc8c55-ae34-4069-a642-c62a6f31888a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "DELETE /v2.0/networks/bad752b2-27d4-4461-bb4f-3402f8b68ad8 HTTP/1.1" status: 204 len: 168 time: 0.9634073 Apr 29 12:16:48.479998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60172) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:48.532230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1203d6a8-1876-466c-97b6-02832fe15577 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Synchronizing usage tracker for tenant:9f675f4943274a54b4809a0a9d150750 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:16:48.552307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1203d6a8-1876-466c-97b6-02832fe15577 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Unset dirty status for tenant:9f675f4943274a54b4809a0a9d150750 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:16:48.553545 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1203d6a8-1876-466c-97b6-02832fe15577 tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b752962-e2b2-4396-ae5b-ab2328d27492 HTTP/1.1" status: 200 len: 205 time: 0.0726337 Apr 29 12:16:48.557012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60176) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:48.695084 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.812040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Deleting port 4a456bd1-e330-4106-8195-c2de00d2615a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:16:48.812497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:48.892309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-68267a8f-ede2-444e-bf0e-f9226550ebc5 None None] The port '4a456bd1-e330-4106-8195-c2de00d2615a' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:16:49.121819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.124328 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.157410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.157954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Fanout notify agent at l3_agent the message router_deleted on router 8b752962-e2b2-4396-ae5b-ab2328d27492 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:16:49.171802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.172902 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ec476019-da06-430a-bf34-f2b019d1a79a tempest-RoutersNegativeTest-928775581 tempest-RoutersNegativeTest-928775581-project] 10.222.0.53 "DELETE /v2.0/routers/8b752962-e2b2-4396-ae5b-ab2328d27492 HTTP/1.1" status: 204 len: 168 time: 0.6149216 Apr 29 12:16:49.468501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60184) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:49.631750 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-510cb22c-eeb7-450a-bb95-5a9dbbbedca3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f675f4943274a54b4809a0a9d150750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620314 Apr 29 12:16:49.635353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60190) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:49.699407 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.725119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.779716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.793970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d673097-6efd-43e6-b12f-1c447f0a29ea,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:49.803838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.804186 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.804524 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.804852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.805180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.805560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.805864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.806188 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.806505 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.806815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.807129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.807445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:49.810523 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:49.811624 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-334ca2d6-39bd-4ff6-8ab7-f1695be25a58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d673097-6efd-43e6-b12f-1c447f0a29ea HTTP/1.1" status: 204 len: 168 time: 0.1753645 Apr 29 12:16:50.552196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60214) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:50.663806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-673996940-network', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:50.668796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:50.672857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Usage tracker for resource:network and tenant:ac7454a1ccb64257bd11c1f9360de71a is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:50.675677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:50.681875 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:50.693656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Made reservation on behalf of ac7454a1ccb64257bd11c1f9360de71a for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:50.696272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.708861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.728354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:50.732513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Usage tracker for resource:security_group_rule and tenant:ac7454a1ccb64257bd11c1f9360de71a is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:50.735616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:50.741493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:50.827111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.832952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.863120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:50.871495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0064e192-f76b-4f03-9c0e-99d54708ca56,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:50.878394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.878727 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Added segment e38fcf7e-8618-4644-a9cd-9583251c1aa9 of type vlan for network d33d0102-d4f8-46b7-889e-f3aadc729319 Apr 29 12:16:50.906839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.939230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:50.940198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:50.940797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.047502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4941525 Apr 29 12:16:51.048372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be4c54-210f-4cd1-a5c6-ec3e10983dda admin admin] Pushing event updated for resources: {'Network': ['ID=d33d0102-d4f8-46b7-889e-f3aadc729319,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:51.051283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60220) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:51.057475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Request body: {'subnet': {'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-subnet', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:51.059268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network d33d0102-d4f8-46b7-889e-f3aadc729319 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:51.063275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:51.067672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Usage tracker for resource:subnet and tenant:ac7454a1ccb64257bd11c1f9360de71a is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:51.070776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:51.077828 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:51.090617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Made reservation on behalf of ac7454a1ccb64257bd11c1f9360de71a for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:51.093012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.309254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.384537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac71a4e1-507d-4c71-8e58-14f2e37b03e7,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:51.396144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Checking segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:51.396488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Network hostable DHCP agents. Network: d33d0102-d4f8-46b7-889e-f3aadc729319, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:51.416042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:51.425601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, d33d0102-d4f8-46b7-889e-f3aadc729319) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:51.430114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:51.430704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.436098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c5c2f-e6e0-48ad-bf58-24b9565b1252 None None] Network d33d0102-d4f8-46b7-889e-f3aadc729319 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:51.452630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-728dca5d-0e92-4e0f-915d-427c3f867a8e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4001198 Apr 29 12:16:51.455303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60224) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:51.460058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:51.464531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:51.468291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Usage tracker for resource:router and tenant:ac7454a1ccb64257bd11c1f9360de71a is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:51.471246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:51.476925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:51.488105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.489103 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.504378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.647449 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-d33d0102-d4f8-46b7-889e-f3aadc729319', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:51.648280 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.772919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:51.807764 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Allocated IP 172.20.0.2 (d33d0102-d4f8-46b7-889e-f3aadc729319/ac71a4e1-507d-4c71-8e58-14f2e37b03e7/02c30023-843d-4d7d-8ad4-1edc8e423c30) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:52.012474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.022527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Transition to ACTIVE for port object 02c30023-843d-4d7d-8ad4-1edc8e423c30 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:52.040969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Transition to ACTIVE for port object 02c30023-843d-4d7d-8ad4-1edc8e423c30 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:52.047363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.080688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.110233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.113903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:52.116737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:52.120310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:52.126024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Pushing event updated for resources: {'Port': ['ID=02c30023-843d-4d7d-8ad4-1edc8e423c30,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:52.210133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Attempting to bind port 02c30023-843d-4d7d-8ad4-1edc8e423c30 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:52.210532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Attempting to bind port 02c30023-843d-4d7d-8ad4-1edc8e423c30 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:52.210875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Attempting to bind port 02c30023-843d-4d7d-8ad4-1edc8e423c30 on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:52.216488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:52.216856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Checking segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:52.217253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.217810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Bound using segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:52.218343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Bound port: 02c30023-843d-4d7d-8ad4-1edc8e423c30, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:52.218678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.312875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] For port 02c30023-843d-4d7d-8ad4-1edc8e423c30, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:52.316287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] For port 02c30023-843d-4d7d-8ad4-1edc8e423c30, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=02c30023-843d-4d7d-8ad4-1edc8e423c30,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:52.320694 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.367457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Allocated IP 172.26.0.151 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/1da8162a-b7f2-441f-a3c8-ab2508902a8e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:52.409570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f6223-ffbc-4a9e-8e1e-5c89780dea68 None None] Pushing event updated for resources: {'Port': ['ID=02c30023-843d-4d7d-8ad4-1edc8e423c30,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:52.518394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.551158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:52.626385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:52.630025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:52.632606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:52.681913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1da8162a-b7f2-441f-a3c8-ab2508902a8e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:53.065224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:53.312581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b21878-7029-4e10-b60f-058988056042 None None] Network d33d0102-d4f8-46b7-889e-f3aadc729319 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:53.395723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d8587c00-e9f3-40e5-8303-8e0834a044f8 None None] Provisioning for port 02c30023-843d-4d7d-8ad4-1edc8e423c30 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:53.402388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:53.615699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Router 46737bff-f93d-4d91-827d-d05e9c7ac765 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:16:53.932619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:16:53.942414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Sync routers for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:16:53.955212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:16:53.956398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:53.970015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:53.971489 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5a06db13-5884-43a1-a108-e68a49292fa2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5150733 Apr 29 12:16:53.974490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60228) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:54.092236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 02c30023-843d-4d7d-8ad4-1edc8e423c30 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:54.194961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:16:54.274384 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 02c30023-843d-4d7d-8ad4-1edc8e423c30 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:54.341001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 02c30023-843d-4d7d-8ad4-1edc8e423c30 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:54.341750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:54.593957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:54.635484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 02c30023-843d-4d7d-8ad4-1edc8e423c30, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=02c30023-843d-4d7d-8ad4-1edc8e423c30,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:54.641479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:54.706052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:52Z', 'revision_number': 3, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:54.708376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:54.715015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Checking router: 46737bff-f93d-4d91-827d-d05e9c7ac765 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:16:54.715356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Updating router 46737bff-f93d-4d91-827d-d05e9c7ac765 port 1da8162a-b7f2-441f-a3c8-ab2508902a8e binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:16:54.761031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=02c30023-843d-4d7d-8ad4-1edc8e423c30,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:54.796552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:54.928337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Allocated IP 172.20.0.1 (d33d0102-d4f8-46b7-889e-f3aadc729319/ac71a4e1-507d-4c71-8e58-14f2e37b03e7/6c476ef1-7eca-453d-90f4-990fda7112ef) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:55.090796 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.114237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Transition to ACTIVE for port object 6c476ef1-7eca-453d-90f4-990fda7112ef will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:55.138274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.140208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.152800 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Transition to ACTIVE for port object 1da8162a-b7f2-441f-a3c8-ab2508902a8e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:55.160108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.201480 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:55.204372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:55.207980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:55.235892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Attempting to bind port 1da8162a-b7f2-441f-a3c8-ab2508902a8e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:55.236236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Attempting to bind port 1da8162a-b7f2-441f-a3c8-ab2508902a8e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:55.236602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Attempting to bind port 1da8162a-b7f2-441f-a3c8-ab2508902a8e on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:55.244024 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:55.246923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8c5b-8a28-466b-9388-f8861ea06862 None None] Pushing event updated for resources: {'Port': ['ID=1da8162a-b7f2-441f-a3c8-ab2508902a8e,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:55.251515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:55.251893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:55.252298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.252681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:55.253162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Bound port: 1da8162a-b7f2-441f-a3c8-ab2508902a8e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:55.253548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.265031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.341774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] For port 1da8162a-b7f2-441f-a3c8-ab2508902a8e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:55.346492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] For port 1da8162a-b7f2-441f-a3c8-ab2508902a8e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1da8162a-b7f2-441f-a3c8-ab2508902a8e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:55.351113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.405708 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.444476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:16:55.444476 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:55.585797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8c5b-8a28-466b-9388-f8861ea06862 None None] Pushing event updated for resources: {'Port': ['ID=1da8162a-b7f2-441f-a3c8-ab2508902a8e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:55.601299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-395ece34-8b65-4113-acaf-a9dea8eb4718 None None] Provisioning for port 6c476ef1-7eca-453d-90f4-990fda7112ef completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:55.612573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-395ece34-8b65-4113-acaf-a9dea8eb4718 None None] Provisioning complete for port 6c476ef1-7eca-453d-90f4-990fda7112ef triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:55.612942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-395ece34-8b65-4113-acaf-a9dea8eb4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.686602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-395ece34-8b65-4113-acaf-a9dea8eb4718 None None] Port 6c476ef1-7eca-453d-90f4-990fda7112ef cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:16:55.689155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:16:55.759211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.764998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.868278 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:55.871860 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:56.006376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:56.007613 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:56.048500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 02c30023-843d-4d7d-8ad4-1edc8e423c30 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:56.102545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6c476ef1-7eca-453d-90f4-990fda7112ef', 'name': '', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'mac_address': 'fa:16:3e:c7:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:54Z', 'updated_at': '2022-04-29T12:16:54Z', 'revision_number': 1, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'subnets': [{'id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:56.111855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95741e4-2f62-424a-b914-8098c891d88b None None] The sync data for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv is: [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6c476ef1-7eca-453d-90f4-990fda7112ef', 'name': '', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'mac_address': 'fa:16:3e:c7:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:54Z', 'updated_at': '2022-04-29T12:16:54Z', 'revision_number': 1, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'subnets': [{'id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:16:56.133478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 02c30023-843d-4d7d-8ad4-1edc8e423c30 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:56.134255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:56.221925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Router 46737bff-f93d-4d91-827d-d05e9c7ac765 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:16:56.309942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-71831ca0-b235-46b6-8296-2ab50761d781 None None] Provisioning complete for port 6c476ef1-7eca-453d-90f4-990fda7112ef triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:56.310309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-71831ca0-b235-46b6-8296-2ab50761d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:56.385215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-71831ca0-b235-46b6-8296-2ab50761d781 None None] Port 6c476ef1-7eca-453d-90f4-990fda7112ef cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:16:56.422482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:16:56.433429 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c3ce964d-a3d6-4493-9867-a6979afd8ba5 admin admin] 10.222.0.53 "PUT /v2.0/routers/46737bff-f93d-4d91-827d-d05e9c7ac765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4566085 Apr 29 12:16:56.975743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60246) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:56.981439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1383040962-network', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:56.986658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:56.990488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Usage tracker for resource:network and tenant:42dc9329059b48adbf2e3ce7c38f0269 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:56.993444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:56.999873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:57.011261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Made reservation on behalf of 42dc9329059b48adbf2e3ce7c38f0269 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:57.013769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.027235 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.043074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:57.047739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:42dc9329059b48adbf2e3ce7c38f0269 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:57.051059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:57.057027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:57.146115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.150626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.185501 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:16:57.194223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5732c-3742-43b7-abda-4fc74d87261a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:57.200406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.200808 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Added segment dd5cb166-399f-4d55-8252-495e06eccff1 of type vlan for network 6c3e39e3-6fb7-4241-8805-7e434ae4841a Apr 29 12:16:57.228458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.260195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.261375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:57.261909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.368712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3893521 Apr 29 12:16:57.368712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110478e3-e5f3-46f0-9842-85cd8bdf2fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3e39e3-6fb7-4241-8805-7e434ae4841a,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:57.369999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60250) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:57.376065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Request body: {'subnet': {'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-subnet', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:57.380758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:57.381668 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:16:57.385374 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Usage tracker for resource:subnet and tenant:42dc9329059b48adbf2e3ce7c38f0269 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:57.388453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:57.396777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:57.410871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Made reservation on behalf of 42dc9329059b48adbf2e3ce7c38f0269 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:16:57.413776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.622276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.696085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a07594-9cc2-4376-a539-b6ec699212ba,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:57.706993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Checking segment: {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:57.707345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Network hostable DHCP agents. Network: 6c3e39e3-6fb7-4241-8805-7e434ae4841a, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:16:57.729112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:16:57.738913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6c3e39e3-6fb7-4241-8805-7e434ae4841a) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:57.743285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:16:57.743858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.750849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994709ec-8648-4af1-80e2-fd24547ffd31 None None] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:16:57.769612 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f6bba1f2-6980-4271-a285-5034738f0b66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3968375 Apr 29 12:16:57.769926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60254) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:16:57.774791 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:16:57.779574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:16:57.783704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Usage tracker for resource:router and tenant:42dc9329059b48adbf2e3ce7c38f0269 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:16:57.786669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:16:57.792615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:16:57.804674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.805809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.822577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:57.968986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:16:57.969858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.079777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1da8162a-b7f2-441f-a3c8-ab2508902a8e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:16:58.148630 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Sync routers for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:16:58.158164 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:16:58.158801 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:58.194197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Allocated IP 172.20.0.2 (6c3e39e3-6fb7-4241-8805-7e434ae4841a/d3a07594-9cc2-4376-a539-b6ec699212ba/b706f882-7eb7-472b-bf9c-cfe0c8e53bcc) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:58.200792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.227439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1da8162a-b7f2-441f-a3c8-ab2508902a8e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:16:58.244336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1da8162a-b7f2-441f-a3c8-ab2508902a8e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:16:58.244932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.347325 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:16:58.448010 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.511649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1da8162a-b7f2-441f-a3c8-ab2508902a8e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1da8162a-b7f2-441f-a3c8-ab2508902a8e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:16:58.518490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.523125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.548951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.560679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.586243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Transition to ACTIVE for port object b706f882-7eb7-472b-bf9c-cfe0c8e53bcc will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:58.614244 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1da8162a-b7f2-441f-a3c8-ab2508902a8e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:58.616693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Transition to ACTIVE for port object b706f882-7eb7-472b-bf9c-cfe0c8e53bcc will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:58.624133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.628474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.628811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.629147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.629479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.629839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.630139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.630431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.630765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.631076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.631370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.631696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.632001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:58.698598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:58.699017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Allocated IP 172.26.0.201 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/c5d77aa2-de55-462d-99d4-1b9c295714aa) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:16:58.700934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:58.704844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:58.710266 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6c476ef1-7eca-453d-90f4-990fda7112ef', 'name': '', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'mac_address': 'fa:16:3e:c7:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:54Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 2, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'subnets': [{'id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:58.714555 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Checking router: 46737bff-f93d-4d91-827d-d05e9c7ac765 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:16:58.714913 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Updating router 46737bff-f93d-4d91-827d-d05e9c7ac765 port 6c476ef1-7eca-453d-90f4-990fda7112ef binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:16:58.737221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Pushing event updated for resources: {'Port': ['ID=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:58.771909 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.797254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Attempting to bind port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:58.797852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Attempting to bind port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:58.798130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Attempting to bind port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc on network 6c3e39e3-6fb7-4241-8805-7e434ae4841a {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:58.803331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:58.803690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Checking segment: {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:58.804078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.804465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Bound using segment: {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:58.804931 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Bound port: b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:58.805283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.860519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.894249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.941513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] For port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:58.945337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] For port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:58.949944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:58.960375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:16:58.963413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:16:58.965932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:16:59.015417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d77aa2-de55-462d-99d4-1b9c295714aa,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:59.032911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0433-fd4b-497c-b38d-9cd88b363c28 None None] Pushing event updated for resources: {'Port': ['ID=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:59.157970 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.169874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Transition to ACTIVE for port object 6c476ef1-7eca-453d-90f4-990fda7112ef will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:16:59.176084 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.367281 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Pushing event updated for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:59.438542 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.438878 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.439539 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.439539 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.439842 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.440170 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.440481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.440809 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.441115 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.441663 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.441787 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.442075 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:16:59.465215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Attempting to bind port 6c476ef1-7eca-453d-90f4-990fda7112ef on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:16:59.465616 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Attempting to bind port 6c476ef1-7eca-453d-90f4-990fda7112ef by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:16:59.466044 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Attempting to bind port 6c476ef1-7eca-453d-90f4-990fda7112ef on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:16:59.472664 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:16:59.473039 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Checking segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:16:59.473457 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.473856 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Bound using segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:16:59.474322 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Bound port: 6c476ef1-7eca-453d-90f4-990fda7112ef, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:16:59.474692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.478073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.597836 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] For port 6c476ef1-7eca-453d-90f4-990fda7112ef, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:16:59.601263 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] For port 6c476ef1-7eca-453d-90f4-990fda7112ef, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6c476ef1-7eca-453d-90f4-990fda7112ef,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:16:59.609069 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:16:59.688712 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:16:59.689321 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:16:59.822215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed914f-9624-424e-bcf5-0a6a2aff8c17 None None] Pushing event updated for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:16:59.968991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.023493 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:17:00.179703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6c476ef1-7eca-453d-90f4-990fda7112ef up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:00.210837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Router c5e2e10d-811d-4a55-b3d1-50780626ea30 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:17:00.249003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda67026-7b49-4ac0-ae60-f7121d1aa814 None None] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:17:00.363441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e70bbdc2-0455-4650-be69-eb62402fd0a5 None None] Provisioning for port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:00.374834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6c476ef1-7eca-453d-90f4-990fda7112ef completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:00.387221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9024e039-0892-4b8d-bd45-651ee7efd80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.388749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6c476ef1-7eca-453d-90f4-990fda7112ef triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:00.389314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.397280 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6c476ef1-7eca-453d-90f4-990fda7112ef', 'name': '', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'mac_address': 'fa:16:3e:c7:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:54Z', 'updated_at': '2022-04-29T12:16:59Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'subnets': [{'id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:00.402150 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc712e97-5df0-49aa-a453-8429afa40028 None None] The sync data for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv is: [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:16:55Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6c476ef1-7eca-453d-90f4-990fda7112ef', 'name': '', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'mac_address': 'fa:16:3e:c7:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:54Z', 'updated_at': '2022-04-29T12:16:59Z', 'revision_number': 4, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'subnets': [{'id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:17:00.419089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:17:00.450803 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Sync routers for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:17:00.459631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.460791 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9eb8f84b-fe0e-4b3a-965c-ede99ca9c316 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6899741 Apr 29 12:17:00.463643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60258) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:17:00.469362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:17:00.470132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:00.800133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:00.819263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:17:01.035806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6c476ef1-7eca-453d-90f4-990fda7112ef, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6c476ef1-7eca-453d-90f4-990fda7112ef,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:01.049531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.050033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1da8162a-b7f2-441f-a3c8-ab2508902a8e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:01.180404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.241563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1da8162a-b7f2-441f-a3c8-ab2508902a8e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:01.242132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.274611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:01.397632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:16:59Z', 'revision_number': 3, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:01.405341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Checking router: c5e2e10d-811d-4a55-b3d1-50780626ea30 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:17:01.405733 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Updating router c5e2e10d-811d-4a55-b3d1-50780626ea30 port c5d77aa2-de55-462d-99d4-1b9c295714aa binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:17:01.429001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b706f882-7eb7-472b-bf9c-cfe0c8e53bcc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:01.515493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Allocated IP 172.20.0.1 (6c3e39e3-6fb7-4241-8805-7e434ae4841a/d3a07594-9cc2-4376-a539-b6ec699212ba/b8ee8332-777c-4a8e-b83e-b4b769308bf7) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:17:01.549419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.604378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:01.646819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:01.647182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.671928 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.690348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Transition to ACTIVE for port object b8ee8332-777c-4a8e-b83e-b4b769308bf7 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:01.717721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.794408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:17:01.797338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:17:01.800273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:17:01.836535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:01.861896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.881332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.936756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:01.948773 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:01.988891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.053123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6c476ef1-7eca-453d-90f4-990fda7112ef up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:02.120937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.142161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:02.144632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d5e1b9c9-043d-4d4d-b4a0-cdeea7dbc4b1 None None] Provisioning for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:02.152978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Transition to ACTIVE for port object c5d77aa2-de55-462d-99d4-1b9c295714aa will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:02.158350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d5e1b9c9-043d-4d4d-b4a0-cdeea7dbc4b1 None None] Provisioning complete for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:02.158756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b9c9-043d-4d4d-b4a0-cdeea7dbc4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.187182 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.227196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.232807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.288641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1b9c9-043d-4d4d-b4a0-cdeea7dbc4b1 None None] Port b8ee8332-777c-4a8e-b83e-b4b769308bf7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:17:02.296020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Attempting to bind port c5d77aa2-de55-462d-99d4-1b9c295714aa on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:17:02.296378 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Attempting to bind port c5d77aa2-de55-462d-99d4-1b9c295714aa by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:17:02.296769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Attempting to bind port c5d77aa2-de55-462d-99d4-1b9c295714aa on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:02.306468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313185-4d73-4459-8403-3f2cd2683423 None None] Pushing event updated for resources: {'Port': ['ID=c5d77aa2-de55-462d-99d4-1b9c295714aa,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:02.311214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:17:02.311573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:17:02.312257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.312394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:17:02.312845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Bound port: c5d77aa2-de55-462d-99d4-1b9c295714aa, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:17:02.313207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.335732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.339220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:02.340701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6c476ef1-7eca-453d-90f4-990fda7112ef triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:02.341468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.436561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] For port c5d77aa2-de55-462d-99d4-1b9c295714aa, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:17:02.439961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] For port c5d77aa2-de55-462d-99d4-1b9c295714aa, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5d77aa2-de55-462d-99d4-1b9c295714aa,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:17:02.471857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.475413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:17:02.477304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:17:02.576406 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:17:02.577036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:16:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:02.677647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Router c5e2e10d-811d-4a55-b3d1-50780626ea30 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:17:02.699393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313185-4d73-4459-8403-3f2cd2683423 None None] Pushing event updated for resources: {'Port': ['ID=c5d77aa2-de55-462d-99d4-1b9c295714aa,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:02.731712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-eceb1f3e-893e-4e11-9715-2c4ab1bdefb1 None None] Provisioning complete for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:02.732175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eceb1f3e-893e-4e11-9715-2c4ab1bdefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:02.807520 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-eceb1f3e-893e-4e11-9715-2c4ab1bdefb1 None None] Port b8ee8332-777c-4a8e-b83e-b4b769308bf7 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:17:02.809902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:17:02.860031 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:17:02.869628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-42454d8e-73a5-4f66-97a2-0c74f9a9aff0 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5e2e10d-811d-4a55-b3d1-50780626ea30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045873 Apr 29 12:17:03.088335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bbcffbe8-114d-4b83-9ebd-95000e7964e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:03.171841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:17:01Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b8ee8332-777c-4a8e-b83e-b4b769308bf7', 'name': '', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'mac_address': 'fa:16:3e:71:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:17:01Z', 'updated_at': '2022-04-29T12:17:02Z', 'revision_number': 2, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'subnets': [{'id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:03.175787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d694cc-dd57-4bef-88d0-b46b3fe8b100 None None] The sync data for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv is: [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:17:01Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b8ee8332-777c-4a8e-b83e-b4b769308bf7', 'name': '', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'mac_address': 'fa:16:3e:71:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:17:01Z', 'updated_at': '2022-04-29T12:17:02Z', 'revision_number': 2, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'subnets': [{'id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:17:03.683902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-fefd0906-9d9a-47b7-bd96-1449d26f590b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:03.685310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-fefd0906-9d9a-47b7-bd96-1449d26f590b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 816 time: 0.1472654 Apr 29 12:17:03.701350 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-8faab4fd-f78c-4660-b66c-abe71e4ada1a tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/quotas/ac7454a1ccb64257bd11c1f9360de71a HTTP/1.1" status: 200 len: 375 time: 0.0101292 Apr 29 12:17:03.756463 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:03.787883 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-ca192580-0229-4a54-bb96-0c37513bb5aa tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:03.812648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-ca192580-0229-4a54-bb96-0c37513bb5aa tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:03.814277 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-ca192580-0229-4a54-bb96-0c37513bb5aa tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071887 Apr 29 12:17:03.832151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-3dda31e3-96e8-47c6-8d0d-33e752d72cea service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:17:03.833075 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-3dda31e3-96e8-47c6-8d0d-33e752d72cea service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054162 Apr 29 12:17:03.971471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-03373e07-0142-49d7-a42d-085f031e5ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322494 Apr 29 12:17:04.119781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5d77aa2-de55-462d-99d4-1b9c295714aa up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:04.161769 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-dbf8d9d4-f685-4ae2-8847-87d82719e154 service neutron] 10.222.0.53 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843207 Apr 29 12:17:04.195658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:04.201304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:04.218440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c5d77aa2-de55-462d-99d4-1b9c295714aa completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:04.227082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c5d77aa2-de55-462d-99d4-1b9c295714aa triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:04.227653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:04.357834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3cb51691-63e5-4fa7-89c0-b7e2dc05d9b6 req-31488b63-1ef4-4cac-bbf9-d3b743211b4d tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 210 time: 0.0438669 Apr 29 12:17:04.371312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:04.396122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c5d77aa2-de55-462d-99d4-1b9c295714aa, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5d77aa2-de55-462d-99d4-1b9c295714aa,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:04.400323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:04.401210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b706f882-7eb7-472b-bf9c-cfe0c8e53bcc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:04.524356 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c5d77aa2-de55-462d-99d4-1b9c295714aa,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:04.538866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:04.539233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:05.530681 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-301ea249-12a4-4d22-a100-b11a16d3963c req-9dfe7f10-91f9-497a-9492-907513e945e4 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 210 time: 0.0502589 Apr 29 12:17:05.658285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:05.686110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-a3399be7-b1ca-4e9c-a76e-5fec79bee491 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:05.686903 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-a3399be7-b1ca-4e9c-a76e-5fec79bee491 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:05.706239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-a3399be7-b1ca-4e9c-a76e-5fec79bee491 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:05.707246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-a3399be7-b1ca-4e9c-a76e-5fec79bee491 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 816 time: 0.2919354 Apr 29 12:17:05.730257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Request body: {'port': {'device_id': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'admin_state_up': True, 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:17:05.880854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:17:05.891125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:17:05.902612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Made reservation on behalf of ac7454a1ccb64257bd11c1f9360de71a for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:17:05.906333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.025450 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Sync routers for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:17:06.036584 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:17:06.037473 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:17:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:06.041939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5d77aa2-de55-462d-99d4-1b9c295714aa up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:06.111087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Allocated IP 172.20.0.13 (d33d0102-d4f8-46b7-889e-f3aadc729319/ac71a4e1-507d-4c71-8e58-14f2e37b03e7/1eaba6d2-0f45-4dd3-918f-970a0c21fd3b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:17:06.115239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c5d77aa2-de55-462d-99d4-1b9c295714aa triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:06.115611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.236699 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:17:06.323596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.340095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Transition to ACTIVE for port object 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:06.366162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.440500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:17:06.443660 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:17:06.447592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:17:06.483713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Pushing event updated for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:06.523862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:06.524569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.565860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-19f2f087-2902-4f47-a5e3-1457666fae5c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410881 Apr 29 12:17:06.583217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Request body: {'port': {'device_id': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:17:06.602120 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:17:01Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b8ee8332-777c-4a8e-b83e-b4b769308bf7', 'name': '', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'mac_address': 'fa:16:3e:71:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:17:01Z', 'updated_at': '2022-04-29T12:17:02Z', 'revision_number': 2, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'subnets': [{'id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:06.606572 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Checking router: c5e2e10d-811d-4a55-b3d1-50780626ea30 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:17:06.606915 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Updating router c5e2e10d-811d-4a55-b3d1-50780626ea30 port b8ee8332-777c-4a8e-b83e-b4b769308bf7 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:17:06.661862 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.761554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d64b6069-0104-4969-80a1-44be26563994 None None] Provisioning for port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:06.768396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d64b6069-0104-4969-80a1-44be26563994 None None] Provisioning complete for port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:06.769641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d64b6069-0104-4969-80a1-44be26563994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.774209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:06.833988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-d64b6069-0104-4969-80a1-44be26563994 None None] Port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:17:06.857279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-66d3efec-1512-4600-941a-c8a549c4b9b3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:06.858001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-66d3efec-1512-4600-941a-c8a549c4b9b3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:06.928199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-66d3efec-1512-4600-941a-c8a549c4b9b3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:06.929562 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-66d3efec-1512-4600-941a-c8a549c4b9b3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 932 time: 0.2414525 Apr 29 12:17:07.019355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-cf3a75c8-dda0-4575-8ff4-1c5c91eb71ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:07.033333 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.047007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Transition to ACTIVE for port object b8ee8332-777c-4a8e-b83e-b4b769308bf7 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:07.053710 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.097100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-cf3a75c8-dda0-4575-8ff4-1c5c91eb71ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:07.098406 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-927eed37-cc0a-4e02-9d52-c0b8c7469cb2 req-cf3a75c8-dda0-4575-8ff4-1c5c91eb71ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609383 Apr 29 12:17:07.192028 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aded6e-1ecc-4ca9-b203-edea2eb3b0cc None None] Pushing event updated for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:07.217107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:17:07.227130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.245725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Transition to ACTIVE for port object 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:07.250563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.287165 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Attempting to bind port b8ee8332-777c-4a8e-b83e-b4b769308bf7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:17:07.287442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Attempting to bind port b8ee8332-777c-4a8e-b83e-b4b769308bf7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:17:07.287757 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Attempting to bind port b8ee8332-777c-4a8e-b83e-b4b769308bf7 on network 6c3e39e3-6fb7-4241-8805-7e434ae4841a {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:07.293458 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:17:07.293895 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Checking segment: {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:17:07.294368 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.294981 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Bound using segment: {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:17:07.296286 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Bound port: b8ee8332-777c-4a8e-b83e-b4b769308bf7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5cb166-399f-4d55-8252-495e06eccff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:17:07.296922 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.400277 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] For port b8ee8332-777c-4a8e-b83e-b4b769308bf7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:17:07.404013 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] For port b8ee8332-777c-4a8e-b83e-b4b769308bf7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b8ee8332-777c-4a8e-b83e-b4b769308bf7,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:17:07.407810 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.431797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:07.501703 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:17:07.502312 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:17:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:07.522226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Attempting to bind port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:17:07.522968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Attempting to bind port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:17:07.523367 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Attempting to bind port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:07.530177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b on network d33d0102-d4f8-46b7-889e-f3aadc729319 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:17:07.530777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Attempting to bind port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:07.538863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:17:07.539635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Checking segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:17:07.540226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Bound using segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:17:07.540845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Bound port: 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:17:07.541423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.638583 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aded6e-1ecc-4ca9-b203-edea2eb3b0cc None None] Pushing event updated for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:07.707805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:17:07.757606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:17:07.761181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:17:07.765695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.823098 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:07.824044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:07.825458 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] 10.222.0.66 "PUT /v2.0/ports/1eaba6d2-0f45-4dd3-918f-970a0c21fd3b HTTP/1.1" status: 200 len: 1094 time: 1.2469678 Apr 29 12:17:07.825759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:17:07.853570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ba05e-7dd6-4d19-b521-a30a691dbe98 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:07.915100 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1408059-cc55-47ef-bbad-6c421f338c14'] response: {'name': 'network-changed', 'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b', 'status': 'completed', 'code': 200} Apr 29 12:17:07.971503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-48ae4388-4f6c-4311-9d0e-e8f7b086d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:07.973245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-48ae4388-4f6c-4311-9d0e-e8f7b086d4bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0904174 Apr 29 12:17:08.043688 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:17:01Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b8ee8332-777c-4a8e-b83e-b4b769308bf7', 'name': '', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'mac_address': 'fa:16:3e:71:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:17:01Z', 'updated_at': '2022-04-29T12:17:07Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'subnets': [{'id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:17:08.048690 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0982e-5645-4ad6-a06d-029da93b3155 None None] The sync data for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv is: [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:17:01Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'b8ee8332-777c-4a8e-b83e-b4b769308bf7', 'name': '', 'network_id': '6c3e39e3-6fb7-4241-8805-7e434ae4841a', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'mac_address': 'fa:16:3e:71:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:17:01Z', 'updated_at': '2022-04-29T12:17:07Z', 'revision_number': 4, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'subnets': [{'id': 'd3a07594-9cc2-4376-a539-b6ec699212ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:17:08.056132 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-91b69916-d347-4606-a39c-a184a220b2b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b HTTP/1.1" status: 200 len: 217 time: 0.0677085 Apr 29 12:17:08.090246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b8ee8332-777c-4a8e-b83e-b4b769308bf7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:08.125075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-b57a3c96-e884-4144-84c9-7b286380cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:08.126552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-b57a3c96-e884-4144-84c9-7b286380cdc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac71a4e1-507d-4c71-8e58-14f2e37b03e7 HTTP/1.1" status: 200 len: 855 time: 0.0651331 Apr 29 12:17:08.175077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:08.184498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:08.185305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:08.218204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-54d8e86f-fe5d-4cf2-82a3-01934601e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:08.219756 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-54d8e86f-fe5d-4cf2-82a3-01934601e9fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d33d0102-d4f8-46b7-889e-f3aadc729319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842443 Apr 29 12:17:08.314096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:08.352175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port b8ee8332-777c-4a8e-b83e-b4b769308bf7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b8ee8332-777c-4a8e-b83e-b4b769308bf7,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:08.358119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:08.415230 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-f3fc2657-b9be-467a-ae8a-b5a19b932976 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577656 Apr 29 12:17:08.422944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab274f3-336f-4477-95ab-b00990a2b232 req-43c0cc6b-4c3b-4e1d-83d2-1e6d859e2fb6 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:08.424442 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ab274f3-336f-4477-95ab-b00990a2b232 req-43c0cc6b-4c3b-4e1d-83d2-1e6d859e2fb6 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 944 time: 0.2028759 Apr 29 12:17:08.454625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:08.561003 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ab274f3-336f-4477-95ab-b00990a2b232 req-fc14d63c-de01-40b8-9234-5bc3f8802c2e tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156557 Apr 29 12:17:08.601447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69b447f3-9fe0-4781-9056-57b886a004c8 req-adcd0c0e-1698-4921-8a71-88505d0973f1 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759040 Apr 29 12:17:08.764956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-355b9c90-b7e3-4380-b678-c6f19e9bbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:08.766519 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-355b9c90-b7e3-4380-b678-c6f19e9bbf05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0709441 Apr 29 12:17:08.900182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-ad57b3ef-c6a2-4fa5-8720-ac15ca9bd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:08.901686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-ad57b3ef-c6a2-4fa5-8720-ac15ca9bd0b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 917 time: 0.1268823 Apr 29 12:17:08.971318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-1f075b10-f50c-4f33-b409-b42134f16d70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b HTTP/1.1" status: 200 len: 217 time: 0.0638871 Apr 29 12:17:09.037880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-a3d12304-a92c-404b-9d80-549de44090a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:09.039404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-a3d12304-a92c-404b-9d80-549de44090a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac71a4e1-507d-4c71-8e58-14f2e37b03e7 HTTP/1.1" status: 200 len: 855 time: 0.0620856 Apr 29 12:17:09.116454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-52f0faa4-dd31-4ad1-9441-6eb05878aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:09.117959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-52f0faa4-dd31-4ad1-9441-6eb05878aaa7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d33d0102-d4f8-46b7-889e-f3aadc729319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728638 Apr 29 12:17:09.250632 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-b6b431c9-2485-4ace-bcc0-832f2a0ddc6a service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266792 Apr 29 12:17:09.392155 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ccab5dd2-29d2-44f6-9f75-c24dc43afef8 req-a628fdeb-2916-4c95-9906-6d7bbecf830d service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342907 Apr 29 12:17:09.764967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6228d9-3853-452c-8303-c7e47938254c req-18f28303-0e0b-4c8b-a56f-a5c8dbc924b0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:09.766407 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de6228d9-3853-452c-8303-c7e47938254c req-18f28303-0e0b-4c8b-a56f-a5c8dbc924b0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 944 time: 0.0960977 Apr 29 12:17:09.817693 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de6228d9-3853-452c-8303-c7e47938254c req-f3648d95-548f-4064-9553-f143f97707b8 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Apr 29 12:17:10.040362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b8ee8332-777c-4a8e-b83e-b4b769308bf7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:10.107352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b8ee8332-777c-4a8e-b83e-b4b769308bf7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:10.107716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:11.020853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4d35b-95f1-45d9-b79a-866f4dd10944 req-c3046eab-57ad-41f6-94ae-35d9aff40a1b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:11.022346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58d4d35b-95f1-45d9-b79a-866f4dd10944 req-c3046eab-57ad-41f6-94ae-35d9aff40a1b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 944 time: 0.0883577 Apr 29 12:17:11.072700 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-58d4d35b-95f1-45d9-b79a-866f4dd10944 req-3845ebb2-a563-476d-be84-fd9af374c75b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Apr 29 12:17:11.715300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:17:11.850652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:11.864353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'port_id': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b', 'mac_address': 'fa:16:3e:f8:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:17:11.920163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:11.938729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:17:11.954670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:11.959848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:12.030228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:12.361314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1eaba6d2-0f45-4dd3-918f-970a0c21fd3b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:17:12.384360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61a699-606c-4921-bc28-95ea0c94f6c7 req-ea450ddf-e6c0-4f38-9843-5abdcccb050f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:12.386554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b61a699-606c-4921-bc28-95ea0c94f6c7 req-ea450ddf-e6c0-4f38-9843-5abdcccb050f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 945 time: 0.2010019 Apr 29 12:17:12.434514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b61a699-606c-4921-bc28-95ea0c94f6c7 req-302fae4b-199a-48cc-9e33-961a647cdf0b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Apr 29 12:17:13.730456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:13.739252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7e537-1d8a-430e-a9db-b0180a42ac3b req-58379560-441f-45d7-9339-3b14944b68f5 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:13.740686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f1b7e537-1d8a-430e-a9db-b0180a42ac3b req-58379560-441f-45d7-9339-3b14944b68f5 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 945 time: 0.1900005 Apr 29 12:17:13.786032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f1b7e537-1d8a-430e-a9db-b0180a42ac3b req-0302e418-db05-44e4-a824-8300677011e1 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Apr 29 12:17:13.799517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:13.804682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:13.805069 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:13.922650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:13.949674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:17:13.962686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:13.966821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:14.002668 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f0a2ca-389f-426f-b511-78b1b1304b06'] response: {'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b', 'code': 200} Apr 29 12:17:14.037135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:14.263630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265888-3cf8-4f4e-ae19-0102bc2566ef req-68723005-40f8-490e-a4d0-ae7a399c095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:14.265409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a6265888-3cf8-4f4e-ae19-0102bc2566ef req-68723005-40f8-490e-a4d0-ae7a399c095b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0740778 Apr 29 12:17:14.309654 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a6265888-3cf8-4f4e-ae19-0102bc2566ef req-eb77e67e-b36b-4d5c-a61c-6297412b34c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371337 Apr 29 12:17:14.984201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc217-d046-4614-97dc-0d9b9af6b938 req-3db53c15-483e-4aae-8e8f-324b8b36c445 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:14.985841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69ebc217-d046-4614-97dc-0d9b9af6b938 req-3db53c15-483e-4aae-8e8f-324b8b36c445 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0860467 Apr 29 12:17:15.031652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-69ebc217-d046-4614-97dc-0d9b9af6b938 req-4f626173-b539-4079-936e-064ae00d51c4 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Apr 29 12:17:16.237528 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435d246-6e98-444e-97bc-599ba8eec8a5 req-0999c4c2-8bed-4c1d-bbb7-8f9268b592ac tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:16.238883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b435d246-6e98-444e-97bc-599ba8eec8a5 req-0999c4c2-8bed-4c1d-bbb7-8f9268b592ac tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0899262 Apr 29 12:17:16.286215 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b435d246-6e98-444e-97bc-599ba8eec8a5 req-dc8cd0eb-56c1-4070-adda-669a047f2dc4 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Apr 29 12:17:16.481818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09707a96-9afc-44a5-94e0-b9d0a111d0b8 req-951bb945-f2aa-42da-9fe8-1a08b42a80e6 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:16.483282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09707a96-9afc-44a5-94e0-b9d0a111d0b8 req-951bb945-f2aa-42da-9fe8-1a08b42a80e6 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0882826 Apr 29 12:17:16.530015 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09707a96-9afc-44a5-94e0-b9d0a111d0b8 req-92623637-1653-498b-8e48-c95d2e2595f1 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Apr 29 12:17:22.628095 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:17:30.352376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3c6b0876-3ebd-41f1-85a7-5097f99bc9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:33.039061 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2dd481a1-0d99-45df-951f-2dc0e750a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:33.390883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede2c4-e78e-4e1a-b541-d4c32dfba1ef req-6dc240ec-1f85-45a4-929f-ac516e16f53f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:33.392296 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65ede2c4-e78e-4e1a-b541-d4c32dfba1ef req-6dc240ec-1f85-45a4-929f-ac516e16f53f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0993710 Apr 29 12:17:33.437953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65ede2c4-e78e-4e1a-b541-d4c32dfba1ef req-f0d56e6e-27d3-4633-9ad4-a88a95217e10 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Apr 29 12:17:33.761243 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:34.202649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:34.203957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:34.630964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa02e8-4579-4c2f-8303-ffd9ba3b07db req-5f648b68-d681-4892-a2ed-9165a976afd3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:34.632423 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-54fa02e8-4579-4c2f-8303-ffd9ba3b07db req-5f648b68-d681-4892-a2ed-9165a976afd3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0842235 Apr 29 12:17:34.680085 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-54fa02e8-4579-4c2f-8303-ffd9ba3b07db req-13b7f9b8-d51a-48dd-a789-4da375986b70 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Apr 29 12:17:35.130375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc343654-5772-4f0b-b5ff-01c995782afa req-fb1a1086-d49e-4d3b-a607-a29d6be9e5eb tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:35.131833 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc343654-5772-4f0b-b5ff-01c995782afa req-fb1a1086-d49e-4d3b-a607-a29d6be9e5eb tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 946 time: 0.0904069 Apr 29 12:17:35.204763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Deleting port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:17:35.205050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:35.447923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] For port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:35.448266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:35.574804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Calling delete_port for 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:17:35.661740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:35.724598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:35.758179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1eaba6d2-0f45-4dd3-918f-970a0c21fd3b'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:17:35.775975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Pushing event deleted for resources: {'Port': ['ID=1eaba6d2-0f45-4dd3-918f-970a0c21fd3b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:35.889464 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f3618f6-c1d0-4438-af88-28c395b732ef req-78484964-bd86-4f53-8ec1-258610437841 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ee16de-3086-46d2-b1a8-0fd4bad55ee6 HTTP/1.1" status: 200 len: 210 time: 0.0832767 Apr 29 12:17:35.895195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] No DVR routers for this DVR port 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:17:35.897944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:35.900887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'name': 'network-vif-deleted', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:17:35.918930 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc343654-5772-4f0b-b5ff-01c995782afa req-a6d2b7cc-8063-4613-899c-f4a332a428c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "DELETE /v2.0/ports/1eaba6d2-0f45-4dd3-918f-970a0c21fd3b HTTP/1.1" status: 204 len: 173 time: 0.7812362 Apr 29 12:17:35.955318 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2196399e-c480-481f-909d-1e66b6c53c07'] response: {'server_uuid': '51ee16de-3086-46d2-b1a8-0fd4bad55ee6', 'name': 'network-vif-deleted', 'tag': '1eaba6d2-0f45-4dd3-918f-970a0c21fd3b', 'status': 'completed', 'code': 200} Apr 29 12:17:37.554001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-8cd36dfc-4ce0-4976-8601-fcb1918c7d51 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:37.555364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-8cd36dfc-4ce0-4976-8601-fcb1918c7d51 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 816 time: 0.1608341 Apr 29 12:17:37.570683 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-f53a3132-a161-4d78-bb59-6b88e3bee61a tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/quotas/ac7454a1ccb64257bd11c1f9360de71a HTTP/1.1" status: 200 len: 375 time: 0.0097380 Apr 29 12:17:37.666821 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-0dd651fc-beb8-442f-971b-09a9d0aea4a6 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906620 Apr 29 12:17:37.920763 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-4e618bb1-14f6-4a97-9a10-a9b4c698e204 service neutron] 10.222.0.53 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395260 Apr 29 12:17:38.053252 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-85399c4c-25a2-42ba-9529-f8962e78ecea service neutron] 10.222.0.53 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249428 Apr 29 12:17:38.244068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-adfd3af1-1563-4bab-b597-fb7028fff83d req-b83e0cd6-3207-4027-8e74-2ebc06a41424 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:38.261804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-adfd3af1-1563-4bab-b597-fb7028fff83d req-b83e0cd6-3207-4027-8e74-2ebc06a41424 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:38.263019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-adfd3af1-1563-4bab-b597-fb7028fff83d req-b83e0cd6-3207-4027-8e74-2ebc06a41424 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 210 time: 0.0625401 Apr 29 12:17:39.393216 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-0d95730f-9806-46b7-959d-9f0187f69744 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:39.395112 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-0d95730f-9806-46b7-959d-9f0187f69744 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 816 time: 0.1498389 Apr 29 12:17:39.415490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Request body: {'port': {'device_id': 'd048dd08-b012-479d-92bf-fd0986648f85', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'admin_state_up': True, 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:17:39.424301 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0e888883-4aae-4ee0-8153-cadaa66a7758 req-5d5a5f48-4c1e-4f9d-ac79-784519294b64 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 210 time: 0.0431709 Apr 29 12:17:39.665056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:17:39.676116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:17:39.689792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Made reservation on behalf of ac7454a1ccb64257bd11c1f9360de71a for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:17:39.693359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:39.857852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Allocated IP 172.20.0.11 (d33d0102-d4f8-46b7-889e-f3aadc729319/ac71a4e1-507d-4c71-8e58-14f2e37b03e7/cfb573dd-86ec-4de4-b929-b282cfac8e1d) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:17:39.886368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:17:39.933306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:17:39.933540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1eaba6d2-0f45-4dd3-918f-970a0c21fd3b not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:17:40.062735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.078533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Transition to ACTIVE for port object cfb573dd-86ec-4de4-b929-b282cfac8e1d will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:40.104122 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.179643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Network d33d0102-d4f8-46b7-889e-f3aadc729319 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:17:40.182656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:17:40.185247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:17:40.221327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Pushing event updated for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:40.238645 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.238967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.239280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.239615 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.239965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.240267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.240572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.240885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.241197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.241551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.241859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.242154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:17:40.265349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:40.266014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.291934 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-6134f742-6a7f-42fb-b9da-4df5a961caea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831830 Apr 29 12:17:40.308352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Request body: {'port': {'device_id': 'd048dd08-b012-479d-92bf-fd0986648f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:17:40.425683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.437274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c10a9279-e671-4329-90bf-086f4e51e8d1 None None] Provisioning for port cfb573dd-86ec-4de4-b929-b282cfac8e1d completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:40.442380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c10a9279-e671-4329-90bf-086f4e51e8d1 None None] Provisioning complete for port cfb573dd-86ec-4de4-b929-b282cfac8e1d triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:40.442754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c10a9279-e671-4329-90bf-086f4e51e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.495955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c10a9279-e671-4329-90bf-086f4e51e8d1 None None] Port cfb573dd-86ec-4de4-b929-b282cfac8e1d cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:17:40.740425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb119b5-cfc4-4cd8-9b78-1614836e2bed req-f850db34-42be-4fad-a572-7a26366d5aee tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:40.741007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5eb119b5-cfc4-4cd8-9b78-1614836e2bed req-f850db34-42be-4fad-a572-7a26366d5aee tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Synchronizing usage tracker for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:17:40.775287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-5eb119b5-cfc4-4cd8-9b78-1614836e2bed req-f850db34-42be-4fad-a572-7a26366d5aee tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Unset dirty status for tenant:ac7454a1ccb64257bd11c1f9360de71a on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:17:40.776425 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5eb119b5-cfc4-4cd8-9b78-1614836e2bed req-f850db34-42be-4fad-a572-7a26366d5aee tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 932 time: 0.2342126 Apr 29 12:17:40.871871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb573dd-86ec-4de4-b929-b282cfac8e1d {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:17:40.886827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:40.894160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5eb119b5-cfc4-4cd8-9b78-1614836e2bed req-8aa51ed6-f07f-4fc6-934c-a69bbfbc667e tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097322 Apr 29 12:17:40.907868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Transition to ACTIVE for port object cfb573dd-86ec-4de4-b929-b282cfac8e1d will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:17:40.912421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:41.070661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:41.152060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Attempting to bind port cfb573dd-86ec-4de4-b929-b282cfac8e1d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:17:41.152387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Attempting to bind port cfb573dd-86ec-4de4-b929-b282cfac8e1d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:17:41.152708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Attempting to bind port cfb573dd-86ec-4de4-b929-b282cfac8e1d on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:41.157234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Port cfb573dd-86ec-4de4-b929-b282cfac8e1d on network d33d0102-d4f8-46b7-889e-f3aadc729319 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:17:41.157581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Attempting to bind port cfb573dd-86ec-4de4-b929-b282cfac8e1d on network d33d0102-d4f8-46b7-889e-f3aadc729319 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:17:41.163819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:17:41.164151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Checking segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:17:41.164531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Bound using segment: {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:17:41.164954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Bound port: cfb573dd-86ec-4de4-b929-b282cfac8e1d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38fcf7e-8618-4644-a9cd-9583251c1aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:17:41.165294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:41.280642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:17:41.283637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:17:41.289602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:41.347565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.348322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:41.349744 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/cfb573dd-86ec-4de4-b929-b282cfac8e1d HTTP/1.1" status: 200 len: 1094 time: 1.0456934 Apr 29 12:17:41.352152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:17:41.373372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695fa45-7651-45ee-83af-25733dd209f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:41.416437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a1d1b9-94e5-4b19-a5d5-844b5cac1f47'] response: {'name': 'network-changed', 'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d', 'status': 'completed', 'code': 200} Apr 29 12:17:41.612792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-9d928c62-7758-4bc4-8757-679ff35ba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.614493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-9d928c62-7758-4bc4-8757-679ff35ba3cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 1097 time: 0.1817515 Apr 29 12:17:41.690008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-73fb714f-ba7d-481f-a647-7f10f31e50a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d HTTP/1.1" status: 200 len: 217 time: 0.0604320 Apr 29 12:17:41.755084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-75d21309-7068-4111-aff6-d7168289cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.756517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-75d21309-7068-4111-aff6-d7168289cdc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac71a4e1-507d-4c71-8e58-14f2e37b03e7 HTTP/1.1" status: 200 len: 855 time: 0.0607054 Apr 29 12:17:41.833482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32601-6777-474c-94cb-ce4fae78661d req-56e62005-06ca-419a-8852-41973521787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:41.834879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-56e62005-06ca-419a-8852-41973521787d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d33d0102-d4f8-46b7-889e-f3aadc729319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724797 Apr 29 12:17:41.966770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-8a6aabd7-4e60-4bbd-855f-62a59eef4996 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250014 Apr 29 12:17:42.150022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c6b32601-6777-474c-94cb-ce4fae78661d req-5a9abf35-2c76-4074-a2a6-8e2c9c6fb1d5 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778073 Apr 29 12:17:42.165078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251c75-aad3-4454-8133-5aa2455064d8 req-da46e296-b35b-4a6c-bce1-d2b426373278 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:42.166516 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3c251c75-aad3-4454-8133-5aa2455064d8 req-da46e296-b35b-4a6c-bce1-d2b426373278 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 944 time: 0.1588881 Apr 29 12:17:42.211908 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3c251c75-aad3-4454-8133-5aa2455064d8 req-7f1ed2db-0a35-498e-8510-0895e13772d0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Apr 29 12:17:42.314019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-3e85ba8e-2cf1-4681-abaa-07f738df289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:42.315479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-3e85ba8e-2cf1-4681-abaa-07f738df289e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 1097 time: 0.0806835 Apr 29 12:17:42.447960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-acd94364-5dd7-4cc4-a7b9-747c1254fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:42.449755 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-acd94364-5dd7-4cc4-a7b9-747c1254fc0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 200 len: 917 time: 0.1281934 Apr 29 12:17:42.518530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-a5dec6c3-8e15-4246-8111-697d4d8ac607 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d HTTP/1.1" status: 200 len: 217 time: 0.0626588 Apr 29 12:17:42.584412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-9d3ac18e-a4c4-443c-be9f-b84261b6688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:42.585816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-9d3ac18e-a4c4-443c-be9f-b84261b6688b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac71a4e1-507d-4c71-8e58-14f2e37b03e7 HTTP/1.1" status: 200 len: 855 time: 0.0620608 Apr 29 12:17:42.660068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-738c55de-932f-4199-bc95-bd7e51dd016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:42.662335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-738c55de-932f-4199-bc95-bd7e51dd016d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d33d0102-d4f8-46b7-889e-f3aadc729319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708585 Apr 29 12:17:42.802859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-ce6ecc02-8fb9-4f4a-85e2-4c64c146d260 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331604 Apr 29 12:17:42.941019 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34ff17c6-5038-4885-8819-4cb6d6e6cc72 req-719b93e4-788b-4dcc-a073-3e3ef39ccb38 service neutron] 10.222.0.66 "GET /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318102 Apr 29 12:17:43.400206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741987d-a810-4e16-a453-04cee3335e39 req-788643cd-fe48-4402-acd5-f6d1cc037d3f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:43.402679 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3741987d-a810-4e16-a453-04cee3335e39 req-788643cd-fe48-4402-acd5-f6d1cc037d3f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 944 time: 0.0818200 Apr 29 12:17:43.446543 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3741987d-a810-4e16-a453-04cee3335e39 req-f09b40ed-6a27-4e1d-89b1-d4a84600cf13 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Apr 29 12:17:44.647296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53b58e-2878-4bf1-841e-77c6578b57a6 req-8605da98-f04d-461c-a2b7-e92cc7d1fdd0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:44.648731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3b53b58e-2878-4bf1-841e-77c6578b57a6 req-8605da98-f04d-461c-a2b7-e92cc7d1fdd0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 944 time: 0.0892894 Apr 29 12:17:44.704322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3b53b58e-2878-4bf1-841e-77c6578b57a6 req-68d96a6e-243f-43e1-aac4-39bfbc144241 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Apr 29 12:17:45.896670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cfb573dd-86ec-4de4-b929-b282cfac8e1d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:17:45.900815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acfdd6-86da-4db6-b2d6-14f5f0b6f1a6 req-7d47067b-c5d2-4235-b8d5-89977fac63df tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:45.902413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-96acfdd6-86da-4db6-b2d6-14f5f0b6f1a6 req-7d47067b-c5d2-4235-b8d5-89977fac63df tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 944 time: 0.0920005 Apr 29 12:17:45.946228 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-96acfdd6-86da-4db6-b2d6-14f5f0b6f1a6 req-067128d4-28d4-4eec-952c-d51af8422ed3 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378335 Apr 29 12:17:46.036255 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:46.052684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d', 'network_id': 'd33d0102-d4f8-46b7-889e-f3aadc729319', 'port_id': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d', 'mac_address': 'fa:16:3e:b5:1d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac71a4e1-507d-4c71-8e58-14f2e37b03e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:17:46.110759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:46.127339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb573dd-86ec-4de4-b929-b282cfac8e1d {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:17:46.142558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:46.148267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:46.213411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:46.519669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cfb573dd-86ec-4de4-b929-b282cfac8e1d'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:17:47.142872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22f91e-95d9-4834-a339-454f8aa155ba req-3cf0302c-b77c-44a4-879d-c325d8d6c7dd tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:47.144367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4e22f91e-95d9-4834-a339-454f8aa155ba req-3cf0302c-b77c-44a4-879d-c325d8d6c7dd tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 945 time: 0.0893822 Apr 29 12:17:47.187988 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4e22f91e-95d9-4834-a339-454f8aa155ba req-850ab367-f2af-4ffe-a4d9-ade4a004f097 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Apr 29 12:17:47.913323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cfb573dd-86ec-4de4-b929-b282cfac8e1d up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:17:47.996362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port cfb573dd-86ec-4de4-b929-b282cfac8e1d completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:17:48.001752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port cfb573dd-86ec-4de4-b929-b282cfac8e1d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:17:48.001945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:48.123403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:48.150416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:17:48.160024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:17:48.165431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:17:48.198113 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb442020-5ed3-434f-ae7c-3c1fbd7b7a0f'] response: {'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d', 'code': 200} Apr 29 12:17:48.241427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:17:48.380641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84a5c7-0278-4179-9720-e15ca90491f6 req-f96d97b5-2a65-4e85-bca5-443d703ff14b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:48.382115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f84a5c7-0278-4179-9720-e15ca90491f6 req-f96d97b5-2a65-4e85-bca5-443d703ff14b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0889466 Apr 29 12:17:48.570025 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f84a5c7-0278-4179-9720-e15ca90491f6 req-6a99176a-ca9c-4783-aaf9-3a60cf2b022d tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Apr 29 12:17:48.585880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28b71c-ce11-4e4b-86e9-6e8dc13c3a3a req-7ac83d06-94eb-49af-97c7-15c204526d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:48.587497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd28b71c-ce11-4e4b-86e9-6e8dc13c3a3a req-7ac83d06-94eb-49af-97c7-15c204526d8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 1099 time: 0.2023189 Apr 29 12:17:48.631080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd28b71c-ce11-4e4b-86e9-6e8dc13c3a3a req-4fa21389-fc8c-4a60-be98-1ee21362f31a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Apr 29 12:17:49.778296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3aa00-5942-4bc4-abe0-3ab5dd6ff0d1 req-bd5de0a8-0824-4701-8802-63b7f9923a8b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:49.779650 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3d3aa00-5942-4bc4-abe0-3ab5dd6ff0d1 req-bd5de0a8-0824-4701-8802-63b7f9923a8b tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0923889 Apr 29 12:17:49.829010 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e3d3aa00-5942-4bc4-abe0-3ab5dd6ff0d1 req-d4a6e8de-4f45-43ab-91a1-b49d1d0c2a82 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Apr 29 12:17:51.022680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae758f-5404-4329-810c-7291926af446 req-5cc2168c-9427-4657-ae22-dfeb5e3195c8 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:51.024392 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1dae758f-5404-4329-810c-7291926af446 req-5cc2168c-9427-4657-ae22-dfeb5e3195c8 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0867119 Apr 29 12:17:51.071654 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1dae758f-5404-4329-810c-7291926af446 req-f0d3407d-d981-4243-b77d-3e7b0bf6d53c tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Apr 29 12:17:51.270570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163baae3-fcf8-41f1-a4df-6f6846e35479 req-731dbe01-a327-4837-9b2c-e0d4fd01ab5f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:17:51.272012 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-163baae3-fcf8-41f1-a4df-6f6846e35479 req-731dbe01-a327-4837-9b2c-e0d4fd01ab5f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0849242 Apr 29 12:17:51.321349 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-163baae3-fcf8-41f1-a4df-6f6846e35479 req-4d9411c1-dbdd-4182-a0d6-4cf049fd0963 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Apr 29 12:17:59.631633 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:18:00.351081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db1757fe-b1a1-4bac-bd3d-a35ef0df1d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:03.043297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d61f8b9-5180-4566-858a-c6bc58ba2025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:03.761926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:04.188442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:04.193780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:05.665640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:07.986454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c53fa-43c1-48e9-8679-c7dfd69597ce req-c86b25bd-1a56-468e-adaa-055e3c1704c0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:07.987906 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-108c53fa-43c1-48e9-8679-c7dfd69597ce req-c86b25bd-1a56-468e-adaa-055e3c1704c0 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0902176 Apr 29 12:18:08.041547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-108c53fa-43c1-48e9-8679-c7dfd69597ce req-a49e9587-0b00-46cf-9ed0-91f7e967878d tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Apr 29 12:18:09.247883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0874cf-90ee-426e-9775-c3c83cf28494 req-17ed1721-e283-4706-9c22-eda63437dd5f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:09.249342 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3d0874cf-90ee-426e-9775-c3c83cf28494 req-17ed1721-e283-4706-9c22-eda63437dd5f tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0959840 Apr 29 12:18:09.293749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3d0874cf-90ee-426e-9775-c3c83cf28494 req-611c850b-960b-4e36-aa7d-db443093c384 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/security-groups?id=0064e192-f76b-4f03-9c0e-99d54708ca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Apr 29 12:18:09.771752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-0d992abb-373c-4923-bbe4-d6498e3cdb98 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:09.773071 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-0d992abb-373c-4923-bbe4-d6498e3cdb98 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 946 time: 0.0857782 Apr 29 12:18:09.847605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Deleting port cfb573dd-86ec-4de4-b929-b282cfac8e1d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:09.847930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:10.098581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] For port cfb573dd-86ec-4de4-b929-b282cfac8e1d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cfb573dd-86ec-4de4-b929-b282cfac8e1d,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:10.098837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:10.226463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Calling delete_port for cfb573dd-86ec-4de4-b929-b282cfac8e1d owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:10.378347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:10.415568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cfb573dd-86ec-4de4-b929-b282cfac8e1d'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:18:10.443059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Pushing event deleted for resources: {'Port': ['ID=cfb573dd-86ec-4de4-b929-b282cfac8e1d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:10.457149 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-7e67319c-2c2c-4581-83b6-73f05d284a84 req-28b604e7-e5d9-4eeb-a2ea-39ea3c9706c7 tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d048dd08-b012-479d-92bf-fd0986648f85 HTTP/1.1" status: 200 len: 210 time: 0.0509095 Apr 29 12:18:10.540589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] No DVR routers for this DVR port cfb573dd-86ec-4de4-b929-b282cfac8e1d on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:18:10.543337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:10.546191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'name': 'network-vif-deleted', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:10.564092 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6780ff6c-ea59-4c68-87a1-3c9c88f2b465 req-4ff30879-1f5a-4ca3-b224-dccf9de465ea tempest-TestEncryptedCinderVolumes-1707471838 tempest-TestEncryptedCinderVolumes-1707471838-project] 10.222.0.66 "DELETE /v2.0/ports/cfb573dd-86ec-4de4-b929-b282cfac8e1d HTTP/1.1" status: 204 len: 173 time: 0.7859294 Apr 29 12:18:10.599158 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2896d93-d2e8-4f19-8ba5-0352dbdf58b4'] response: {'server_uuid': 'd048dd08-b012-479d-92bf-fd0986648f85', 'name': 'network-vif-deleted', 'tag': 'cfb573dd-86ec-4de4-b929-b282cfac8e1d', 'status': 'completed', 'code': 200} Apr 29 12:18:11.598085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60556) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:12.308706 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.687958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Deleting port 6c476ef1-7eca-453d-90f4-990fda7112ef {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:12.688727 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:12.904215 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] For port 6c476ef1-7eca-453d-90f4-990fda7112ef, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6c476ef1-7eca-453d-90f4-990fda7112ef,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:12.904556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:13.032520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Calling delete_port for 6c476ef1-7eca-453d-90f4-990fda7112ef owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:13.233289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:13.280876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c476ef1-7eca-453d-90f4-990fda7112ef,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:13.321961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.322308 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.322642 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.323005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.323333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.323660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.324088 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.324697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.325020 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.325339 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.325682 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.326068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:13.675565 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.051287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Router 46737bff-f93d-4d91-827d-d05e9c7ac765 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:18:14.068941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cfb573dd-86ec-4de4-b929-b282cfac8e1d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:14.106002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: cfb573dd-86ec-4de4-b929-b282cfac8e1d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:14.106339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cfb573dd-86ec-4de4-b929-b282cfac8e1d not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:14.241638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:14.252330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Sync routers for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:14.255183 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ca339367-48ab-4c79-9338-f9a3e72ecbc5 admin admin] 10.222.0.53 "PUT /v2.0/routers/46737bff-f93d-4d91-827d-d05e9c7ac765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6558795 Apr 29 12:18:14.257846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60560) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:14.265643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:14.266190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:14.434028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.470303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:14.612928 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.626076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Deleting port 1da8162a-b7f2-441f-a3c8-ab2508902a8e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:14.626374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.756925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:18:13Z', 'revision_number': 5, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port': {'id': '1da8162a-b7f2-441f-a3c8-ab2508902a8e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:52Z', 'updated_at': '2022-04-29T12:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:14.760877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Checking router: 46737bff-f93d-4d91-827d-d05e9c7ac765 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:14.769609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Routers {'46737bff-f93d-4d91-827d-d05e9c7ac765'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:14.769839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['46737bff-f93d-4d91-827d-d05e9c7ac765'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:14.801767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] For port 1da8162a-b7f2-441f-a3c8-ab2508902a8e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1da8162a-b7f2-441f-a3c8-ab2508902a8e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:14.802124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:14.917713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] Set router 46737bff-f93d-4d91-827d-d05e9c7ac765 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:14.922121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Calling delete_port for 1da8162a-b7f2-441f-a3c8-ab2508902a8e owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:15.026749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:18:14Z', 'revision_number': 6, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:15.031398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3423bcc-3286-49d4-896d-14defb40c368 None None] The sync data for ids ['46737bff-f93d-4d91-827d-d05e9c7ac765'] in dv-neutron-839741-1-hyperv is: [{'id': '46737bff-f93d-4d91-827d-d05e9c7ac765', 'name': 'tempest-TestEncryptedCinderVolumes-673996940-router', 'tenant_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:51Z', 'updated_at': '2022-04-29T12:18:14Z', 'revision_number': 6, 'project_id': 'ac7454a1ccb64257bd11c1f9360de71a', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:15.224049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.272600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da8162a-b7f2-441f-a3c8-ab2508902a8e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:15.365838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.539426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.541703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.573360 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.574004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46737bff-f93d-4d91-827d-d05e9c7ac765 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:18:15.586989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.588128 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-70fe23f6-8755-426a-b8a6-d3ea98dfab98 admin admin] 10.222.0.53 "DELETE /v2.0/routers/46737bff-f93d-4d91-827d-d05e9c7ac765 HTTP/1.1" status: 204 len: 168 time: 1.3294179 Apr 29 12:18:15.590986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60564) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:15.652369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Deleting subnet ac71a4e1-507d-4c71-8e58-14f2e37b03e7 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:18:15.655494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.707827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.790041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.859522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.906735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:15.909801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac71a4e1-507d-4c71-8e58-14f2e37b03e7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:15.912544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c87b81-cf24-46e3-af68-304f4303d68f None None] Network d33d0102-d4f8-46b7-889e-f3aadc729319 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:15.917276 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fb865b18-ea22-4397-bf5e-425416be40e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac71a4e1-507d-4c71-8e58-14f2e37b03e7 HTTP/1.1" status: 204 len: 168 time: 0.3251739 Apr 29 12:18:15.920239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60568) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:16.029423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.041428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Deleting port 02c30023-843d-4d7d-8ad4-1edc8e423c30 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:16.041428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.075003 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6c476ef1-7eca-453d-90f4-990fda7112ef no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:16.120058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 6c476ef1-7eca-453d-90f4-990fda7112ef {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:16.120479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6c476ef1-7eca-453d-90f4-990fda7112ef not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:16.120944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1da8162a-b7f2-441f-a3c8-ab2508902a8e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:16.158208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 1da8162a-b7f2-441f-a3c8-ab2508902a8e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:16.158545 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1da8162a-b7f2-441f-a3c8-ab2508902a8e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:16.241529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] DHCP port deletion for d33d0102-d4f8-46b7-889e-f3aadc729319 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:18:16.246162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Deleting port 02c30023-843d-4d7d-8ad4-1edc8e423c30 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:16.246536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.261056 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] For port 02c30023-843d-4d7d-8ad4-1edc8e423c30, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=02c30023-843d-4d7d-8ad4-1edc8e423c30,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:16.261593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.451197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] For port 02c30023-843d-4d7d-8ad4-1edc8e423c30, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=02c30023-843d-4d7d-8ad4-1edc8e423c30,segment=NetworkSegment(e38fcf7e-8618-4644-a9cd-9583251c1aa9),segment_id=e38fcf7e-8618-4644-a9cd-9583251c1aa9)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:16.451573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.483094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Calling delete_port for 02c30023-843d-4d7d-8ad4-1edc8e423c30 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:16.564242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.610167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Calling delete_port for 02c30023-843d-4d7d-8ad4-1edc8e423c30 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:16.612940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] No DVR routers for this DVR port 02c30023-843d-4d7d-8ad4-1edc8e423c30 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:18:16.639424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Pushing event deleted for resources: {'Port': ['ID=02c30023-843d-4d7d-8ad4-1edc8e423c30,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:16.681007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:18:16.681269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:18:16.737227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.765671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33d0102-d4f8-46b7-889e-f3aadc729319']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:16.777901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38fcf7e-8618-4644-a9cd-9583251c1aa9') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:16.778199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38fcf7e-8618-4644-a9cd-9583251c1aa9') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:16.790039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.806894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.814238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:18:16.814614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:18:16.828045 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:18:16.907067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.922745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:16.934236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] Pushing event deleted for resources: {'Network': ['ID=d33d0102-d4f8-46b7-889e-f3aadc729319,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:16.948143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-217d22f8-0903-4121-aa4f-3eafa386038f admin admin] 10.222.0.53 "DELETE /v2.0/networks/d33d0102-d4f8-46b7-889e-f3aadc729319 HTTP/1.1" status: 204 len: 168 time: 1.0266447 Apr 29 12:18:16.951549 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60572) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:17.182746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Deleting port 02c30023-843d-4d7d-8ad4-1edc8e423c30 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:17.183383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:17.250599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a093e6fd-ff61-4147-8c67-19e1d23c3c5f None None] The port '02c30023-843d-4d7d-8ad4-1edc8e423c30' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:18:17.499091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:17.852246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Deleting port b8ee8332-777c-4a8e-b83e-b4b769308bf7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:17.852539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:18.071495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 02c30023-843d-4d7d-8ad4-1edc8e423c30 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:18.105503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 02c30023-843d-4d7d-8ad4-1edc8e423c30 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:18.105723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 02c30023-843d-4d7d-8ad4-1edc8e423c30 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:18.150912 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] For port b8ee8332-777c-4a8e-b83e-b4b769308bf7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b8ee8332-777c-4a8e-b83e-b4b769308bf7,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:18.151522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:18.271008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Calling delete_port for b8ee8332-777c-4a8e-b83e-b4b769308bf7 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:18.445871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:18.494696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ee8332-777c-4a8e-b83e-b4b769308bf7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:18.772845 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:19.152200 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Router c5e2e10d-811d-4a55-b3d1-50780626ea30 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:18:19.457714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:19.467221 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Sync routers for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:19.468179 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-69059f2f-710e-4291-abd0-373427dd1d8c admin admin] 10.222.0.53 "PUT /v2.0/routers/c5e2e10d-811d-4a55-b3d1-50780626ea30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155635 Apr 29 12:18:19.470703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60576) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:19.477045 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:19.477671 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:19.644776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:19.669989 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:19.827726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:19.838605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Deleting port c5d77aa2-de55-462d-99d4-1b9c295714aa {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:19.838920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:19.948980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:18:18Z', 'revision_number': 5, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port': {'id': 'c5d77aa2-de55-462d-99d4-1b9c295714aa', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:16:58Z', 'updated_at': '2022-04-29T12:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:19.953322 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Checking router: c5e2e10d-811d-4a55-b3d1-50780626ea30 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:19.961432 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Routers {'c5e2e10d-811d-4a55-b3d1-50780626ea30'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:19.962020 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['c5e2e10d-811d-4a55-b3d1-50780626ea30'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:20.011300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] For port c5d77aa2-de55-462d-99d4-1b9c295714aa, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c5d77aa2-de55-462d-99d4-1b9c295714aa,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:20.011675 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.109121 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] Set router c5e2e10d-811d-4a55-b3d1-50780626ea30 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:20.143222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Calling delete_port for c5d77aa2-de55-462d-99d4-1b9c295714aa owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:20.210167 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:18:19Z', 'revision_number': 6, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:20.214398 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb256a-45a6-4928-ab98-3ec883744cf5 None None] The sync data for ids ['c5e2e10d-811d-4a55-b3d1-50780626ea30'] in dv-neutron-839741-1-hyperv is: [{'id': 'c5e2e10d-811d-4a55-b3d1-50780626ea30', 'name': 'tempest-TestEncryptedCinderVolumes-1383040962-router', 'tenant_id': '42dc9329059b48adbf2e3ce7c38f0269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:16:57Z', 'updated_at': '2022-04-29T12:18:19Z', 'revision_number': 6, 'project_id': '42dc9329059b48adbf2e3ce7c38f0269', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:20.322780 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.368476 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d77aa2-de55-462d-99d4-1b9c295714aa,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:20.462163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.640749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.643054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.668960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.669417 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e2e10d-811d-4a55-b3d1-50780626ea30 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:18:20.681341 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.682491 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8993b1a7-2d5e-4f84-a84f-2325ae477a6b admin admin] 10.222.0.53 "DELETE /v2.0/routers/c5e2e10d-811d-4a55-b3d1-50780626ea30 HTTP/1.1" status: 204 len: 168 time: 1.2109444 Apr 29 12:18:20.685158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60580) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:20.749185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Deleting subnet d3a07594-9cc2-4376-a539-b6ec699212ba {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:18:20.752533 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:20.807217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.009801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.081098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.120420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a07594-9cc2-4376-a539-b6ec699212ba,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:21.125337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.131157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2729e-6c48-4850-8486-38713b4e23c2 None None] Network 6c3e39e3-6fb7-4241-8805-7e434ae4841a requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:21.135231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60584) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:21.141969 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce4cee00-2943-44f4-81a7-8473f792b708 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3a07594-9cc2-4376-a539-b6ec699212ba HTTP/1.1" status: 204 len: 168 time: 0.4557519 Apr 29 12:18:21.241450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.251977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Deleting port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:21.252305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.402759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] DHCP port deletion for 6c3e39e3-6fb7-4241-8805-7e434ae4841a request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:18:21.407436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Deleting port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:21.407874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.460654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] For port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:21.460922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.582528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Calling delete_port for b706f882-7eb7-472b-bf9c-cfe0c8e53bcc owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:21.604011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] For port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,segment=NetworkSegment(dd5cb166-399f-4d55-8252-495e06eccff1),segment_id=dd5cb166-399f-4d55-8252-495e06eccff1)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:21.604392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.656909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.706315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Pushing event deleted for resources: {'Port': ['ID=b706f882-7eb7-472b-bf9c-cfe0c8e53bcc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:21.711227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] No DVR routers for this DVR port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:18:21.722892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Calling delete_port for b706f882-7eb7-472b-bf9c-cfe0c8e53bcc owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:18:21.804145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:18:21.804469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:18:21.829904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.861894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3e39e3-6fb7-4241-8805-7e434ae4841a']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:21.874263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5cb166-399f-4d55-8252-495e06eccff1') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:21.874561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5cb166-399f-4d55-8252-495e06eccff1') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:21.889576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.914565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.921600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:18:21.922006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:18:21.934879 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:18:22.025009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.041986 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.052105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3e39e3-6fb7-4241-8805-7e434ae4841a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:22.058816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-95895f23-92ab-4fa6-8739-3c1de1dfd36c admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c3e39e3-6fb7-4241-8805-7e434ae4841a HTTP/1.1" status: 204 len: 168 time: 0.9199085 Apr 29 12:18:22.074337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b8ee8332-777c-4a8e-b83e-b4b769308bf7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:22.108213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b8ee8332-777c-4a8e-b83e-b4b769308bf7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:22.108550 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b8ee8332-777c-4a8e-b83e-b4b769308bf7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:22.108956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5d77aa2-de55-462d-99d4-1b9c295714aa no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:22.143398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: c5d77aa2-de55-462d-99d4-1b9c295714aa {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:22.144094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c5d77aa2-de55-462d-99d4-1b9c295714aa not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:22.144198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b706f882-7eb7-472b-bf9c-cfe0c8e53bcc no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:18:22.175630 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b706f882-7eb7-472b-bf9c-cfe0c8e53bcc {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:18:22.175965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b706f882-7eb7-472b-bf9c-cfe0c8e53bcc not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:18:22.252658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60590) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:22.300692 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9b63882f-04ff-44a7-b78f-910c95c38051 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac7454a1ccb64257bd11c1f9360de71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467787 Apr 29 12:18:22.303846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60594) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:22.305793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Deleting port b706f882-7eb7-472b-bf9c-cfe0c8e53bcc {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:18:22.306180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.366911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.373869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-b222f639-0418-42aa-8d95-e713edc3ffae None None] The port 'b706f882-7eb7-472b-bf9c-cfe0c8e53bcc' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:18:22.392483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.446285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.463304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0064e192-f76b-4f03-9c0e-99d54708ca56,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:22.474729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.475850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91ddf86c-be27-4428-806e-4c045746bfb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0064e192-f76b-4f03-9c0e-99d54708ca56 HTTP/1.1" status: 204 len: 168 time: 0.1711538 Apr 29 12:18:22.850067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60602) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:22.897438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-41c6e044-ed3e-4034-bdf6-3f28827a09f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42dc9329059b48adbf2e3ce7c38f0269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461457 Apr 29 12:18:22.899690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60606) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:22.956429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:22.981228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:23.045806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:23.061494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5732c-3742-43b7-abda-4fc74d87261a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:23.066126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:23.070132 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e1c8667f-369b-4438-aa44-a04c0a140c73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fc5732c-3742-43b7-abda-4fc74d87261a HTTP/1.1" status: 204 len: 168 time: 0.1665993 Apr 29 12:18:23.924363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60630) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:24.040093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126766804-network', 'tenant_id': '9a599bea00614647aa07ec4f287339b4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:24.045282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:24.049348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Usage tracker for resource:network and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:24.052992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:24.058412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:24.071150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Made reservation on behalf of 9a599bea00614647aa07ec4f287339b4 for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:24.073763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.086695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.101277 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:24.105429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:24.108314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:24.114164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:24.198975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.204074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.233182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:18:24.241285 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc279707-51e0-413d-9afd-3cc67023124c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:24.246860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.247267 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Added segment cc523e27-42e9-4e47-9f51-d18073d3800a of type vlan for network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc Apr 29 12:18:24.273328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.305024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.305965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:24.306528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.496660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5707400 Apr 29 12:18:24.500959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60636) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:24.509927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04e515-05f2-4175-9d61-cb1a7d1d2b72 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:24.510098 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Request body: {'subnet': {'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126766804-subnet', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:24.515574 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:24.519791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Usage tracker for resource:subnet and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:24.520322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:18:24.522887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:24.528876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:24.540402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Made reservation on behalf of 9a599bea00614647aa07ec4f287339b4 for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:24.543100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.745862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.818850 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2755659-7786-492c-9575-ca360d641c28,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:24.827739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Checking segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:24.828093 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Network hostable DHCP agents. Network: ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:18:24.848811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:18:24.858686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:24.863121 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:24.863699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.867611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d431b-d02f-4e30-80d1-4d03ef62ae08 None None] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:24.884910 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-819deec6-4b4b-4c45-839f-d52120837151 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3819575 Apr 29 12:18:24.887539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60640) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:24.892394 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:24.898501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:24.902424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Usage tracker for resource:router and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:24.905169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:24.910861 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:24.921939 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.922905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:24.938224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.104826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:18:25.105669 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.198412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.255831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Allocated IP 172.20.0.2 (ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc/f2755659-7786-492c-9575-ca360d641c28/2bf508f4-8c87-4a3f-8b4d-c2610f884361) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:25.458125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.468919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Transition to ACTIVE for port object 2bf508f4-8c87-4a3f-8b4d-c2610f884361 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:25.487709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Transition to ACTIVE for port object 2bf508f4-8c87-4a3f-8b4d-c2610f884361 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:25.493698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.504681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.533873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.558341 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:25.561209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:25.563723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:25.598596 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Pushing event updated for resources: {'Port': ['ID=2bf508f4-8c87-4a3f-8b4d-c2610f884361,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:25.610273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.610616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.610954 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.611285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.611609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.611938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.612261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.612582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.612904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.613220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.613570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.613878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:25.670383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Allocated IP 172.26.0.95 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/bba74235-fefd-4c80-8064-eb48426809b3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:25.676791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Attempting to bind port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:25.677155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Attempting to bind port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:25.677546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Attempting to bind port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 on network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:25.683262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:25.683582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Checking segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:25.684074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.684544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Bound using segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:25.685000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Bound port: 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:25.685369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.771893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] For port 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:25.774966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] For port 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2bf508f4-8c87-4a3f-8b4d-c2610f884361,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:25.781286 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.873834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af17086-8864-4325-8fc2-759bac4fb8b0 None None] Pushing event updated for resources: {'Port': ['ID=2bf508f4-8c87-4a3f-8b4d-c2610f884361,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:25.944475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:25.976692 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:26.041366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:26.044648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:26.050903 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:26.092847 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Pushing event updated for resources: {'Port': ['ID=bba74235-fefd-4c80-8064-eb48426809b3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:26.158810 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2bf508f4-8c87-4a3f-8b4d-c2610f884361 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:26.227702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:26.490935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:26.819397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7564c7-58cb-4f5a-bb3b-ee6ef2b57d04 None None] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:26.843053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:26.931816 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Provisioning for port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:26.948269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Provisioning complete for port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:26.948697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.047458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Router b99d4135-acbf-44d5-9d89-44beb6d1facd is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:18:27.157778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.200681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] For port 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2bf508f4-8c87-4a3f-8b4d-c2610f884361,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:27.206701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.235799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:27.257656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Sync routers for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:27.266989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.271227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e200e4de-d0b7-466a-b4b6-fff025bbdc0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3801110 Apr 29 12:18:27.271893 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60644) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:27.279167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:27.279858 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:27.428663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc28d03-dc5e-496b-90d1-fed1132552ac None None] Pushing event updated for resources: {'Port': ['ID=2bf508f4-8c87-4a3f-8b4d-c2610f884361,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:27.456168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-82982519-1d91-4e2d-9576-115be4d4aacd None None] Provisioning complete for port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:27.456539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-82982519-1d91-4e2d-9576-115be4d4aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:27.538344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:27.921057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:26Z', 'revision_number': 3, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:27.925017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Checking router: b99d4135-acbf-44d5-9d89-44beb6d1facd for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:27.925340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Updating router b99d4135-acbf-44d5-9d89-44beb6d1facd port bba74235-fefd-4c80-8064-eb48426809b3 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:18:27.976054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.074964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.085612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2bf508f4-8c87-4a3f-8b4d-c2610f884361 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:28.254107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:28.254488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.277104 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Allocated IP 172.20.0.1 (ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc/f2755659-7786-492c-9575-ca360d641c28/5cbce9a3-59ea-4bd1-b312-00e6a8ba5419) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:28.427017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.442767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Transition to ACTIVE for port object 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:28.454920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.466120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Transition to ACTIVE for port object bba74235-fefd-4c80-8064-eb48426809b3 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:28.468223 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.471850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.538562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:28.541541 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:28.545212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:28.564294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Attempting to bind port bba74235-fefd-4c80-8064-eb48426809b3 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:28.564678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Attempting to bind port bba74235-fefd-4c80-8064-eb48426809b3 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:28.565050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Attempting to bind port bba74235-fefd-4c80-8064-eb48426809b3 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:28.567488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f67452-128e-43d7-ac4d-52cf141e376b None None] Pushing event updated for resources: {'Port': ['ID=bba74235-fefd-4c80-8064-eb48426809b3,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:28.580149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:28.580684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:28.581217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.581767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:28.582855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Bound port: bba74235-fefd-4c80-8064-eb48426809b3, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:28.582855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.587335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:28.607737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.668895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] For port bba74235-fefd-4c80-8064-eb48426809b3, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:28.672473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] For port bba74235-fefd-4c80-8064-eb48426809b3, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bba74235-fefd-4c80-8064-eb48426809b3,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:28.677186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.750075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:28.761541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:28.762214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:28.875155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f67452-128e-43d7-ac4d-52cf141e376b None None] Pushing event updated for resources: {'Port': ['ID=bba74235-fefd-4c80-8064-eb48426809b3,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:28.911053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-af25b5aa-6c47-4ff2-86ce-6d1ede12368d None None] Provisioning for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:28.920707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-af25b5aa-6c47-4ff2-86ce-6d1ede12368d None None] Provisioning complete for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:28.921016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af25b5aa-6c47-4ff2-86ce-6d1ede12368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.000609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-af25b5aa-6c47-4ff2-86ce-6d1ede12368d None None] Port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:18:29.006969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:29.091354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.097175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.203018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.206534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:29.340957 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:29.341990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:29.360370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 1, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:29.364735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a316a93-a9e6-4764-bf27-81bd14319286 None None] The sync data for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv is: [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 1, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:29.541153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Router b99d4135-acbf-44d5-9d89-44beb6d1facd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:18:29.628581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3485d622-967f-4ee2-a5d6-27f048bf35ac None None] Provisioning complete for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:29.629028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3485d622-967f-4ee2-a5d6-27f048bf35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:29.685659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3485d622-967f-4ee2-a5d6-27f048bf35ac None None] Port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:18:29.735772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:29.745229 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-088bfdb7-dd7a-43dd-a073-70ed817799f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/b99d4135-acbf-44d5-9d89-44beb6d1facd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4720275 Apr 29 12:18:30.124790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bba74235-fefd-4c80-8064-eb48426809b3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:30.206431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port bba74235-fefd-4c80-8064-eb48426809b3 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:30.213454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bba74235-fefd-4c80-8064-eb48426809b3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:30.213880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.328450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60662) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:30.334648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415555060-network', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:30.340165 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:30.344652 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Usage tracker for resource:network and tenant:40bd3179c12740a3b444c16b36b27c36 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:30.347992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:30.348480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.358337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:30.366687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-157294ce-1c4c-439f-9f9d-50ab413242f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.372666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Made reservation on behalf of 40bd3179c12740a3b444c16b36b27c36 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:30.375224 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.377709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port bba74235-fefd-4c80-8064-eb48426809b3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bba74235-fefd-4c80-8064-eb48426809b3,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:30.382139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.393542 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.425016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:30.429373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:40bd3179c12740a3b444c16b36b27c36 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:30.432732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:30.439430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:30.469160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=bba74235-fefd-4c80-8064-eb48426809b3,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:30.528466 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.532752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.561145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:18:30.577622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e1c53-4075-460d-98d8-68d60f618b3c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:30.582651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.582982 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Added segment 517bf4ce-4dae-4afa-8138-efc5cea7d541 of type vlan for network 14c1941f-dc53-4337-ac45-5a9a85b885b7 Apr 29 12:18:30.624434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.665408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.667411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:30.668538 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:30.778158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4478745 Apr 29 12:18:30.781109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60666) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:30.781945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1669ead-a892-4047-be22-1384b60b7dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=14c1941f-dc53-4337-ac45-5a9a85b885b7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:30.788090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Request body: {'subnet': {'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415555060-subnet', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:30.794817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:30.798074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:18:30.799198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Usage tracker for resource:subnet and tenant:40bd3179c12740a3b444c16b36b27c36 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:30.802262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:30.808554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:30.818318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Made reservation on behalf of 40bd3179c12740a3b444c16b36b27c36 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:30.820739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.034576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.108792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3df011d-140e-47e0-94e2-fcb9e7b324f7,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:31.121559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Checking segment: {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:31.121915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Network hostable DHCP agents. Network: 14c1941f-dc53-4337-ac45-5a9a85b885b7, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:18:31.142070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:18:31.152608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 14c1941f-dc53-4337-ac45-5a9a85b885b7) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:31.157656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:31.158636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.161609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b6a242-ab62-429b-8033-34b281154d82 None None] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:31.181013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-457bb8f0-6e54-4855-b104-f1d993a434f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3979869 Apr 29 12:18:31.183735 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60670) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:31.190140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:31.194948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:31.199225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Usage tracker for resource:router and tenant:40bd3179c12740a3b444c16b36b27c36 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:18:31.202334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:18:31.208483 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:31.220327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.221806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.237721 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.382840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-14c1941f-dc53-4337-ac45-5a9a85b885b7', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:18:31.384171 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.433031 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Sync routers for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:31.442113 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:31.442725 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:31.509989 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.551789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Allocated IP 172.20.0.2 (14c1941f-dc53-4337-ac45-5a9a85b885b7/e3df011d-140e-47e0-94e2-fcb9e7b324f7/4670f8f4-cfda-43d5-b7e2-0c5f9665aec3) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:31.620557 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:31.785051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.802629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Transition to ACTIVE for port object 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:31.826784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Transition to ACTIVE for port object 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:31.832665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.905600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:31.908386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:31.912832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:31.915009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Pushing event updated for resources: {'Port': ['ID=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:31.981632 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:31.992417 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 2, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:31.996590 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Checking router: b99d4135-acbf-44d5-9d89-44beb6d1facd for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:31.997014 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Updating router b99d4135-acbf-44d5-9d89-44beb6d1facd port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:18:32.003420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Attempting to bind port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:32.003796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Attempting to bind port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:32.004162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Attempting to bind port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 on network 14c1941f-dc53-4337-ac45-5a9a85b885b7 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:32.010304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:32.010678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Checking segment: {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:32.011190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.011585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Bound using segment: {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:32.012411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Bound port: 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:32.012587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.016795 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.053334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.117804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bba74235-fefd-4c80-8064-eb48426809b3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:32.151427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] For port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:32.175504 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] For port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:32.180981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Allocated IP 172.26.0.45 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/4c033a3e-a40b-4188-83e5-811d59fc836d) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:32.183219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.316675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495803-70f8-48f2-9606-eafb19c04a68 None None] Pushing event updated for resources: {'Port': ['ID=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:32.323258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bba74235-fefd-4c80-8064-eb48426809b3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:32.324066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.344304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.376498 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.456764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:32.459818 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:32.464935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:32.499688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c033a3e-a40b-4188-83e5-811d59fc836d,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:32.542948 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.567260 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Transition to ACTIVE for port object 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:32.584087 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.781466 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Pushing event updated for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:32.797463 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.797810 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.798146 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.798464 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.798790 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.799137 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.799419 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.799738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.800052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.800403 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.800717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.801025 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:32.820429 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Attempting to bind port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:32.820692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Attempting to bind port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:32.821020 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Attempting to bind port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 on network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:32.827225 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:32.827588 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Checking segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:32.827974 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.828354 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Bound using segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:32.828808 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Bound port: 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:32.829174 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.922155 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] For port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:32.926139 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] For port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:32.932223 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:32.933058 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:33.017325 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:33.017998 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:33.051535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa2-261f-4af8-8a04-c82e648c27ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:33.163713 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f7c57-bcd9-4431-a3c7-30d0720fa049 None None] Pushing event updated for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:33.223085 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:33.444515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:33.527509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a120df3-6367-4d88-a882-fd92b2da0f5a None None] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:18:33.563572 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:32Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:33.568471 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729bbae-ac39-4d2d-bd7a-6460db3efe9b None None] The sync data for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv is: [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:32Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:33.640457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d2a69635-4bfe-48f4-80ad-b5314e012c87 None None] Provisioning for port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:33.659798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Router b43eaf3b-6d16-47bd-ae63-090b2954b82d is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:18:33.775072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:33.848817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:33.858518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Sync routers for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:33.868895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:33.869554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:33.882854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:33.886876 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-66f33aa9-c943-4cce-b044-0d496ea979e1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6996310 Apr 29 12:18:33.887742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60674) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:18:34.100004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:34.246856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:34.333369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.338309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.466347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:34.475300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:34.475686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.599686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:32Z', 'revision_number': 3, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:34.608240 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Checking router: b43eaf3b-6d16-47bd-ae63-090b2954b82d for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:34.608573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Updating router b43eaf3b-6d16-47bd-ae63-090b2954b82d port 4c033a3e-a40b-4188-83e5-811d59fc836d binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:18:34.625573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.650618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.680461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.737229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:34.744427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.745184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:34.829087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Allocated IP 172.20.0.1 (14c1941f-dc53-4337-ac45-5a9a85b885b7/e3df011d-140e-47e0-94e2-fcb9e7b324f7/7ac9fbe7-4610-4170-8641-a461a97cfa2c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:34.938795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:34.981012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:34.997116 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Transition to ACTIVE for port object 7ac9fbe7-4610-4170-8641-a461a97cfa2c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:35.020570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.063231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:35.076815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:35.077198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.198270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:35.201641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:35.205232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:35.237194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:35.273193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.299834 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.332488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.357210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Transition to ACTIVE for port object 4c033a3e-a40b-4188-83e5-811d59fc836d will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:35.367194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:35.369992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.405324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.419387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.463287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Attempting to bind port 4c033a3e-a40b-4188-83e5-811d59fc836d on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:35.463644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Attempting to bind port 4c033a3e-a40b-4188-83e5-811d59fc836d by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:35.463998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Attempting to bind port 4c033a3e-a40b-4188-83e5-811d59fc836d on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:35.473331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:35.473758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:35.474149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.474530 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:35.474983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Bound port: 4c033a3e-a40b-4188-83e5-811d59fc836d, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:35.475344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.499395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3444e-ae21-438c-ab1f-d0030dfadee1 None None] Pushing event updated for resources: {'Port': ['ID=4c033a3e-a40b-4188-83e5-811d59fc836d,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:35.599537 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-58923e52-22c7-4292-8a3d-6dd60e27d771 None None] Provisioning for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:35.614174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-58923e52-22c7-4292-8a3d-6dd60e27d771 None None] Provisioning complete for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:35.614813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-58923e52-22c7-4292-8a3d-6dd60e27d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.631026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.636114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.667140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:35.679119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] For port 4c033a3e-a40b-4188-83e5-811d59fc836d, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:35.694913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.696555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] For port 4c033a3e-a40b-4188-83e5-811d59fc836d, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4c033a3e-a40b-4188-83e5-811d59fc836d,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:35.697502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-58923e52-22c7-4292-8a3d-6dd60e27d771 None None] Port 7ac9fbe7-4610-4170-8641-a461a97cfa2c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:18:35.701974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.740340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:35.745006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:35.779635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:35.780239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:35.882175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:35.883414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:35.892281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3444e-ae21-438c-ab1f-d0030dfadee1 None None] Pushing event updated for resources: {'Port': ['ID=4c033a3e-a40b-4188-83e5-811d59fc836d,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:35.966032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:36.071482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Router b43eaf3b-6d16-47bd-ae63-090b2954b82d has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:18:36.114342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:36.251984 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5a9a9edc-1995-4556-8b1b-709bd6214135 None None] Provisioning complete for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:36.252352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9edc-1995-4556-8b1b-709bd6214135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:36.253347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:18:36.262904 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-266435ac-9da5-4d04-8fc3-c27680bf2172 admin admin] 10.222.0.53 "PUT /v2.0/routers/b43eaf3b-6d16-47bd-ae63-090b2954b82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3729801 Apr 29 12:18:36.326179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a9edc-1995-4556-8b1b-709bd6214135 None None] Port 7ac9fbe7-4610-4170-8641-a461a97cfa2c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:18:36.375159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:36.375527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:36.505737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac9fbe7-4610-4170-8641-a461a97cfa2c', 'name': '', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'mac_address': 'fa:16:3e:5f:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:34Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 2, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'subnets': [{'id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:36.514891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754494-a0fc-4ffe-bac5-24f648d27b55 None None] The sync data for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv is: [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac9fbe7-4610-4170-8641-a461a97cfa2c', 'name': '', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'mac_address': 'fa:16:3e:5f:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:34Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 2, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'subnets': [{'id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:36.520351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:36.591519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:36.592153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:36.635075 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:18:38.128721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4c033a3e-a40b-4188-83e5-811d59fc836d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:38.206228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 4c033a3e-a40b-4188-83e5-811d59fc836d completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:38.211763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4c033a3e-a40b-4188-83e5-811d59fc836d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:38.212200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:38.335902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:38.356625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4c033a3e-a40b-4188-83e5-811d59fc836d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4c033a3e-a40b-4188-83e5-811d59fc836d,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:38.361153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:38.440263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4c033a3e-a40b-4188-83e5-811d59fc836d,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:40.097722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4c033a3e-a40b-4188-83e5-811d59fc836d up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:40.169264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4c033a3e-a40b-4188-83e5-811d59fc836d triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:40.169659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:40.464840 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Sync routers for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:18:40.476154 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:40.476941 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:40.717798 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:41.112551 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac9fbe7-4610-4170-8641-a461a97cfa2c', 'name': '', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'mac_address': 'fa:16:3e:5f:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:34Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 2, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'subnets': [{'id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:41.120232 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Checking router: b43eaf3b-6d16-47bd-ae63-090b2954b82d for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:18:41.120612 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Updating router b43eaf3b-6d16-47bd-ae63-090b2954b82d port 7ac9fbe7-4610-4170-8641-a461a97cfa2c binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:18:41.175696 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:41.549659 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:41.564147 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Transition to ACTIVE for port object 7ac9fbe7-4610-4170-8641-a461a97cfa2c will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:41.572804 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:41.722131 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f729fe-fe29-4981-a773-89e197cdf321 None None] Pushing event updated for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:41.831288 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Attempting to bind port 7ac9fbe7-4610-4170-8641-a461a97cfa2c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:41.831650 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Attempting to bind port 7ac9fbe7-4610-4170-8641-a461a97cfa2c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:41.832007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Attempting to bind port 7ac9fbe7-4610-4170-8641-a461a97cfa2c on network 14c1941f-dc53-4337-ac45-5a9a85b885b7 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:41.837980 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:41.838396 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Checking segment: {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:41.838960 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:41.839383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Bound using segment: {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:41.839843 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Bound port: 7ac9fbe7-4610-4170-8641-a461a97cfa2c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517bf4ce-4dae-4afa-8138-efc5cea7d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:41.840207 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:41.956495 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] For port 7ac9fbe7-4610-4170-8641-a461a97cfa2c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:41.959600 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] For port 7ac9fbe7-4610-4170-8641-a461a97cfa2c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac9fbe7-4610-4170-8641-a461a97cfa2c,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:41.964715 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:42.040509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:18:42.041009 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:18:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:42.169537 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f729fe-fe29-4981-a773-89e197cdf321 None None] Pushing event updated for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:42.256156 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:18:42.624954 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac9fbe7-4610-4170-8641-a461a97cfa2c', 'name': '', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'mac_address': 'fa:16:3e:5f:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:34Z', 'updated_at': '2022-04-29T12:18:41Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'subnets': [{'id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:18:42.629079 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd352-9e1c-4e23-b711-0ad028f34b8b None None] The sync data for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv is: [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '7ac9fbe7-4610-4170-8641-a461a97cfa2c', 'name': '', 'network_id': '14c1941f-dc53-4337-ac45-5a9a85b885b7', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'mac_address': 'fa:16:3e:5f:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:34Z', 'updated_at': '2022-04-29T12:18:41Z', 'revision_number': 4, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'subnets': [{'id': 'e3df011d-140e-47e0-94e2-fcb9e7b324f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:18:44.137204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac9fbe7-4610-4170-8641-a461a97cfa2c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:44.208769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:44.216461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:44.216813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.350815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.387965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7ac9fbe7-4610-4170-8641-a461a97cfa2c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac9fbe7-4610-4170-8641-a461a97cfa2c,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:18:44.393738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:44.479522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:46.097071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac9fbe7-4610-4170-8641-a461a97cfa2c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:18:46.183993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7ac9fbe7-4610-4170-8641-a461a97cfa2c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:46.183993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:46.332148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-14cf019f-dc68-492f-9505-b4eba7b904ab tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:46.332794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-14cf019f-dc68-492f-9505-b4eba7b904ab tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:18:46.356048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-14cf019f-dc68-492f-9505-b4eba7b904ab tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:18:46.357595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-14cf019f-dc68-492f-9505-b4eba7b904ab tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 814 time: 0.1922684 Apr 29 12:18:46.373585 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-1a30d568-e409-49a4-bbb4-9508924afeb0 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/quotas/9a599bea00614647aa07ec4f287339b4 HTTP/1.1" status: 200 len: 375 time: 0.0099964 Apr 29 12:18:46.468079 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-984b0967-fd8d-46d7-8dac-3cfb0f89add1 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867743 Apr 29 12:18:46.606685 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-c482aaa0-343f-4c8d-84c4-7b1b5d1f225e service neutron] 10.222.0.53 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258919 Apr 29 12:18:46.845959 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-ab7a471c-b756-4923-8dce-0ea8a6089ada service neutron] 10.222.0.53 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334497 Apr 29 12:18:47.017588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a9c5c00f-10f1-4172-bc1e-b7ac7850ed29 req-1e555a61-55e7-46ea-88b4-fba29d76e463 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:18:47.035254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a9c5c00f-10f1-4172-bc1e-b7ac7850ed29 req-1e555a61-55e7-46ea-88b4-fba29d76e463 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:18:47.036409 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a9c5c00f-10f1-4172-bc1e-b7ac7850ed29 req-1e555a61-55e7-46ea-88b4-fba29d76e463 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 210 time: 0.0611565 Apr 29 12:18:48.216391 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-c8a96ab3-20d3-4d45-859a-ae88c3d68cfc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:48.217823 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-c8a96ab3-20d3-4d45-859a-ae88c3d68cfc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 814 time: 0.2051804 Apr 29 12:18:48.219945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3eb8d4-1a4b-4f7a-81e8-088d5ca299b8 req-ee9bec3b-dc93-442b-b1c5-95afeee3ae62 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 210 time: 0.0551832 Apr 29 12:18:48.236652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'port': {'device_id': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'admin_state_up': True, 'tenant_id': '9a599bea00614647aa07ec4f287339b4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:48.374885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:18:48.387057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:18:48.398658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Made reservation on behalf of 9a599bea00614647aa07ec4f287339b4 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:18:48.402528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.579571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Allocated IP 172.20.0.3 (ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc/f2755659-7786-492c-9575-ca360d641c28/cce770ed-60ca-4e88-9466-0b1622db83e1) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:18:48.833239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.861884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Transition to ACTIVE for port object cce770ed-60ca-4e88-9466-0b1622db83e1 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:48.890238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:48.964554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:18:48.967758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:18:48.970353 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:18:49.045333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:49.067591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:49.068217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:49.072933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.073275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.073657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.073985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.074310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.074648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.075485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.075787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.076170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.081422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.081422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.081422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:18:49.117242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-96ccdbfe-f45f-46cf-b05b-a949890c6b55 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861639 Apr 29 12:18:49.217303 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0c2cb777-f2b3-41b7-bc3c-ac0b3038dca7 None None] Provisioning for port cce770ed-60ca-4e88-9466-0b1622db83e1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:18:49.223627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0c2cb777-f2b3-41b7-bc3c-ac0b3038dca7 None None] Provisioning complete for port cce770ed-60ca-4e88-9466-0b1622db83e1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:18:49.223990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0c2cb777-f2b3-41b7-bc3c-ac0b3038dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:49.282823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0c2cb777-f2b3-41b7-bc3c-ac0b3038dca7 None None] Port cce770ed-60ca-4e88-9466-0b1622db83e1 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:18:49.444679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f694-0b19-4738-8ee8-e3b619338031 req-7d5702a7-84da-4815-9fec-2e676f403ac9 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:49.446233 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10f1f694-0b19-4738-8ee8-e3b619338031 req-7d5702a7-84da-4815-9fec-2e676f403ac9 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0946400 Apr 29 12:18:49.496313 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-10f1f694-0b19-4738-8ee8-e3b619338031 req-e457b371-52ad-4f9f-9ce6-d004405941f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Apr 29 12:18:50.693182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-b4c144be-5118-42fd-b64e-476ec5ac875d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:50.694008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-b4c144be-5118-42fd-b64e-476ec5ac875d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:18:50.710608 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-b4c144be-5118-42fd-b64e-476ec5ac875d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:18:50.711818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-b4c144be-5118-42fd-b64e-476ec5ac875d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.1040864 Apr 29 12:18:50.762377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-760a7adf-a8b3-4b10-9064-70f06e8947ea tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:18:50.783161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-760a7adf-a8b3-4b10-9064-70f06e8947ea tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:18:50.784594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-836e80cb-10be-4485-b1fe-6d799f5f116b req-760a7adf-a8b3-4b10-9064-70f06e8947ea tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666895 Apr 29 12:18:51.981306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc12c-32a3-4404-8145-03b9ce95e19e req-8d17bbe3-c7ff-4e33-a38c-6e7330c289a8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:51.982879 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-070fc12c-32a3-4404-8145-03b9ce95e19e req-8d17bbe3-c7ff-4e33-a38c-6e7330c289a8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0859115 Apr 29 12:18:52.039904 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-070fc12c-32a3-4404-8145-03b9ce95e19e req-62aa91c5-eb8e-49fe-b4f9-3c0b4deeb8a6 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Apr 29 12:18:53.238389 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc76e4-a73f-46e6-9256-ee0455376da2 req-5aac07e8-b196-4030-9a79-47171e5315fc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:53.239879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f0bc76e4-a73f-46e6-9256-ee0455376da2 req-5aac07e8-b196-4030-9a79-47171e5315fc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0909905 Apr 29 12:18:53.284537 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f0bc76e4-a73f-46e6-9256-ee0455376da2 req-237fee37-9631-4f2c-ada6-0af2561ae88e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Apr 29 12:18:54.479967 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd65ba-00da-4610-9807-008c133cc55c req-19b3338a-bb13-45bc-be49-bd4b62dfb164 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:54.481512 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fcd65ba-00da-4610-9807-008c133cc55c req-19b3338a-bb13-45bc-be49-bd4b62dfb164 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0880709 Apr 29 12:18:54.528009 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5fcd65ba-00da-4610-9807-008c133cc55c req-f82e136e-d864-4591-94c1-03b6bae9a2cc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Apr 29 12:18:55.742716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f034cf-c948-4032-bfb4-d5f5da691fb9 req-823aef35-37b7-4843-ac61-1e9d12a173ff tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:55.744244 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42f034cf-c948-4032-bfb4-d5f5da691fb9 req-823aef35-37b7-4843-ac61-1e9d12a173ff tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0976660 Apr 29 12:18:55.792224 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-42f034cf-c948-4032-bfb4-d5f5da691fb9 req-64d3d4ec-f26a-46ec-bee6-a7b1c31032dd tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Apr 29 12:18:56.993430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9ecc6-072f-40ec-87b4-51a064156c19 req-775d70e4-504e-49a6-8a3c-c46a6a80d0ec tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:56.994896 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-25c9ecc6-072f-40ec-87b4-51a064156c19 req-775d70e4-504e-49a6-8a3c-c46a6a80d0ec tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.0820584 Apr 29 12:18:57.044591 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-25c9ecc6-072f-40ec-87b4-51a064156c19 req-61aca828-77bf-4fb5-91f0-36f010553cbf tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Apr 29 12:18:58.099429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Request body: {'port': {'device_id': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:18:58.260857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:58.351809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7226cd-4cfe-4d0f-a65b-fa81d9dd6610 req-2206dc9b-c4e2-4f04-8738-c00d550603ea tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:58.353172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb7226cd-4cfe-4d0f-a65b-fa81d9dd6610 req-2206dc9b-c4e2-4f04-8738-c00d550603ea tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 931 time: 0.1743364 Apr 29 12:18:58.468379 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb7226cd-4cfe-4d0f-a65b-fa81d9dd6610 req-9551c802-3ae6-48b3-96b9-9c9e6846e886 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769966 Apr 29 12:18:58.757328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce770ed-60ca-4e88-9466-0b1622db83e1 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:18:58.764529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:58.778692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Transition to ACTIVE for port object cce770ed-60ca-4e88-9466-0b1622db83e1 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:18:58.783480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:58.932251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:59.028212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Attempting to bind port cce770ed-60ca-4e88-9466-0b1622db83e1 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:18:59.028564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Attempting to bind port cce770ed-60ca-4e88-9466-0b1622db83e1 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:18:59.028900 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Attempting to bind port cce770ed-60ca-4e88-9466-0b1622db83e1 on network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:59.033924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Port cce770ed-60ca-4e88-9466-0b1622db83e1 on network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:18:59.034241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Attempting to bind port cce770ed-60ca-4e88-9466-0b1622db83e1 on network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:18:59.039812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:18:59.040151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Checking segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:18:59.040616 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Bound using segment: {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:18:59.041092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Bound port: cce770ed-60ca-4e88-9466-0b1622db83e1, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc523e27-42e9-4e47-9f51-d18073d3800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:18:59.041378 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:59.130891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:18:59.134016 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:18:59.139639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:59.204480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:59.204976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:18:59.206358 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] 10.222.0.66 "PUT /v2.0/ports/cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1093 time: 1.1113145 Apr 29 12:18:59.206793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:18:59.230060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c502-bd10-496e-8434-6a4a2300b665 service neutron] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:18:59.345292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-73d15597-b411-475e-bd85-adda25aa3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:59.346746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-73d15597-b411-475e-bd85-adda25aa3cfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1096 time: 0.0820363 Apr 29 12:18:59.434306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0e23b4-cb20-410b-a1be-34c2a7668339'] response: {'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:18:59.448606 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-6226b486-66c4-4d68-95c5-ae23bfe5e4d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 217 time: 0.0836399 Apr 29 12:18:59.513055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-437d73c1-8328-4bd4-9ecf-4efe248b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:59.514669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-437d73c1-8328-4bd4-9ecf-4efe248b0681 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0607290 Apr 29 12:18:59.651063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-d408ab42-5baa-4d50-ae17-43b56ed44033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:59.652615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-d408ab42-5baa-4d50-ae17-43b56ed44033 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323938 Apr 29 12:18:59.689914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8f2f0-6fc3-4cd5-8d77-fe18d3789403 req-680cc0a4-6107-44fd-8708-bfd3605e06c7 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:18:59.691361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ed8f2f0-6fc3-4cd5-8d77-fe18d3789403 req-680cc0a4-6107-44fd-8708-bfd3605e06c7 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 943 time: 0.1134770 Apr 29 12:18:59.810999 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ed8f2f0-6fc3-4cd5-8d77-fe18d3789403 req-53561d7f-e39f-4122-bd43-e85e54765559 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057355 Apr 29 12:18:59.834448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-9808f110-a3eb-4c15-924c-a92d1b463a46 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735747 Apr 29 12:18:59.972016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fb65ca53-91e6-45d4-a5ae-9d38497fa5bf req-8d59418e-b2d8-40d2-b067-06088b94ae85 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315720 Apr 29 12:19:00.148864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-5a9b778d-e79c-4fe8-b6a7-05071dc27143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:00.150366 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-5a9b778d-e79c-4fe8-b6a7-05071dc27143 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1096 time: 0.0817127 Apr 29 12:19:00.280532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-d80454b7-9cba-4fd7-9c2e-1d8d70683e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:00.282014 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-d80454b7-9cba-4fd7-9c2e-1d8d70683e34 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1256850 Apr 29 12:19:00.346739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3db05984-af64-4577-af90-52cc70944699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:00.356336 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-ed751d1c-fa04-4039-8b69-52a5531e0e8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 217 time: 0.0686288 Apr 29 12:19:00.522768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-0bd948ef-7958-40c5-92ac-bd7c01f722d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:00.524263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-0bd948ef-7958-40c5-92ac-bd7c01f722d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.1618049 Apr 29 12:19:00.600230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-69dbe04c-ad77-4d77-b55e-2d537f9de7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:00.601760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-69dbe04c-ad77-4d77-b55e-2d537f9de7d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710552 Apr 29 12:19:00.732945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-79cd1b15-d90b-44a5-948c-4f2250f86447 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249111 Apr 29 12:19:00.865634 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-846f67fa-e039-4e50-83d5-c7cb12a825b5 req-c3c694ef-1746-4416-be23-7a8123a87dcf service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263585 Apr 29 12:19:01.026857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942149b1-9930-4635-b24a-e4b80417f8bc req-67c4d46e-0728-475a-9c18-f21278194ff3 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:01.028233 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-942149b1-9930-4635-b24a-e4b80417f8bc req-67c4d46e-0728-475a-9c18-f21278194ff3 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 943 time: 0.1096153 Apr 29 12:19:01.079970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-942149b1-9930-4635-b24a-e4b80417f8bc req-9401cca5-3850-4f03-963b-46713024c990 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Apr 29 12:19:02.285688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd3574-1c50-4fcc-b88a-7103ab711834 req-7d6436ab-e2f9-4ae7-be5b-07c2c0412d8f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:02.287015 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6bdd3574-1c50-4fcc-b88a-7103ab711834 req-7d6436ab-e2f9-4ae7-be5b-07c2c0412d8f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 943 time: 0.0889983 Apr 29 12:19:02.322722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cce770ed-60ca-4e88-9466-0b1622db83e1 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:19:02.338032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6bdd3574-1c50-4fcc-b88a-7103ab711834 req-0e837bce-c63e-4128-8051-7c02df91575d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Apr 29 12:19:02.461194 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:19:02.475077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'port_id': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'mac_address': 'fa:16:3e:ee:91:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:19:02.532896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:02.552482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce770ed-60ca-4e88-9466-0b1622db83e1 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:19:02.570724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:19:02.579439 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:02.652052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:02.983246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:19:03.052904 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f528520-6ad8-4ea7-87ac-7b7686189230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:03.532938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986866f-cfa6-430e-8761-7c2edf167d45 req-11cdfaa7-a4b8-4a56-8b0e-fbd8da6e54fd tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:03.534427 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d986866f-cfa6-430e-8761-7c2edf167d45 req-11cdfaa7-a4b8-4a56-8b0e-fbd8da6e54fd tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 944 time: 0.0897901 Apr 29 12:19:03.589283 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d986866f-cfa6-430e-8761-7c2edf167d45 req-9b1e52d9-7310-4e1b-9a2e-3497f8e58126 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481834 Apr 29 12:19:03.768928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.196407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.197838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.336851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cce770ed-60ca-4e88-9466-0b1622db83e1 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:19:04.409845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port cce770ed-60ca-4e88-9466-0b1622db83e1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:19:04.415780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port cce770ed-60ca-4e88-9466-0b1622db83e1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:19:04.416132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.579736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.607076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:19:04.618993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:19:04.624381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:04.662917 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a859f7-4913-4bba-a204-383ee4963ebf'] response: {'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'code': 200} Apr 29 12:19:04.696933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:04.799765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca91aa-2a2e-4734-b6a7-6ef7521b24fe req-27b45be0-00fd-4f8c-acef-f7839c31aa9d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:04.801247 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dbca91aa-2a2e-4734-b6a7-6ef7521b24fe req-27b45be0-00fd-4f8c-acef-f7839c31aa9d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0883746 Apr 29 12:19:04.849439 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dbca91aa-2a2e-4734-b6a7-6ef7521b24fe req-26fd2024-4352-4e26-8f7d-7d3a428e22df tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Apr 29 12:19:04.928022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2fa66-c460-4bac-87dd-2c5db0b1c74c req-f8fd3051-c691-46bb-a3a4-d9214f1c1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:04.929586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4fa2fa66-c460-4bac-87dd-2c5db0b1c74c req-f8fd3051-c691-46bb-a3a4-d9214f1c1bc6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1098 time: 0.0750642 Apr 29 12:19:04.973344 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4fa2fa66-c460-4bac-87dd-2c5db0b1c74c req-efa2744d-1892-4730-9c9b-73f396ba7a80 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Apr 29 12:19:05.673909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:06.049060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88385-3732-44f4-b326-6a2b7013f401 req-087811da-fb02-4722-8a04-c8431c3f4f17 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:06.050968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-66c88385-3732-44f4-b326-6a2b7013f401 req-087811da-fb02-4722-8a04-c8431c3f4f17 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0877464 Apr 29 12:19:06.101050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-66c88385-3732-44f4-b326-6a2b7013f401 req-5d91466d-7d09-477a-979b-72c094a98df5 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Apr 29 12:19:07.308228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08414e76-2e6e-4f2c-830b-7f864380b2cf req-f7a3eb39-b9cc-4f49-85db-19256efd9a94 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:07.309696 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-08414e76-2e6e-4f2c-830b-7f864380b2cf req-f7a3eb39-b9cc-4f49-85db-19256efd9a94 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0837791 Apr 29 12:19:07.354253 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-08414e76-2e6e-4f2c-830b-7f864380b2cf req-d8a5cf2a-4c2e-4669-b1da-ad7d136a2502 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 Apr 29 12:19:07.556801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f133d7-964b-4899-8932-93b73f0fe86b req-6cdd2124-10d5-4868-8e3d-df4cb9e48b45 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:07.558476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09f133d7-964b-4899-8932-93b73f0fe86b req-6cdd2124-10d5-4868-8e3d-df4cb9e48b45 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0964139 Apr 29 12:19:07.606905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-09f133d7-964b-4899-8932-93b73f0fe86b req-54cf9b19-87e8-4fe2-a9f1-49388f3ff8ec tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Apr 29 12:19:08.174626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65ebda-10db-42c6-b8d8-d1cba64ed460 req-5cda0825-d635-4606-8d56-718fa2dcb7a0 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:08.176095 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6a65ebda-10db-42c6-b8d8-d1cba64ed460 req-5cda0825-d635-4606-8d56-718fa2dcb7a0 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0937395 Apr 29 12:19:08.226517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6a65ebda-10db-42c6-b8d8-d1cba64ed460 req-e54b9974-c421-4f6e-947c-929fd8bc4e97 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Apr 29 12:19:13.640646 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:19:18.523450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5672ac-8c44-4d8c-ade1-bb07ed60843d req-51f2aece-4a14-4dc7-b5ba-226d215cc352 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:18.524778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff5672ac-8c44-4d8c-ade1-bb07ed60843d req-51f2aece-4a14-4dc7-b5ba-226d215cc352 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0947537 Apr 29 12:19:18.568790 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff5672ac-8c44-4d8c-ade1-bb07ed60843d req-00733a42-0315-47d1-82c8-f2725973011b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Apr 29 12:19:18.593956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60868) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:18.784592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0133e8d-2fd2-40ee-8f5d-033aee90e5a0 tempest-TestMinimumBasicScenario-20341399 tempest-TestMinimumBasicScenario-20341399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:18.786195 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c0133e8d-2fd2-40ee-8f5d-033aee90e5a0 tempest-TestMinimumBasicScenario-20341399 tempest-TestMinimumBasicScenario-20341399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1093 time: 0.1912456 Apr 29 12:19:18.789099 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60874) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:18.794434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:18.800885 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:18.805114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:floatingip and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:18.808148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:18.814197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:18.826927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:18.967607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:19.116567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Allocated IP 172.26.0.164 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/ad2f1a1c-5159-44d9-b2fe-448dc5a7d632) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:19:19.403927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:19.435984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:19.504140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:19:19.506999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:19:19.510605 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:19:19.542986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'Port': ['ID=ad2f1a1c-5159-44d9-b2fe-448dc5a7d632,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:19.558859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.559207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.559552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.559873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.560202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.560529 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.560852 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.561173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.561518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.561859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.562174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.562447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:19:19.939355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:20.019557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:20.232927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:20.239199 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:20.353938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'Port': ['ID=ad2f1a1c-5159-44d9-b2fe-448dc5a7d632,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:20.364076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:20.537829 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Floating IP 2a4d7067-a3b1-4162-8537-06ef9ccf143e associated. External IP: 172.26.0.164, port: cce770ed-60ca-4e88-9466-0b1622db83e1. Apr 29 12:19:21.034618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Router b99d4135-acbf-44d5-9d89-44beb6d1facd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:19:21.221250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:19:21.231377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Sync routers for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:19:21.241307 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:19:21.242000 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:19:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:19:21.246137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.300790 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9bd0cdf4-d758-4002-bf57-a98cb904edba tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5105221 Apr 29 12:19:21.301269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:19:21.303728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60878) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:21.309827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431529020', 'description': 'tempest-secgroup-smoke-1431529020 description', 'project_id': '9a599bea00614647aa07ec4f287339b4'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:21.317089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:21.328423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:21.344525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.365127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:21.369151 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:21.373722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:21.379648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:21.413674 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5704d7e5-a80f-4aad-93e1-376de54a7f06'] response: {'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:19:21.439780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:19:21.458643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.463215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.514585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.515789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2105219 Apr 29 12:19:21.518969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60888) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:21.524359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefc50c-4dc2-4ec1-856f-8450ef22c86b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6fe0b8-b914-46aa-8596-b0e3d8b74423,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:21.524619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:21.539924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:21.543798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:21.547248 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:21.553959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:21.571926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.616322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-d81ef23f-53b2-4d81-82a7-ce7d18198092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:21.618234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-d81ef23f-53b2-4d81-82a7-ce7d18198092 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1098 time: 0.1507883 Apr 29 12:19:21.643468 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.647800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.679948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87d185d-0369-4f23-ab69-7f152a11e178,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:21.687871 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.689376 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e59c2d43-4148-48d3-8459-01c660f57339 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692877 Apr 29 12:19:21.692047 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60892) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:21.697868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:21.705923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:21.708987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:21.712397 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:21.718689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:21.745577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.786624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-88c9c502-969b-422e-835a-3f6e96865679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:21.788198 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-88c9c502-969b-422e-835a-3f6e96865679 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1639721 Apr 29 12:19:21.826924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.832324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.834561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '2a4d7067-a3b1-4162-8537-06ef9ccf143e', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'port_id': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'mac_address': 'fa:16:3e:ee:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:19:19Z', 'updated_at': '2022-04-29T12:19:19Z', 'revision_number': 0, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:19:21.841943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Checking router: b99d4135-acbf-44d5-9d89-44beb6d1facd for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:19:21.860686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:19:21.860686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:19:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:19:21.870507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c00195-bce9-4b59-971d-245016193af8,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:21.878484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:21.882430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c77aa7e7-d298-4edc-8ada-5fcfd7e07190 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869745 Apr 29 12:19:21.882974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60896) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:21.891064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:21.900422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:21.907814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:21.912185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:21.925888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:21.932791 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-8210487a-1683-4404-9fd7-8525ccd48f12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 999 time: 0.1372442 Apr 29 12:19:21.982654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.027569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-f3584721-7740-4458-82de-01e520cc8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:22.029008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-f3584721-7740-4458-82de-01e520cc8088 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0902269 Apr 29 12:19:22.051105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:19:22.114747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.123706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.151157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c65452-5a0a-4528-969a-c8cf5cae97cf,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:22.162146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-e7942958-c213-4a90-8c47-f19af6fa301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:22.163556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-e7942958-c213-4a90-8c47-f19af6fa301c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280615 Apr 29 12:19:22.164760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.165788 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-72053ca4-8fa0-4ccb-a4a0-756aca073f02 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816060 Apr 29 12:19:22.168461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60900) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:22.190970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:22.201770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:22.215960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:22.219952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:22.374310 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:22.408472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.413482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '2a4d7067-a3b1-4162-8537-06ef9ccf143e', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'port_id': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'mac_address': 'fa:16:3e:ee:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:19:19Z', 'updated_at': '2022-04-29T12:19:19Z', 'revision_number': 0, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:19:22.418360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c837e9-4d71-4f86-9a09-7569148681f9 None None] The sync data for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv is: [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '2a4d7067-a3b1-4162-8537-06ef9ccf143e', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'port_id': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'mac_address': 'fa:16:3e:ee:91:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:19:19Z', 'updated_at': '2022-04-29T12:19:19Z', 'revision_number': 0, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:19:22.450731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-173cb112-590f-43eb-9bfe-36ce32c9ee85 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791975 Apr 29 12:19:22.584429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.592495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.632106 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-db3aa67a-3227-4e74-b185-9e0f3ab7c53b req-d00dc4c2-88dc-4387-949a-8268faddcafb service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740675 Apr 29 12:19:22.632388 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e0971-4ae0-4577-8318-84e5d6ebba44 None None] New status for floating IP 2a4d7067-a3b1-4162-8537-06ef9ccf143e: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:19:22.632920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0cb850-1b8d-4f5a-b151-9f476bba633b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:22.641961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.646100 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-73a3df4e-734e-4916-a5d3-c8050b0cc915 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4737377 Apr 29 12:19:22.646286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 60904) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:22.651195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:22.657999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:22.662152 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:22.665145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:22.672182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:22.681778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Project 9a599bea00614647aa07ec4f287339b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:19:22.688402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.771153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.779077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.798611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703818c8-9f3e-4153-8aa9-00f6c0d897a1,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:22.807851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.809142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-96a19785-d0c7-464f-a14f-ef2e578b3643 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619585 Apr 29 12:19:22.811954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 60908) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:19:22.818206 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'security_group_rule': {'security_group_id': '2f6fe0b8-b914-46aa-8596-b0e3d8b74423', 'project_id': '9a599bea00614647aa07ec4f287339b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:22.824629 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:19:22.829106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Usage tracker for resource:security_group_rule and tenant:9a599bea00614647aa07ec4f287339b4 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:19:22.832209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:19:22.838414 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:19:22.850023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Project 9a599bea00614647aa07ec4f287339b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:19:22.857543 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.923699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.933081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.963371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0693e347-dc91-4cda-9766-2dd55fc03596,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:22.972673 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:22.974076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-046901c6-8b56-455e-b855-562aeba514f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610949 Apr 29 12:19:23.093167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-2c3c0db4-8820-4629-80c9-7530a215dd90 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:19:23.109799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-2c3c0db4-8820-4629-80c9-7530a215dd90 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:19:23.111041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-2c3c0db4-8820-4629-80c9-7530a215dd90 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431529020&fields=id&tenant_id=9a599bea00614647aa07ec4f287339b4 HTTP/1.1" status: 200 len: 267 time: 0.0590239 Apr 29 12:19:23.206458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-f2334042-902e-4e81-9b05-2f0b17e3413b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:23.207931 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-f2334042-902e-4e81-9b05-2f0b17e3413b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0905983 Apr 29 12:19:23.219472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'port': {'security_groups': ['bc279707-51e0-413d-9afd-3cc67023124c', '2f6fe0b8-b914-46aa-8596-b0e3d8b74423']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:19:23.344120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:23.619247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:19:23.640764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:23.646697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:23.680377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:19:23.716889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:23.717530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:23.719024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe66e3af-f971-4cba-b11e-f0dc419498a7 req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "PUT /v2.0/ports/cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 981 time: 0.5043075 Apr 29 12:19:23.719470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:19:23.752399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdc4b5-92a5-4c1f-af4b-bb74a76bbb7a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=6']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:19:23.782738 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d7ea3f-be5c-4f94-8b0d-7a4ad3486600'] response: {'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:19:23.846948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:19:23.966841 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94686-01da-416c-9ad5-753e3dfd1c5a req-c3072444-6420-432e-a7f4-07ec216c649c tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:23.968302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-84c94686-01da-416c-9ad5-753e3dfd1c5a req-c3072444-6420-432e-a7f4-07ec216c649c tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.1092463 Apr 29 12:19:23.970756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-977e8d36-3c88-48c5-b26c-896badc52091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:23.971915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-977e8d36-3c88-48c5-b26c-896badc52091 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1137 time: 0.1482821 Apr 29 12:19:24.079795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-f6fca913-a99c-4f37-b613-56481e273fce None None] Provisioning complete for port cce770ed-60ca-4e88-9466-0b1622db83e1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:19:24.080166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f6fca913-a99c-4f37-b613-56481e273fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:24.094895 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-84c94686-01da-416c-9ad5-753e3dfd1c5a req-e3ab09c0-2ae3-4399-beb5-abde64b1401f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206148 Apr 29 12:19:24.145567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-60761f32-6510-4732-af50-7b5a2703e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:24.146993 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-60761f32-6510-4732-af50-7b5a2703e1e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1599886 Apr 29 12:19:24.249633 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-bd334d65-98dc-4612-a67b-9b789dac5e3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1001 time: 0.0963242 Apr 29 12:19:24.316773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-2f0c1743-7abf-4fb7-bab3-f772addf5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:24.318262 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-2f0c1743-7abf-4fb7-bab3-f772addf5472 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0635886 Apr 29 12:19:24.399257 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-cd553877-6f65-4b34-8d05-82f64671ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:24.401052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-cd553877-6f65-4b34-8d05-82f64671ba93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768089 Apr 29 12:19:24.539778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-06713681-13ab-4f1e-842b-0879aa1b7a36 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328306 Apr 29 12:19:24.684934 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-34822fa2-c14f-4f44-bb95-1304f16d840b req-66889b69-cd6d-45f2-9e86-9a9d325ec654 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377563 Apr 29 12:19:30.346847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-45656ac6-4bd0-4bbc-9aee-374cb8e46187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:33.049541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5d4db284-a16e-4f87-b888-44a5b2512dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:33.770238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:34.201423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:34.207165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:35.678760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:19:41.768172 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-f1f4f147-d59e-49eb-af25-7051a715956b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851748 Apr 29 12:19:41.948550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d226d2-f62a-489e-96c7-a50db62479bb req-45e9bcbc-ebcb-49b6-9903-f0dbfdbba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:41.950279 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-45e9bcbc-ebcb-49b6-9903-f0dbfdbba120 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1137 time: 0.0850432 Apr 29 12:19:42.210154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d226d2-f62a-489e-96c7-a50db62479bb req-b6b3619b-e1d7-4d1c-b360-e8d3f98fa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:42.211710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-b6b3619b-e1d7-4d1c-b360-e8d3f98fa51c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.2398212 Apr 29 12:19:42.321744 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-a7bfb8f7-bc04-4237-9546-364ab830dc49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1001 time: 0.1003497 Apr 29 12:19:42.386022 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d226d2-f62a-489e-96c7-a50db62479bb req-09bf8f30-c308-45a2-b22c-7882d1055a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:42.387528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-09bf8f30-c308-45a2-b22c-7882d1055a8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0588927 Apr 29 12:19:42.473155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d226d2-f62a-489e-96c7-a50db62479bb req-46574344-4e7f-4f18-bb78-24232cde41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:19:42.474683 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-46574344-4e7f-4f18-bb78-24232cde41d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808206 Apr 29 12:19:42.620615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-4db308e9-2f0b-4020-8a2b-3d0dfdc0d6be service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392443 Apr 29 12:19:42.759980 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83d226d2-f62a-489e-96c7-a50db62479bb req-46760f28-0ff7-4b8d-924d-83dfbcdbf564 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321380 Apr 29 12:19:50.645947 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:20:00.344399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b2cd7d01-f2b2-4c54-bbd2-d822c0ac0b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:03.047067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-66f2c14f-94ef-4c9c-b20c-d87960783ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:03.772259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:04.204992 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:04.235105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:05.681457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:22.240674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bb8b8-afeb-4369-ad5a-92d42486a985 req-d889a19f-cc80-4e0f-9c5c-835de3316137 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:22.242154 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-394bb8b8-afeb-4369-ad5a-92d42486a985 req-d889a19f-cc80-4e0f-9c5c-835de3316137 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.1450679 Apr 29 12:20:22.245003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-4d2e4cff-8d8d-41e8-80c1-d2bad0b71ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:22.246364 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-4d2e4cff-8d8d-41e8-80c1-d2bad0b71ab6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1137 time: 0.1110544 Apr 29 12:20:22.369145 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-394bb8b8-afeb-4369-ad5a-92d42486a985 req-ca51f9b7-c84e-4577-bc69-3660b58fc1d6 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209669 Apr 29 12:20:22.407690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-db841ff2-80da-4571-9ed1-cb1fd4da52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:22.409121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-db841ff2-80da-4571-9ed1-cb1fd4da52fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1484172 Apr 29 12:20:22.513194 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-a2116cb8-feaf-486f-87b7-604dddfcc23c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1001 time: 0.0976729 Apr 29 12:20:22.575915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-a6465d74-a681-418c-b7a7-90ce1f13ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:22.577707 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-a6465d74-a681-418c-b7a7-90ce1f13ee6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0585551 Apr 29 12:20:22.658549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-0d0f00d4-6f24-4293-bf8f-2873e3627991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:22.660772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-0d0f00d4-6f24-4293-bf8f-2873e3627991 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769470 Apr 29 12:20:22.804636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-3eadd92e-e5ac-4758-9fea-5768365e416d service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372905 Apr 29 12:20:22.937046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cc8c90b6-2729-47f5-b3f5-4d8cd93e2fb5 req-6a04ec07-4a55-4ab0-bcf9-6bf32bbc0aa5 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252432 Apr 29 12:20:23.578856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60025-ca8e-485b-adb6-f08fe52e2742 req-4bfd72e0-acbc-4241-930c-d14034e0c310 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:23.580295 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e2e60025-ca8e-485b-adb6-f08fe52e2742 req-4bfd72e0-acbc-4241-930c-d14034e0c310 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.1019294 Apr 29 12:20:23.629839 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e2e60025-ca8e-485b-adb6-f08fe52e2742 req-8b874b29-198a-46d7-80dd-65bb909b34cd tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413661 Apr 29 12:20:24.847529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f66a54-80ed-49be-9851-072a64afa712 req-316e9ca7-b3de-4f42-9362-7f136a970302 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:24.848880 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87f66a54-80ed-49be-9851-072a64afa712 req-316e9ca7-b3de-4f42-9362-7f136a970302 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.1011255 Apr 29 12:20:24.902216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87f66a54-80ed-49be-9851-072a64afa712 req-6f52f053-57fa-409e-b77c-7e2cacee30a0 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447683 Apr 29 12:20:26.112063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476836b-5539-4a19-949c-25f14f451fe3 req-01e6fdaf-23a6-4b62-b37f-5721c57cba1d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:26.113544 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c476836b-5539-4a19-949c-25f14f451fe3 req-01e6fdaf-23a6-4b62-b37f-5721c57cba1d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0891862 Apr 29 12:20:26.163621 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c476836b-5539-4a19-949c-25f14f451fe3 req-e3bea5ec-cf24-4b68-b96d-51b4ae3e5018 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421062 Apr 29 12:20:27.491549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964bc52-b0c9-483a-a184-fc0cefdda65d req-ae341e08-9ce1-4934-bcbc-8273bbbbec17 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:27.492903 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a964bc52-b0c9-483a-a184-fc0cefdda65d req-ae341e08-9ce1-4934-bcbc-8273bbbbec17 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.2092347 Apr 29 12:20:27.541408 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a964bc52-b0c9-483a-a184-fc0cefdda65d req-14b1771e-817e-4894-ab08-7aaaaf7bcda7 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412073 Apr 29 12:20:27.650716 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:20:28.742475 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b3547-5d0a-4be0-9739-c785d1275f07 req-948db249-ccd9-4ecf-b898-6517752573c4 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:28.743873 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e8b3547-5d0a-4be0-9739-c785d1275f07 req-948db249-ccd9-4ecf-b898-6517752573c4 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0925727 Apr 29 12:20:28.792433 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6e8b3547-5d0a-4be0-9739-c785d1275f07 req-fbc5ec5d-ceb8-4107-ba54-60501551db30 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425665 Apr 29 12:20:29.986920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19ca5-2710-4b2e-a659-8beaa8b532db req-a2f2e9a2-da90-4e36-b87e-37918f67574e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:29.988366 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-47e19ca5-2710-4b2e-a659-8beaa8b532db req-a2f2e9a2-da90-4e36-b87e-37918f67574e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0862739 Apr 29 12:20:30.043230 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-47e19ca5-2710-4b2e-a659-8beaa8b532db req-e7c4f0f4-a40e-40a4-8a98-236c496ff42c tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458114 Apr 29 12:20:30.340673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-771bb8db-980b-4ccb-a301-16908650bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:31.251659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1da09f-8279-4e7c-913c-a4e537eaa572 req-828f75bf-6f91-490c-a187-81d44613261b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:31.253139 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c1da09f-8279-4e7c-913c-a4e537eaa572 req-828f75bf-6f91-490c-a187-81d44613261b tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0910299 Apr 29 12:20:31.306227 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9c1da09f-8279-4e7c-913c-a4e537eaa572 req-38a82f01-a616-450e-8092-d9aa7a93a192 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445423 Apr 29 12:20:32.497182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7da1-c725-45a9-9137-5819c5f8149c req-f43e4e58-2669-4eab-836c-f8e38b478c97 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:32.498652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-324e7da1-c725-45a9-9137-5819c5f8149c req-f43e4e58-2669-4eab-836c-f8e38b478c97 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0813551 Apr 29 12:20:32.550262 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-324e7da1-c725-45a9-9137-5819c5f8149c req-d9bc5f07-4cf4-4a7a-88b9-054b759184d2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430660 Apr 29 12:20:33.046167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4d2189ea-2e68-442d-b3b4-0c1b9f24bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:33.769483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:33.779910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a3fe-08ee-4893-bc11-c5cd87606a2d req-1c30fcc7-fd85-4028-b5ef-c29113411d26 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:33.781363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f756a3fe-08ee-4893-bc11-c5cd87606a2d req-1c30fcc7-fd85-4028-b5ef-c29113411d26 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.1026244 Apr 29 12:20:33.838323 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f756a3fe-08ee-4893-bc11-c5cd87606a2d req-92ef880c-ca5a-425f-9d3f-bb2781c210ad tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487642 Apr 29 12:20:34.202431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:34.260163 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:35.031938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a107-d291-475b-bdc8-b64c654725c6 req-476b69e5-f071-4532-abb2-e957ecdd4160 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:35.033494 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-21c1a107-d291-475b-bdc8-b64c654725c6 req-476b69e5-f071-4532-abb2-e957ecdd4160 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0830641 Apr 29 12:20:35.080906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-21c1a107-d291-475b-bdc8-b64c654725c6 req-68baf836-4f1b-4929-9ea7-b52701958060 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412705 Apr 29 12:20:35.682469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:20:36.286245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fb55a-f3ef-4b9d-bbeb-93ab655603f8 req-757cb111-0f04-4b8c-b83a-a9844907b48e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:36.287699 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-496fb55a-f3ef-4b9d-bbeb-93ab655603f8 req-757cb111-0f04-4b8c-b83a-a9844907b48e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0980127 Apr 29 12:20:36.338974 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-496fb55a-f3ef-4b9d-bbeb-93ab655603f8 req-50993332-556d-41d7-baac-72310492aaaa tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422785 Apr 29 12:20:37.538260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39926-120f-4642-939d-0d5937882c13 req-73fe083a-c864-4440-b98e-afbc07e7b778 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:37.539697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b2b39926-120f-4642-939d-0d5937882c13 req-73fe083a-c864-4440-b98e-afbc07e7b778 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0808227 Apr 29 12:20:37.589202 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b2b39926-120f-4642-939d-0d5937882c13 req-a4019893-f8e9-41fe-b668-8d4e7ea937f4 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406554 Apr 29 12:20:38.782013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b655df-9ed5-4756-9bf5-a4ac5f7a2f21 req-9ac796ce-8fb6-4567-b779-ed6c104d2f0d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:38.783361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-06b655df-9ed5-4756-9bf5-a4ac5f7a2f21 req-9ac796ce-8fb6-4567-b779-ed6c104d2f0d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0847363 Apr 29 12:20:38.835853 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-06b655df-9ed5-4756-9bf5-a4ac5f7a2f21 req-674b1af9-2447-4be4-b45d-3d0073ea50e2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441232 Apr 29 12:20:40.044573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306d04-615d-4f34-aa61-ae2c1aba37cd req-d6e6c541-1811-4db8-bb8b-2213ed27929c tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:40.046028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c2306d04-615d-4f34-aa61-ae2c1aba37cd req-d6e6c541-1811-4db8-bb8b-2213ed27929c tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0909278 Apr 29 12:20:40.109498 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c2306d04-615d-4f34-aa61-ae2c1aba37cd req-a555ad5d-6a8d-45d1-abfa-37a32828c2f8 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f6fe0b8-b914-46aa-8596-b0e3d8b74423&id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553877 Apr 29 12:20:41.764783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-9ee9f0c4-a909-4c15-9600-e6a718bea24f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717027 Apr 29 12:20:41.953531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773272-9e95-49eb-b874-84779842e81c req-cc1bc1ee-cf34-4fd6-953f-56db53fbeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:41.954987 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-cc1bc1ee-cf34-4fd6-953f-56db53fbeac4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1137 time: 0.0789320 Apr 29 12:20:42.099260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773272-9e95-49eb-b874-84779842e81c req-b4c98947-acb7-42fc-a29a-1eacc7d81639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:42.100699 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-b4c98947-acb7-42fc-a29a-1eacc7d81639 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1269774 Apr 29 12:20:42.206419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-03d30f3f-17ca-4899-a5fd-2e1c5ebfd19a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1001 time: 0.1000438 Apr 29 12:20:42.265888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773272-9e95-49eb-b874-84779842e81c req-16d89a13-0c71-44f3-bbb2-2bab2e09f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:42.267282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-16d89a13-0c71-44f3-bbb2-2bab2e09f0e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0555983 Apr 29 12:20:42.352489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773272-9e95-49eb-b874-84779842e81c req-f1423e36-6de5-4a6c-acb1-457bec99835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:20:42.353888 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-f1423e36-6de5-4a6c-acb1-457bec99835b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809381 Apr 29 12:20:42.488722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-ffaf841f-d679-4f6a-bcc9-2ab19d4f9778 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278772 Apr 29 12:20:42.626136 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-72773272-9e95-49eb-b874-84779842e81c req-a3e75861-56b5-4e7c-99e4-f687f81986e4 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317601 Apr 29 12:21:00.338776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bcc359cb-c9cd-4a17-aabc-a0a5605c8911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:03.043541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-12f143ea-bac9-4d01-b9e1-132bd0fe80a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:03.768608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:04.208704 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:04.250466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:04.651186 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:21:05.691538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:30.336500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2bae9c30-b0b8-4f53-b54e-a8ad51a74a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:33.040676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d43bdba-39bf-44ab-8d89-26c32f88ae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:33.763829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:34.210097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:34.252584 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:35.545991 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-3ca4946a-fb67-46c8-9c60-7810cdced253 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431529020&fields=id&tenant_id=9a599bea00614647aa07ec4f287339b4 HTTP/1.1" status: 200 len: 267 time: 0.1145365 Apr 29 12:21:35.636268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-732ce8b2-45aa-4594-a8ee-a38fe7eeca3a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:35.638008 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-732ce8b2-45aa-4594-a8ee-a38fe7eeca3a tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 984 time: 0.0852361 Apr 29 12:21:35.649918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Request body: {'port': {'security_groups': ['bc279707-51e0-413d-9afd-3cc67023124c']}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:21:35.686458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:35.774593 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.155277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:36.182230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.189637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.224795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:21:36.264551 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:36.265182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.266620 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c8d7e690-4a3a-4596-b1f9-3b964b2efc81 req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "PUT /v2.0/ports/cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 942 time: 0.6214561 Apr 29 12:21:36.267102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:21:36.273852 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32780) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:36.291182 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event updated for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=7']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:36.307056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.307585 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.308153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.309982 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.310337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.310680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.311021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.311355 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.311684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.312009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.312361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.312718 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d057878a-e122-4101-aacb-f24adef1ed07 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.340707 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af23699-f74b-485b-97a0-463f511da755'] response: {'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:21:36.379506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.382012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:21:36.417226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.533553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-a3f7899e-8d08-4d58-88c3-a6dae6536d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:36.534902 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-a3f7899e-8d08-4d58-88c3-a6dae6536d44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1098 time: 0.1203477 Apr 29 12:21:36.588078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.631905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-4ba53f81-a2e1-415e-a67f-b8405f1aba7e None None] Provisioning complete for port cce770ed-60ca-4e88-9466-0b1622db83e1 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:21:36.632357 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4ba53f81-a2e1-415e-a67f-b8405f1aba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.656335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6fe0b8-b914-46aa-8596-b0e3d8b74423,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:36.782222 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.782563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.782907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.783274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.783578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.783925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.784243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.784567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.784884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.785199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.785548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.785844 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:21:36.799585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:36.803466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1cbd06d6-b9d6-4dfa-bf1e-924d5733816f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f6fe0b8-b914-46aa-8596-b0e3d8b74423 HTTP/1.1" status: 204 len: 168 time: 0.5280366 Apr 29 12:21:36.803670 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32784) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:36.825156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-78c5114f-e5c8-4e10-98aa-7a7fda022352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:36.826649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-78c5114f-e5c8-4e10-98aa-7a7fda022352 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.2825375 Apr 29 12:21:36.927203 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-ba2187ff-d94a-43ed-a879-c5fcc417453b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 1001 time: 0.0943727 Apr 29 12:21:36.988506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-66254957-64d5-404c-b51f-c0e9432130b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:36.989990 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-66254957-64d5-404c-b51f-c0e9432130b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0572383 Apr 29 12:21:37.024936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Deleting port ad2f1a1c-5159-44d9-b2fe-448dc5a7d632 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:37.025275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:37.064227 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-0628e1e3-e44b-4e4f-b25b-2f585ae60af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:37.065772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-0628e1e3-e44b-4e4f-b25b-2f585ae60af5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703425 Apr 29 12:21:37.197168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-12dce31c-4deb-40eb-8329-369dc7b2ab82 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255691 Apr 29 12:21:37.200322 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:37.200688 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:37.336308 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0f522752-d536-4142-8d3b-5d0f5e48b64e req-8ca7f5a1-0912-4a11-aca4-1403585bb6a9 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327362 Apr 29 12:21:37.337547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Calling delete_port for ad2f1a1c-5159-44d9-b2fe-448dc5a7d632 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:37.509507 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:37.557927 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event deleted for resources: {'Port': ['ID=ad2f1a1c-5159-44d9-b2fe-448dc5a7d632,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:37.650785 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:37.651113 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Floating IP 2a4d7067-a3b1-4162-8537-06ef9ccf143e disassociated (deleted). External IP: 172.26.0.164, port: cce770ed-60ca-4e88-9466-0b1622db83e1. Apr 29 12:21:38.007531 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Router b99d4135-acbf-44d5-9d89-44beb6d1facd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:21:38.310006 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:21:38.325811 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Sync routers for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:21:38.334535 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:38.337751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:38.338293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:38.393655 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09f74a82-37c3-442b-9c7d-c92c9151cb89 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a4d7067-a3b1-4162-8537-06ef9ccf143e HTTP/1.1" status: 204 len: 168 time: 1.5887375 Apr 29 12:21:38.394366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:21:38.473364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6495b3d9-0607-41c2-bb0e-ac34f34cd13b'] response: {'name': 'network-changed', 'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:21:38.525285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:38.626034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3781e-eb05-48b9-947a-dc770b004529 req-21cec93f-2882-4138-9627-298f48aaac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:38.627060 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-21cec93f-2882-4138-9627-298f48aaac86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a599bea00614647aa07ec4f287339b4&device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 1098 time: 0.1093917 Apr 29 12:21:38.770260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3781e-eb05-48b9-947a-dc770b004529 req-8e181e24-9b17-4db0-b4c1-10d9a7f928f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:38.771956 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-8e181e24-9b17-4db0-b4c1-10d9a7f928f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 200 len: 915 time: 0.1368532 Apr 29 12:21:38.850320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-9cdbe767-f5e3-480b-9ed4-31818d05e963 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 200 len: 217 time: 0.0697708 Apr 29 12:21:38.897116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:38.902517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Checking router: b99d4135-acbf-44d5-9d89-44beb6d1facd for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:21:38.913762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:38.915310 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:38.918973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3781e-eb05-48b9-947a-dc770b004529 req-11093e51-5ab4-414c-8af5-ef8771e07512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:38.920420 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-11093e51-5ab4-414c-8af5-ef8771e07512 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 200 len: 853 time: 0.0649104 Apr 29 12:21:38.995771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3781e-eb05-48b9-947a-dc770b004529 req-10121833-17b8-42bd-a2a8-921be39c5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:38.997235 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-10121833-17b8-42bd-a2a8-921be39c5d54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713634 Apr 29 12:21:39.111767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:39.129176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-bee7f26e-24cc-4eaa-b65b-4c232c0b4c88 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Apr 29 12:21:39.269817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02f3781e-eb05-48b9-947a-dc770b004529 req-8cfde488-6f75-47d9-9590-628c112704b9 service neutron] 10.222.0.66 "GET /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350582 Apr 29 12:21:39.429138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:39.433594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1654e6-2aed-41a3-a595-384534c3e89f None None] The sync data for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv is: [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:18:28Z', 'revision_number': 4, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '5cbce9a3-59ea-4bd1-b312-00e6a8ba5419', 'name': '', 'network_id': 'ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'mac_address': 'fa:16:3e:7f:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'f2755659-7786-492c-9575-ca360d641c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:28Z', 'updated_at': '2022-04-29T12:18:35Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'subnets': [{'id': 'f2755659-7786-492c-9575-ca360d641c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:21:39.677591 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd725e-0009-48a9-8646-bcb98a518d52 None None] New status for floating IP 2a4d7067-a3b1-4162-8537-06ef9ccf143e: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:21:41.651056 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:21:42.990725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb8ce-0b94-4bb3-b7b8-fb1347feee34 req-9230fc09-48f9-4772-8146-3fbfa8b7da5e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:42.992212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-306bb8ce-0b94-4bb3-b7b8-fb1347feee34 req-9230fc09-48f9-4772-8146-3fbfa8b7da5e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0902913 Apr 29 12:21:43.039071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-306bb8ce-0b94-4bb3-b7b8-fb1347feee34 req-bec0f487-c362-40fc-8efe-48fc1555980e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:21:43.055777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-306bb8ce-0b94-4bb3-b7b8-fb1347feee34 req-bec0f487-c362-40fc-8efe-48fc1555980e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:21:43.056930 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-306bb8ce-0b94-4bb3-b7b8-fb1347feee34 req-bec0f487-c362-40fc-8efe-48fc1555980e tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Apr 29 12:21:44.258681 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508958-999a-4500-a511-b9d971a54111 req-55891e0c-a085-4f5c-a6c2-5f7c2bea01d2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:44.259367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a4508958-999a-4500-a511-b9d971a54111 req-55891e0c-a085-4f5c-a6c2-5f7c2bea01d2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:21:44.277105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-a4508958-999a-4500-a511-b9d971a54111 req-55891e0c-a085-4f5c-a6c2-5f7c2bea01d2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:21:44.278097 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4508958-999a-4500-a511-b9d971a54111 req-55891e0c-a085-4f5c-a6c2-5f7c2bea01d2 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.1104639 Apr 29 12:21:44.327289 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a4508958-999a-4500-a511-b9d971a54111 req-01463ef5-c549-48d8-a9f4-c501d4eda47f tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Apr 29 12:21:45.043840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810eea-706c-446f-9263-a836be6c1886 req-928f63d2-b738-40b7-8164-882598a81456 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:45.045243 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11810eea-706c-446f-9263-a836be6c1886 req-928f63d2-b738-40b7-8164-882598a81456 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.0813351 Apr 29 12:21:45.117062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Deleting port cce770ed-60ca-4e88-9466-0b1622db83e1 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:45.117417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:45.520097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] For port cce770ed-60ca-4e88-9466-0b1622db83e1, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=cce770ed-60ca-4e88-9466-0b1622db83e1,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:45.520411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:45.658220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Calling delete_port for cce770ed-60ca-4e88-9466-0b1622db83e1 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:45.726069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ab58-9d92-475d-b99a-7ce93aac9830 req-f2a8fd83-8bd5-4797-8a81-be095be6516d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:21:45.727643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0536ab58-9d92-475d-b99a-7ce93aac9830 req-f2a8fd83-8bd5-4797-8a81-be095be6516d tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 945 time: 0.2866056 Apr 29 12:21:45.822596 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0536ab58-9d92-475d-b99a-7ce93aac9830 req-1ebab7e4-2450-4dbb-ba57-49706ef0ca73 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc279707-51e0-413d-9afd-3cc67023124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783813 Apr 29 12:21:45.862893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:45.901510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['cce770ed-60ca-4e88-9466-0b1622db83e1'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:21:45.921487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Pushing event deleted for resources: {'Port': ['ID=cce770ed-60ca-4e88-9466-0b1622db83e1,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:46.022772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] No DVR routers for this DVR port cce770ed-60ca-4e88-9466-0b1622db83e1 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:21:46.025773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:46.028606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'name': 'network-vif-deleted', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:21:46.047614 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11810eea-706c-446f-9263-a836be6c1886 req-e0bca23b-5e85-4f15-ae4b-7019312263dc tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.66 "DELETE /v2.0/ports/cce770ed-60ca-4e88-9466-0b1622db83e1 HTTP/1.1" status: 204 len: 173 time: 0.9973519 Apr 29 12:21:46.080302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90076e55-df6c-45b9-8d42-8ef700bd4f5c'] response: {'server_uuid': 'e6f85135-3f8a-4dac-bf2b-ef8f4be89102', 'name': 'network-vif-deleted', 'tag': 'cce770ed-60ca-4e88-9466-0b1622db83e1', 'status': 'completed', 'code': 200} Apr 29 12:21:46.994135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-61d0225e-8984-411d-a6de-a574d962e172 req-787d055b-3a8d-4e94-8ea9-ceec01f29ed5 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Synchronizing usage tracker for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:21:47.010002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-61d0225e-8984-411d-a6de-a574d962e172 req-787d055b-3a8d-4e94-8ea9-ceec01f29ed5 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] Unset dirty status for tenant:9a599bea00614647aa07ec4f287339b4 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:21:47.011333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-61d0225e-8984-411d-a6de-a574d962e172 req-787d055b-3a8d-4e94-8ea9-ceec01f29ed5 tempest-TestMinimumBasicScenario-1260730846 tempest-TestMinimumBasicScenario-1260730846-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6f85135-3f8a-4dac-bf2b-ef8f4be89102 HTTP/1.1" status: 200 len: 210 time: 0.0581076 Apr 29 12:21:48.688029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32878) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:49.232633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:49.287111 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cce770ed-60ca-4e88-9466-0b1622db83e1 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:49.323351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: cce770ed-60ca-4e88-9466-0b1622db83e1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:49.323688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device cce770ed-60ca-4e88-9466-0b1622db83e1 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:49.703413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Deleting port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:49.704014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:49.890266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] For port 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:49.890629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:50.018076 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Calling delete_port for 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:50.211118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:50.256422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbce9a3-59ea-4bd1-b312-00e6a8ba5419,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:50.540668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:50.906454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Router b99d4135-acbf-44d5-9d89-44beb6d1facd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:21:51.196248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:21:51.205339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Sync routers for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:21:51.214347 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-812966ff-2d08-4911-9881-20dd0c784945 admin admin] 10.222.0.53 "PUT /v2.0/routers/b99d4135-acbf-44d5-9d89-44beb6d1facd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250413 Apr 29 12:21:51.215691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:51.216400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:51.217134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32882) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:51.389223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:51.391370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:51.586369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:51.597352 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Deleting port bba74235-fefd-4c80-8064-eb48426809b3 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:51.597717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:51.725446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:21:50Z', 'revision_number': 5, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port': {'id': 'bba74235-fefd-4c80-8064-eb48426809b3', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:25Z', 'updated_at': '2022-04-29T12:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:51.729479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Checking router: b99d4135-acbf-44d5-9d89-44beb6d1facd for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:21:51.738103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Routers {'b99d4135-acbf-44d5-9d89-44beb6d1facd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:51.738860 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b99d4135-acbf-44d5-9d89-44beb6d1facd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:51.777958 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] For port bba74235-fefd-4c80-8064-eb48426809b3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bba74235-fefd-4c80-8064-eb48426809b3,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:51.778304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:51.892361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] Set router b99d4135-acbf-44d5-9d89-44beb6d1facd gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:51.915717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Calling delete_port for bba74235-fefd-4c80-8064-eb48426809b3 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:51.997624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:21:51Z', 'revision_number': 6, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:52.001824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ced93-20a3-466b-98fd-7f394d5b95df None None] The sync data for ids ['b99d4135-acbf-44d5-9d89-44beb6d1facd'] in dv-neutron-839741-1-hyperv is: [{'id': 'b99d4135-acbf-44d5-9d89-44beb6d1facd', 'name': 'tempest-TestMinimumBasicScenario-126766804-router', 'tenant_id': '9a599bea00614647aa07ec4f287339b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:24Z', 'updated_at': '2022-04-29T12:21:51Z', 'revision_number': 6, 'project_id': '9a599bea00614647aa07ec4f287339b4', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:21:52.095601 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.144374 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba74235-fefd-4c80-8064-eb48426809b3,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:52.255214 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.554604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.556759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.581577 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.582059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99d4135-acbf-44d5-9d89-44beb6d1facd {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:21:52.595994 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.597111 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6de8fe45-9f5c-4a54-9fd4-baa88edd4a46 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b99d4135-acbf-44d5-9d89-44beb6d1facd HTTP/1.1" status: 204 len: 168 time: 1.3789163 Apr 29 12:21:52.600029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32886) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:52.658232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Deleting subnet f2755659-7786-492c-9575-ca360d641c28 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:21:52.661275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.711313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.806482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.812134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:52.858196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:52.858620 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5cbce9a3-59ea-4bd1-b312-00e6a8ba5419 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:52.898387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.941026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2755659-7786-492c-9575-ca360d641c28,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:52.942987 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:52.948348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a4f68e-9b49-4b6a-95f0-2a1bcfb4bc68 None None] Network ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:21:52.949558 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3e9ffd4c-1962-4984-9ba1-4853c1d8781b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f2755659-7786-492c-9575-ca360d641c28 HTTP/1.1" status: 204 len: 168 time: 0.3484659 Apr 29 12:21:52.953171 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32890) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:53.064163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.078297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Deleting port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:53.078640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.221711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] DHCP port deletion for ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:21:53.227070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Deleting port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:53.227675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.292646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] For port 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2bf508f4-8c87-4a3f-8b4d-c2610f884361,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:53.292906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.415002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Calling delete_port for 2bf508f4-8c87-4a3f-8b4d-c2610f884361 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:53.442878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] For port 2bf508f4-8c87-4a3f-8b4d-c2610f884361, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2bf508f4-8c87-4a3f-8b4d-c2610f884361,segment=NetworkSegment(cc523e27-42e9-4e47-9f51-d18073d3800a),segment_id=cc523e27-42e9-4e47-9f51-d18073d3800a)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:53.443519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.503059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.550223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf508f4-8c87-4a3f-8b4d-c2610f884361,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:53.551936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] No DVR routers for this DVR port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:21:53.565771 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Calling delete_port for 2bf508f4-8c87-4a3f-8b4d-c2610f884361 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 12:21:53.634465 dv-neutron-839741-1-hyperv neutron-server[88017]: util.warn( Apr 29 12:21:53.643883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:21:53.644306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:21:53.665882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.691929 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:53.704454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc523e27-42e9-4e47-9f51-d18073d3800a') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:53.704741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc523e27-42e9-4e47-9f51-d18073d3800a') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:53.716186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.732108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.738565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:21:53.738948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:21:53.751889 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:21:53.840339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.861425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:53.872219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:53.890371 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a83e15d5-dbf5-40f3-bbe2-bc99bacd7494 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ceb4a4b5-556b-467c-8c35-28e8cb3fb2cc HTTP/1.1" status: 204 len: 168 time: 0.9354773 Apr 29 12:21:53.893092 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32894) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:54.146012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Deleting port 2bf508f4-8c87-4a3f-8b4d-c2610f884361 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:54.146524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:54.214306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bba74235-fefd-4c80-8064-eb48426809b3 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:54.251998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-753ef508-3ab9-4a92-89d0-9871569f8ed9 None None] The port '2bf508f4-8c87-4a3f-8b4d-c2610f884361' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:21:54.261195 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: bba74235-fefd-4c80-8064-eb48426809b3 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:54.261629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bba74235-fefd-4c80-8064-eb48426809b3 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:54.262049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2bf508f4-8c87-4a3f-8b4d-c2610f884361 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:54.339039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2bf508f4-8c87-4a3f-8b4d-c2610f884361 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:54.339039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2bf508f4-8c87-4a3f-8b4d-c2610f884361 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:54.562195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:54.920905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Deleting port 7ac9fbe7-4610-4170-8641-a461a97cfa2c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:54.921286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:55.107448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] For port 7ac9fbe7-4610-4170-8641-a461a97cfa2c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7ac9fbe7-4610-4170-8641-a461a97cfa2c,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:55.107806 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:55.230078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Calling delete_port for 7ac9fbe7-4610-4170-8641-a461a97cfa2c owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:55.405739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:55.456498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac9fbe7-4610-4170-8641-a461a97cfa2c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:55.843127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:56.198345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Router b43eaf3b-6d16-47bd-ae63-090b2954b82d has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:21:56.378959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:21:56.390553 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Sync routers for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:21:56.391028 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-45b71223-66ff-4f9c-8edc-3da301a9a098 admin admin] 10.222.0.53 "PUT /v2.0/routers/b43eaf3b-6d16-47bd-ae63-090b2954b82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938788 Apr 29 12:21:56.391028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32898) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:56.398167 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:56.398769 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:56.561734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:56.574128 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:56.742530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:56.753612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Deleting port 4c033a3e-a40b-4188-83e5-811d59fc836d {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:56.753993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:56.884553 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:21:55Z', 'revision_number': 5, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port': {'id': '4c033a3e-a40b-4188-83e5-811d59fc836d', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:18:32Z', 'updated_at': '2022-04-29T12:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:56.888373 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Checking router: b43eaf3b-6d16-47bd-ae63-090b2954b82d for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:21:56.896792 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Routers {'b43eaf3b-6d16-47bd-ae63-090b2954b82d'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:21:56.897393 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:21:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:56.933700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] For port 4c033a3e-a40b-4188-83e5-811d59fc836d, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4c033a3e-a40b-4188-83e5-811d59fc836d,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:56.934283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.044925 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] Set router b43eaf3b-6d16-47bd-ae63-090b2954b82d gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:21:57.062824 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Calling delete_port for 4c033a3e-a40b-4188-83e5-811d59fc836d owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:57.151369 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:21:56Z', 'revision_number': 6, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:57.155880 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5949dd4-fa9b-478b-8118-539377281bfa None None] The sync data for ids ['b43eaf3b-6d16-47bd-ae63-090b2954b82d'] in dv-neutron-839741-1-hyperv is: [{'id': 'b43eaf3b-6d16-47bd-ae63-090b2954b82d', 'name': 'tempest-TestMinimumBasicScenario-1415555060-router', 'tenant_id': '40bd3179c12740a3b444c16b36b27c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:18:31Z', 'updated_at': '2022-04-29T12:21:56Z', 'revision_number': 6, 'project_id': '40bd3179c12740a3b444c16b36b27c36', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:21:57.357425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.406335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c033a3e-a40b-4188-83e5-811d59fc836d,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:57.494586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.668382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.670727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.703688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.704299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43eaf3b-6d16-47bd-ae63-090b2954b82d {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:21:57.716603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.717775 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7a6c94c4-9931-417e-b031-a2cac48991e1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b43eaf3b-6d16-47bd-ae63-090b2954b82d HTTP/1.1" status: 204 len: 168 time: 1.3261900 Apr 29 12:21:57.720492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32902) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:57.779930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Deleting subnet e3df011d-140e-47e0-94e2-fcb9e7b324f7 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:21:57.783001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.832380 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.914496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:57.985089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.022621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3df011d-140e-47e0-94e2-fcb9e7b324f7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:58.026322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.032178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef9044-00c1-4e37-a3c6-9e76f58491b0 None None] Network 14c1941f-dc53-4337-ac45-5a9a85b885b7 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:21:58.036457 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-31d4a9dd-5a30-4365-84a7-bed30fefa5da admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e3df011d-140e-47e0-94e2-fcb9e7b324f7 HTTP/1.1" status: 204 len: 168 time: 0.3149817 Apr 29 12:21:58.038970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32906) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:58.145172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.158112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Deleting port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:58.158452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.221962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac9fbe7-4610-4170-8641-a461a97cfa2c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:58.255599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7ac9fbe7-4610-4170-8641-a461a97cfa2c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:58.255942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7ac9fbe7-4610-4170-8641-a461a97cfa2c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:58.256358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4c033a3e-a40b-4188-83e5-811d59fc836d no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:21:58.289765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 4c033a3e-a40b-4188-83e5-811d59fc836d {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:21:58.290097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4c033a3e-a40b-4188-83e5-811d59fc836d not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:21:58.365899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] DHCP port deletion for 14c1941f-dc53-4337-ac45-5a9a85b885b7 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:21:58.370836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Deleting port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:58.371203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.373505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] For port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:58.373864 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.497375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Calling delete_port for 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:58.571272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] For port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,segment=NetworkSegment(517bf4ce-4dae-4afa-8138-efc5cea7d541),segment_id=517bf4ce-4dae-4afa-8138-efc5cea7d541)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:21:58.571664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.576231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.628976 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Pushing event deleted for resources: {'Port': ['ID=4670f8f4-cfda-43d5-b7e2-0c5f9665aec3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:58.630866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] No DVR routers for this DVR port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:21:58.695789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Calling delete_port for 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:21:58.771988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:21:58.772333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:21:58.855358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.885414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c1941f-dc53-4337-ac45-5a9a85b885b7']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:58.897635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517bf4ce-4dae-4afa-8138-efc5cea7d541') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:58.897930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517bf4ce-4dae-4afa-8138-efc5cea7d541') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:21:58.909612 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.926732 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.935581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:21:58.936191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:21:58.949538 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:21:59.032637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.048246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.058912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c1941f-dc53-4337-ac45-5a9a85b885b7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:59.061814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fabf1c39-8ff8-448d-8b14-5748c65de242 admin admin] 10.222.0.53 "DELETE /v2.0/networks/14c1941f-dc53-4337-ac45-5a9a85b885b7 HTTP/1.1" status: 204 len: 168 time: 1.0218389 Apr 29 12:21:59.247613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32912) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:59.274041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Deleting port 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:21:59.274543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.297693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f7d9740d-2042-44f1-ad06-89a2cd054bd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a599bea00614647aa07ec4f287339b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489302 Apr 29 12:21:59.300256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32916) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:59.345184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-00b634c9-aa8b-4b44-a461-008a7c2d808c None None] The port '4670f8f4-cfda-43d5-b7e2-0c5f9665aec3' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:21:59.367313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.393884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.450770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.467989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc279707-51e0-413d-9afd-3cc67023124c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:21:59.479479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.480599 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d3700e3-30cc-40ee-934d-393abdcc19d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc279707-51e0-413d-9afd-3cc67023124c HTTP/1.1" status: 204 len: 168 time: 0.1794817 Apr 29 12:21:59.834949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32924) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:59.883643 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5e3c57d7-b024-4d84-af31-fb8a68a293ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40bd3179c12740a3b444c16b36b27c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475559 Apr 29 12:21:59.886209 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32928) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:21:59.949773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:21:59.977866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:00.036905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:00.056943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e1c53-4075-460d-98d8-68d60f618b3c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:00.061517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:00.062633 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-16d8eda0-4c97-4d95-ad9c-ab123ed82443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa4e1c53-4075-460d-98d8-68d60f618b3c HTTP/1.1" status: 204 len: 168 time: 0.1752987 Apr 29 12:22:00.183031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:22:00.220169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:22:00.220502 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4670f8f4-cfda-43d5-b7e2-0c5f9665aec3 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:22:00.335184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7ecda65e-25bf-4dcd-8f43-cff3fb111308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:01.874704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32970) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:01.879990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739490924', 'description': 'tempest-secgroup-smoke-739490924 description', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:01.886372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:01.890232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:01.893119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:01.899554 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:01.912472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:01.924423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:01.942389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:01.946700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:01.949844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:01.956249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.043185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.049609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.061474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.069050 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.077060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.087487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.090932 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed5047-9b74-4ac6-8507-b8f35c420625,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.161970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.168154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.214515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7359a7-df59-4aa4-88f7-136f04f30a96,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.217319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.218558 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-9a8df58f-d9e5-48a6-b2dc-6acdc9aac239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3427951 Apr 29 12:22:02.221609 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32974) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.226807 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.232990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.237158 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.240149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.245835 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.262443 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.321948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.327100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.354001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba23af27-221f-4d4e-a826-9b32b5a0c6a2,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.363059 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.364436 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b656d8e-11a9-45a5-8a4b-0cf88f130e01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418984 Apr 29 12:22:02.367133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32978) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.372169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.378349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.382380 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.385358 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.391347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.410202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.472936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.477588 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.499790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7be139-47d4-4d31-89bd-790496a8494c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.509557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.510714 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-59a75e6a-1ade-49ca-8ef4-ec7677b6bf7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426313 Apr 29 12:22:02.513451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32982) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.518508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.524661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.528697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.531712 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.537615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.554938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.618268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.623992 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.646245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a190c6b-fbb8-4969-88db-b909fde7adee,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.656956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.658298 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-61c46208-5ca5-41c3-abd2-f1d894b94ee9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438794 Apr 29 12:22:02.661149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32986) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.666144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.672192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.680074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.683060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.689372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.708060 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.774854 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.780295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.803228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af2a27-976b-49f1-82d7-df12d6355263,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.812401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.813671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-87cee674-21f6-484a-94ed-db64c2906312 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515779 Apr 29 12:22:02.817617 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32990) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.823025 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.829628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.833836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.837154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.843146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:02.855383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:22:02.861856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.932213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.936789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.959767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2281f5ad-fa97-4719-a5fb-2d4fce62cd50,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:02.970672 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:02.971901 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c799a613-ac9e-427c-b54a-34b02d39021d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533031 Apr 29 12:22:02.974550 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 32994) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:02.979570 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'ec7359a7-df59-4aa4-88f7-136f04f30a96', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:02.985434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:02.989261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:02.992160 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:02.997923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:03.012484 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:22:03.019694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.034722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c82f820-55da-4074-ab09-af4c495cfd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.090557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.097449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.123801 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7804e6-5378-4fb9-9e68-f25fc7bc79aa,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:03.130996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.132306 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1ed30e73-4535-436a-be1a-77adeced2d51 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568246 Apr 29 12:22:03.135427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 32998) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:03.141525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'network': {'name': 'tempest-network-smoke--409840538', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:03.146754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:03.150838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:network and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:03.153823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:03.159723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:03.172989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:03.176595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.205890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:22:03.219443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.219779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Added segment c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc of type vlan for network 53133c53-911d-49c8-b01c-b2a2d7527610 Apr 29 12:22:03.247609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.278939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.284434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:03.284996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.379876 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2432477 Apr 29 12:22:03.382941 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33002) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:03.388548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'admin_state_up': True, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:03.389231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29320a3-3505-4279-8b53-b6b758dacd7c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Network': ['ID=53133c53-911d-49c8-b01c-b2a2d7527610,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:03.396630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:03.400148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 53133c53-911d-49c8-b01c-b2a2d7527610 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:22:03.400926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:router and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:03.404125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:03.411501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:03.423635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.424764 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.440604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.717488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:03.757272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.128319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.160085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.208987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.263433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.296754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.65 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/75c90e84-28a2-4637-95b2-375d2e5f9a77) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:04.450131 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.479041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:04.543369 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:04.546128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:04.549734 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:22:04.578410 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=75c90e84-28a2-4637-95b2-375d2e5f9a77,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:04.968833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:05.431149 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:05.643584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 108aacc2-a852-42ce-9c52-730d493454a8 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:22:05.689891 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:05.840246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:22:05.851040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Sync routers for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:05.864119 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:05.865503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:05.871283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:05.872492 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-25d0e684-306d-434c-a388-5be50475aa81 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4884298 Apr 29 12:22:05.876766 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33006) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:06.019401 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ab1468e1-d8da-492d-8f54-08a61a7c6d91 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=baf1b06f25df4c7aadf6012a05056d1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1413920 Apr 29 12:22:06.022130 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33012) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:06.050583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:06.153764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14ea9-a4d6-4458-b4f4-4fde6002b9d3 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:06.155326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6ab14ea9-a4d6-4458-b4f4-4fde6002b9d3 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323209 Apr 29 12:22:06.158566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33016) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:06.198114 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fa8049af-a971-4b29-b8cc-0155a7023bca tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383894 Apr 29 12:22:06.200983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33020) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:06.207261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172309984', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:06.312833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:06.316721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:subnet and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:06.319569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:06.325163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:06.335172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:06.338819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.362361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:04Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:06.366296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Checking router: 108aacc2-a852-42ce-9c52-730d493454a8 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:06.366647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Updating router 108aacc2-a852-42ce-9c52-730d493454a8 port 75c90e84-28a2-4637-95b2-375d2e5f9a77 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:22:06.418125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.553677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.627741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Subnet': ['ID=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:06.638249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Checking segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:22:06.638605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network hostable DHCP agents. Network: 53133c53-911d-49c8-b01c-b2a2d7527610, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:22:06.658502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 53133c53-911d-49c8-b01c-b2a2d7527610 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:22:06.668324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 53133c53-911d-49c8-b01c-b2a2d7527610) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:06.673021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:06.673639 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.684045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f607241-1db5-4b91-ba30-b14fd3db1069 None None] Network 53133c53-911d-49c8-b01c-b2a2d7527610 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:22:06.698892 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d5f30c73-acdd-4199-9cbf-39c999b1ad97 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4966218 Apr 29 12:22:06.701830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33024) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:06.818271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.842265 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Transition to ACTIVE for port object 75c90e84-28a2-4637-95b2-375d2e5f9a77 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:06.861427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:06.981424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Pushing event updated for resources: {'Port': ['ID=75c90e84-28a2-4637-95b2-375d2e5f9a77,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:06.987465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Attempting to bind port 75c90e84-28a2-4637-95b2-375d2e5f9a77 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:06.987833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Attempting to bind port 75c90e84-28a2-4637-95b2-375d2e5f9a77 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:06.988192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Attempting to bind port 75c90e84-28a2-4637-95b2-375d2e5f9a77 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:22:06.996138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.996485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.996824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.997158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.997514 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.997843 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.998155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.998493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.998819 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.999141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.999454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:06.999793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:07.006302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:22:07.006675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:22:07.007084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:07.007470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:22:07.007945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Bound port: 75c90e84-28a2-4637-95b2-375d2e5f9a77, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:07.008316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:07.099544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-53133c53-911d-49c8-b01c-b2a2d7527610', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:22:07.100369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:07.170684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] For port 75c90e84-28a2-4637-95b2-375d2e5f9a77, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:22:07.187536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] For port 75c90e84-28a2-4637-95b2-375d2e5f9a77, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75c90e84-28a2-4637-95b2-375d2e5f9a77,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:22:07.191999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:07.332047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:07.332664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:07.390106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70636b11-1557-4ba5-ab49-562b421a6666 None None] Pushing event updated for resources: {'Port': ['ID=75c90e84-28a2-4637-95b2-375d2e5f9a77,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:07.486527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Allocated IP 172.20.0.2 (53133c53-911d-49c8-b01c-b2a2d7527610/61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a/d30b93a9-9a92-4834-bca3-43e408b38b2a) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:07.496426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:07.609196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:07.988908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.003274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Transition to ACTIVE for port object d30b93a9-9a92-4834-bca3-43e408b38b2a will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:08.029541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Transition to ACTIVE for port object d30b93a9-9a92-4834-bca3-43e408b38b2a will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:08.039250 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.104527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.1 (53133c53-911d-49c8-b01c-b2a2d7527610/61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a/725b1bae-a9ad-49d2-944e-c41e4f7d768e) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:08.106936 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Network 53133c53-911d-49c8-b01c-b2a2d7527610 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:08.110977 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:08.115489 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:22:08.120221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:04Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:08.131165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdbd6f-8a81-450d-b029-0ab68a001c77 None None] The sync data for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv is: [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:04Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:08.133275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Pushing event updated for resources: {'Port': ['ID=d30b93a9-9a92-4834-bca3-43e408b38b2a,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:08.224610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Attempting to bind port d30b93a9-9a92-4834-bca3-43e408b38b2a on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:08.224980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Attempting to bind port d30b93a9-9a92-4834-bca3-43e408b38b2a by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:08.225343 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Attempting to bind port d30b93a9-9a92-4834-bca3-43e408b38b2a on network 53133c53-911d-49c8-b01c-b2a2d7527610 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:22:08.230973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:22:08.231365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Checking segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:22:08.231768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.232168 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Bound using segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:22:08.232633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Bound port: d30b93a9-9a92-4834-bca3-43e408b38b2a, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:08.233011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.267896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.283606 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 725b1bae-a9ad-49d2-944e-c41e4f7d768e will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:08.308146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.335160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] For port d30b93a9-9a92-4834-bca3-43e408b38b2a, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:22:08.336604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] For port d30b93a9-9a92-4834-bca3-43e408b38b2a, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d30b93a9-9a92-4834-bca3-43e408b38b2a,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:22:08.363542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.395708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 53133c53-911d-49c8-b01c-b2a2d7527610 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:08.396829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:08.398822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:08.400960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:22:08.468748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:08.485766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416af98-a563-4f5d-b375-a730b760ab16 None None] Pushing event updated for resources: {'Port': ['ID=d30b93a9-9a92-4834-bca3-43e408b38b2a,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:08.597063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:09.154941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:09.160296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:09.273173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:09.275573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:09.418352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 53133c53-911d-49c8-b01c-b2a2d7527610 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:09.419515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:09.447499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9bff1-76a5-4407-84ad-8be67042a2ca None None] Network 53133c53-911d-49c8-b01c-b2a2d7527610 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:22:09.578654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7a743d06-b7ff-473a-872d-52d876e12305 None None] Provisioning for port d30b93a9-9a92-4834-bca3-43e408b38b2a completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:09.626423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 108aacc2-a852-42ce-9c52-730d493454a8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:22:09.818290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:22:09.829590 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-abd42504-ffa2-4827-a2f2-b83aed9a3ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/108aacc2-a852-42ce-9c52-730d493454a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1266377 Apr 29 12:22:09.944526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a4ee08f4-bcbb-46e7-a2e7-584b63d68bee None None] Provisioning for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:09.950315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a4ee08f4-bcbb-46e7-a2e7-584b63d68bee None None] Provisioning complete for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:09.950681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a4ee08f4-bcbb-46e7-a2e7-584b63d68bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:09.992612 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Sync routers for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:10.005894 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:10.006584 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:10.010610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee08f4-bcbb-46e7-a2e7-584b63d68bee None None] Port 725b1bae-a9ad-49d2-944e-c41e4f7d768e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:22:10.013404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-f5febd07-bf25-4471-af4f-92edd53c4a18 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739490924&fields=id&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 267 time: 0.0450263 Apr 29 12:22:10.141540 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-8adf1d20-2808-450d-92c3-8f089f8f4958 None None] Provisioning complete for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:10.142095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8adf1d20-2808-450d-92c3-8f089f8f4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.219190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8adf1d20-2808-450d-92c3-8f089f8f4958 None None] Port 725b1bae-a9ad-49d2-944e-c41e4f7d768e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:22:10.231785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cb96b4d9-6d2f-4d7c-a346-d85a0ea629a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:10.232959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cb96b4d9-6d2f-4d7c-a346-d85a0ea629a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:22:10.235408 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:10.256293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cb96b4d9-6d2f-4d7c-a346-d85a0ea629a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:22:10.257701 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cb96b4d9-6d2f-4d7c-a346-d85a0ea629a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 796 time: 0.2321911 Apr 29 12:22:10.279516 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-11d7af69-c9a0-420d-a846-e6ff72827f5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/quotas/baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 375 time: 0.0157621 Apr 29 12:22:10.297241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d30b93a9-9a92-4834-bca3-43e408b38b2a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:10.378740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port d30b93a9-9a92-4834-bca3-43e408b38b2a completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:10.383910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d30b93a9-9a92-4834-bca3-43e408b38b2a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:10.384284 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.400232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cae18fc5-f7e3-467b-8099-c918a5eed6cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:22:10.434410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cae18fc5-f7e3-467b-8099-c918a5eed6cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:22:10.436506 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-cae18fc5-f7e3-467b-8099-c918a5eed6cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509607 Apr 29 12:22:10.506196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.545430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port d30b93a9-9a92-4834-bca3-43e408b38b2a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d30b93a9-9a92-4834-bca3-43e408b38b2a,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:10.552594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.553359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75c90e84-28a2-4637-95b2-375d2e5f9a77 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:10.575889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-167993b4-36cc-4d1b-9759-348edd71688c None None] Provisioning complete for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:10.576248 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-167993b4-36cc-4d1b-9759-348edd71688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.610767 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 2, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:10.615474 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Checking router: 108aacc2-a852-42ce-9c52-730d493454a8 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:10.615880 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Updating router 108aacc2-a852-42ce-9c52-730d493454a8 port 725b1bae-a9ad-49d2-944e-c41e4f7d768e binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:22:10.647976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-767f8756-1496-40e5-9a25-d59e866bcdfa service neutron] 10.222.0.53 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901481 Apr 29 12:22:10.668058 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.705609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-167993b4-36cc-4d1b-9759-348edd71688c None None] Port 725b1bae-a9ad-49d2-944e-c41e4f7d768e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:22:10.722051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=d30b93a9-9a92-4834-bca3-43e408b38b2a,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:10.738495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 75c90e84-28a2-4637-95b2-375d2e5f9a77 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:10.745302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 75c90e84-28a2-4637-95b2-375d2e5f9a77 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:10.745778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.780103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-86c941f7-e39b-4598-b6be-72ad9b3696bc service neutron] 10.222.0.53 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263363 Apr 29 12:22:10.872872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.891718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 75c90e84-28a2-4637-95b2-375d2e5f9a77, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75c90e84-28a2-4637-95b2-375d2e5f9a77,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:10.897078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:10.992358 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5136ac67-f92c-4093-97b0-63b83989208b req-d6ec5810-ff04-4939-bb20-8aae6f55393d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 210 time: 0.0646534 Apr 29 12:22:11.038019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=75c90e84-28a2-4637-95b2-375d2e5f9a77,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:11.076083 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:11.087988 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Transition to ACTIVE for port object 725b1bae-a9ad-49d2-944e-c41e4f7d768e will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:11.095581 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:11.284049 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Pushing event updated for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:11.297567 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.297913 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.298236 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.298566 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.298885 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.299368 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.299964 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.300419 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.301061 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.301224 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.301705 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.302172 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:22:11.331565 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Attempting to bind port 725b1bae-a9ad-49d2-944e-c41e4f7d768e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:11.332300 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Attempting to bind port 725b1bae-a9ad-49d2-944e-c41e4f7d768e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:11.332815 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Attempting to bind port 725b1bae-a9ad-49d2-944e-c41e4f7d768e on network 53133c53-911d-49c8-b01c-b2a2d7527610 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:22:11.339000 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:22:11.339357 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Checking segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:22:11.339933 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:11.340320 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Bound using segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:22:11.340773 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Bound port: 725b1bae-a9ad-49d2-944e-c41e4f7d768e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:11.341124 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:11.442706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] For port 725b1bae-a9ad-49d2-944e-c41e4f7d768e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:22:11.446211 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] For port 725b1bae-a9ad-49d2-944e-c41e4f7d768e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=725b1bae-a9ad-49d2-944e-c41e4f7d768e,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:22:11.451195 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:11.531149 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:11.531936 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:11.679749 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ce65-3526-4b44-83da-f4bf8344b6c2 None None] Pushing event updated for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:11.738488 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:12.057231 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:11Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:12.061069 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578f7fa-cfc4-4d45-af47-d10688b04709 None None] The sync data for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv is: [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:11Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:12.143861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-56dcf363-9020-4fff-abdb-a372b150ce75 req-272ee0e5-c27d-4d69-80fb-ece30049fcd1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 210 time: 0.0639868 Apr 29 12:22:12.327320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75c90e84-28a2-4637-95b2-375d2e5f9a77 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:12.404845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 75c90e84-28a2-4637-95b2-375d2e5f9a77 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:12.405269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:12.504468 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-48cb754c-b14a-4993-8277-32c7accc70ea tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:12.506165 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-48cb754c-b14a-4993-8277-32c7accc70ea tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 796 time: 0.2080367 Apr 29 12:22:12.556645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d30b93a9-9a92-4834-bca3-43e408b38b2a up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:12.566009 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-ba0e4b38-1ce6-4ad0-83cd-bc95be6994a6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 379 time: 0.0455754 Apr 29 12:22:12.578800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'port': {'device_id': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'admin_state_up': True, 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'security_groups': ['ec7359a7-df59-4aa4-88f7-136f04f30a96']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:12.633856 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port d30b93a9-9a92-4834-bca3-43e408b38b2a triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:12.634232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:12.764407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 725b1bae-a9ad-49d2-944e-c41e4f7d768e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:12.838377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:12.843565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:12.844189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:12.858065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:12.868434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:12.878432 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:22:12.882166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:12.966770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.002894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 725b1bae-a9ad-49d2-944e-c41e4f7d768e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=725b1bae-a9ad-49d2-944e-c41e4f7d768e,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:13.008032 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.055804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.8 (53133c53-911d-49c8-b01c-b2a2d7527610/61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a/7a60b3b8-be49-4ed0-bf2b-5aca05f73145) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:13.077794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:13.259120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.277802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:13.301184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.358029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd5eb-b381-4899-96b7-4485a6f4dcae req-41d65d21-693c-4346-863d-fa9281fbe219 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:13.359526 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b0dd5eb-b381-4899-96b7-4485a6f4dcae req-41d65d21-693c-4346-863d-fa9281fbe219 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 931 time: 0.0909917 Apr 29 12:22:13.376706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 53133c53-911d-49c8-b01c-b2a2d7527610 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:13.379867 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:13.382796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:22:13.414902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-9b0dd5eb-b381-4899-96b7-4485a6f4dcae req-261cfdc4-6ad9-4666-8d7f-f0f9239411ab tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:22:13.423006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:13.442014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-9b0dd5eb-b381-4899-96b7-4485a6f4dcae req-261cfdc4-6ad9-4666-8d7f-f0f9239411ab tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:22:13.443368 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b0dd5eb-b381-4899-96b7-4485a6f4dcae req-261cfdc4-6ad9-4666-8d7f-f0f9239411ab tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774863 Apr 29 12:22:13.463780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:13.464508 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.496315 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-792614eb-0907-4f3a-8ee9-9486e875c01c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216268 Apr 29 12:22:13.513446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Request body: {'port': {'device_id': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:13.599792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e396fdd4-a466-4035-81a0-59c7934137c2 None None] Provisioning for port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:13.604907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e396fdd4-a466-4035-81a0-59c7934137c2 None None] Provisioning complete for port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:13.605268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e396fdd4-a466-4035-81a0-59c7934137c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.629160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.658947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e396fdd4-a466-4035-81a0-59c7934137c2 None None] Port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:22:13.972574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:22:13.980191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:13.995194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Transition to ACTIVE for port object 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:22:14.000649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:14.131064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:14.205249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 725b1bae-a9ad-49d2-944e-c41e4f7d768e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:14.235904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Attempting to bind port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:22:14.236238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Attempting to bind port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:22:14.236561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Attempting to bind port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 on network 53133c53-911d-49c8-b01c-b2a2d7527610 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:22:14.241835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 on network 53133c53-911d-49c8-b01c-b2a2d7527610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:22:14.242314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Attempting to bind port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 on network 53133c53-911d-49c8-b01c-b2a2d7527610 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:22:14.247713 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:22:14.248190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Checking segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:22:14.248572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Bound using segment: {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:22:14.249006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Bound port: 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:22:14.249352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:14.294482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 725b1bae-a9ad-49d2-944e-c41e4f7d768e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:14.294940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:14.339998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:22:14.343006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:22:14.348997 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:14.406472 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:14.407176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:14.408589 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] 10.222.0.66 "PUT /v2.0/ports/7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 1093 time: 0.8996894 Apr 29 12:22:14.409083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:22:14.433850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539a55-4558-40d8-83d4-85a96c312139 service neutron] Pushing event updated for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:14.496363 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51da1263-23f4-463b-8f17-1b938ee2f63d'] response: {'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'status': 'completed', 'code': 200} Apr 29 12:22:14.537375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-eeb7439a-14dd-494d-bf1e-9cf32870d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:14.538870 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-eeb7439a-14dd-494d-bf1e-9cf32870d375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1096 time: 0.0793636 Apr 29 12:22:14.619825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-a4c39199-ce11-4b0e-aa74-93adc433758f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 217 time: 0.0687842 Apr 29 12:22:14.640492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24471c-cc43-4082-aa44-f49c5476a91c req-384b73a6-6d4e-4d2b-a8db-8740b6967ac3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:14.642058 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe24471c-cc43-4082-aa44-f49c5476a91c req-384b73a6-6d4e-4d2b-a8db-8740b6967ac3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 943 time: 0.0898061 Apr 29 12:22:14.683339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-1231fbcf-b628-4d67-ae13-3bf38d315a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:14.684684 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe24471c-cc43-4082-aa44-f49c5476a91c req-a980be4b-9820-4afb-874f-aaa0a3af99ac tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 Apr 29 12:22:14.684822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-1231fbcf-b628-4d67-ae13-3bf38d315a14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 200 len: 834 time: 0.0601277 Apr 29 12:22:14.759792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-0bbfcda2-a783-409d-af67-34e4214cfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:14.761245 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-0bbfcda2-a783-409d-af67-34e4214cfb44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53133c53-911d-49c8-b01c-b2a2d7527610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710838 Apr 29 12:22:14.896810 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-bcc98d71-7db4-4110-87a3-9a11a078c1f8 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297688 Apr 29 12:22:15.038461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1da45f9b-f41f-4165-b8ff-5a0614ead193 req-0d1fdab1-9e73-41c6-80e2-47452da86719 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360331 Apr 29 12:22:15.295603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-27ca447d-e309-4704-97e0-6d5253886c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:15.297107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-27ca447d-e309-4704-97e0-6d5253886c61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1096 time: 0.1719189 Apr 29 12:22:15.429179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-4f329cc4-c49c-427d-b524-8d3031ddd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:15.430769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-4f329cc4-c49c-427d-b524-8d3031ddd9f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 897 time: 0.1279352 Apr 29 12:22:15.504134 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-25b2f5ec-2772-4399-b3a4-47bf454383fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 217 time: 0.0672188 Apr 29 12:22:15.568217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-d06b90d1-9033-4291-ac87-b58a20eb2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:15.569530 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-d06b90d1-9033-4291-ac87-b58a20eb2ae8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 200 len: 834 time: 0.0601058 Apr 29 12:22:15.652061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-8c7ee068-3d8f-4e62-bd28-b2ecc26ed704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:15.653573 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-8c7ee068-3d8f-4e62-bd28-b2ecc26ed704 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53133c53-911d-49c8-b01c-b2a2d7527610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787945 Apr 29 12:22:15.786953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-69a242c7-24bd-4f0b-b2ca-0b08acf39a05 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266551 Apr 29 12:22:15.975572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2e96f5e1-45f1-4a15-9961-85b37a975d76 req-17e5d279-539e-4f72-b209-1a7d1170ffb6 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810045 Apr 29 12:22:15.985488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18beb6c-3858-4d22-ab4e-b034d51fa7d6 req-6a74ca08-90e6-4e0b-8619-d34e32d1f6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:15.986137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e18beb6c-3858-4d22-ab4e-b034d51fa7d6 req-6a74ca08-90e6-4e0b-8619-d34e32d1f6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:22:16.005066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e18beb6c-3858-4d22-ab4e-b034d51fa7d6 req-6a74ca08-90e6-4e0b-8619-d34e32d1f6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:22:16.006819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e18beb6c-3858-4d22-ab4e-b034d51fa7d6 req-6a74ca08-90e6-4e0b-8619-d34e32d1f6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 943 time: 0.2137599 Apr 29 12:22:16.058749 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e18beb6c-3858-4d22-ab4e-b034d51fa7d6 req-4490de44-4245-4b90-b3a2-6c6a2a40486e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Apr 29 12:22:17.251526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f019d-93f9-454c-a303-a3f01ad5770b req-df13cf08-6966-4f11-90ed-a628b16a19ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:17.252966 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb6f019d-93f9-454c-a303-a3f01ad5770b req-df13cf08-6966-4f11-90ed-a628b16a19ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 943 time: 0.0826914 Apr 29 12:22:17.300919 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-bb6f019d-93f9-454c-a303-a3f01ad5770b req-56f3c6c9-7da1-45c5-9d53-b9eca3a19784 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Apr 29 12:22:18.486373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831214-3096-4ca6-8366-02aa3fd8d953 req-b94b5266-fdad-4f3a-b390-1fcb2f127318 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:18.487798 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9a831214-3096-4ca6-8366-02aa3fd8d953 req-b94b5266-fdad-4f3a-b390-1fcb2f127318 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 943 time: 0.0818377 Apr 29 12:22:18.531596 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9a831214-3096-4ca6-8366-02aa3fd8d953 req-c2d8310f-c042-4f80-ac2f-3f41dbf6a462 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Apr 29 12:22:18.652674 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:22:19.411364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:22:19.545673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:19.559381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'port_id': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'mac_address': 'fa:16:3e:c1:1a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:22:19.615632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:19.633021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:22:19.651019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:19.656351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:19.724208 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:19.725419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e723bd2-0cb6-43ae-9907-ad2ecd2db367 req-de37fe69-096a-4941-92f7-87f9c7f119d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:19.726854 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5e723bd2-0cb6-43ae-9907-ad2ecd2db367 req-de37fe69-096a-4941-92f7-87f9c7f119d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 944 time: 0.0916047 Apr 29 12:22:19.770593 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5e723bd2-0cb6-43ae-9907-ad2ecd2db367 req-4867bf43-a40c-4dae-891e-7d5274a022bf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381207 Apr 29 12:22:20.080827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['7a60b3b8-be49-4ed0-bf2b-5aca05f73145'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:22:20.983585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cd7c5-54f5-4fcd-9a9a-dbd6bbcdf95f req-8e3b39a2-650b-445a-ad7f-16be97e97a8f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:20.985053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a6cd7c5-54f5-4fcd-9a9a-dbd6bbcdf95f req-8e3b39a2-650b-445a-ad7f-16be97e97a8f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 944 time: 0.0882702 Apr 29 12:22:21.030570 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2a6cd7c5-54f5-4fcd-9a9a-dbd6bbcdf95f req-4e26a70d-7d49-43e8-b4ee-6c008e52e0b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Apr 29 12:22:21.427083 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:22:21.512527 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:22:21.517354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:22:21.517743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:21.629165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:21.656484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:22:21.665903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:22:21.671657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:21.758837 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af25341-18a4-4726-8c2a-9f8c90cc2c07'] response: {'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'code': 200} Apr 29 12:22:21.770896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:22.020413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af169200-cfbe-4ae8-b9c2-357e129193c2 req-ba8ed9d3-14f8-4d97-8d59-fbaf4a46d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:22.021819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-af169200-cfbe-4ae8-b9c2-357e129193c2 req-ba8ed9d3-14f8-4d97-8d59-fbaf4a46d922 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1098 time: 0.0740273 Apr 29 12:22:22.062381 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-af169200-cfbe-4ae8-b9c2-357e129193c2 req-f8435178-4775-4058-9ebc-10615c336a6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Apr 29 12:22:22.227271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dfd7f-e546-4479-84c0-f858028c5071 req-8d74b710-c2c7-4249-acde-bd5b800c9b9e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:22.228691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3d7dfd7f-e546-4479-84c0-f858028c5071 req-8d74b710-c2c7-4249-acde-bd5b800c9b9e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0789144 Apr 29 12:22:22.275534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3d7dfd7f-e546-4479-84c0-f858028c5071 req-d29539fe-a7d5-4f87-8aff-6132a34d7381 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Apr 29 12:22:23.471334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2030b8-097e-4399-816a-3d6a18364baf req-b110eb00-9e23-4f85-a025-20f139e3ae0b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:23.472786 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff2030b8-097e-4399-816a-3d6a18364baf req-b110eb00-9e23-4f85-a025-20f139e3ae0b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0849967 Apr 29 12:22:23.517356 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff2030b8-097e-4399-816a-3d6a18364baf req-436b5ee2-3286-4475-99f6-2decfa8ee606 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382044 Apr 29 12:22:24.723594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca36589-82d6-43e0-9a52-cae56d4ec46b req-1347f37a-f1fd-47bc-86f8-059d0d00ca98 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:24.724953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ca36589-82d6-43e0-9a52-cae56d4ec46b req-1347f37a-f1fd-47bc-86f8-059d0d00ca98 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.1035671 Apr 29 12:22:24.770735 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ca36589-82d6-43e0-9a52-cae56d4ec46b req-35b7ecae-ee1d-44de-8298-82ce32d46847 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374682 Apr 29 12:22:24.973737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e1c80-fc2f-4d50-87ff-a8261c5fd025 req-f4ecae43-5126-47e9-a85b-d6e7953faf47 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:24.975171 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eb4e1c80-fc2f-4d50-87ff-a8261c5fd025 req-f4ecae43-5126-47e9-a85b-d6e7953faf47 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0997851 Apr 29 12:22:25.018819 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eb4e1c80-fc2f-4d50-87ff-a8261c5fd025 req-eb227e6e-020b-49ee-af2a-833df913061c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375519 Apr 29 12:22:25.050800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33090) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:25.122511 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868223f5-5493-4556-9e67-2d587c02d83e tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:25.124119 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-868223f5-5493-4556-9e67-2d587c02d83e tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1093 time: 0.0723288 Apr 29 12:22:25.128467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33094) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:25.133230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:22:25.139260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:22:25.143178 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:floatingip and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:22:25.146014 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:22:25.152171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:22:25.166983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:25.320931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:25.461705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.36 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/b8690cc1-13ef-4733-b42c-bf5940c1b60a) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:22:25.628342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:25.661331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:25.838684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:22:25.841428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:22:25.845018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:22:25.874581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=b8690cc1-13ef-4733-b42c-bf5940c1b60a,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:26.257517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:26.346907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:26.558470 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:26.563295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:26.672075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=b8690cc1-13ef-4733-b42c-bf5940c1b60a,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:22:26.682558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:26.854383 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 905cbcde-0b56-446d-aa8e-ff1486faf8b9 associated. External IP: 172.26.0.36, port: 7a60b3b8-be49-4ed0-bf2b-5aca05f73145. Apr 29 12:22:27.229945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 108aacc2-a852-42ce-9c52-730d493454a8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:22:27.537754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:22:27.547435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Sync routers for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:22:27.557438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:27.558106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:27.564520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:27.620872 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-32ec2e4c-a9ca-4ab7-9bb5-c62339a03321 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4914076 Apr 29 12:22:27.621479 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:22:27.674894 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050f490e-f678-4588-b6a0-e3e4380ab09a'] response: {'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'status': 'completed', 'code': 200} Apr 29 12:22:27.751348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:27.840255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-e98aace3-ee6b-4c68-bf32-e67247032134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:27.841604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-e98aace3-ee6b-4c68-bf32-e67247032134 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1098 time: 0.1279042 Apr 29 12:22:27.849654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032a8d-a5a1-46f5-8069-3aeb2d613315 req-7c85e1c4-b3c6-412e-8725-af05e5024e93 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:27.850968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f032a8d-a5a1-46f5-8069-3aeb2d613315 req-7c85e1c4-b3c6-412e-8725-af05e5024e93 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.1390834 Apr 29 12:22:27.982519 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f032a8d-a5a1-46f5-8069-3aeb2d613315 req-4a6aa56a-0f06-4145-8666-221125f28a6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112998 Apr 29 12:22:28.006628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-773fde0f-c2d5-4d1d-a653-d64573faf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:28.007100 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33102) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:28.008579 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-773fde0f-c2d5-4d1d-a653-d64573faf863 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 897 time: 0.1563089 Apr 29 12:22:28.107365 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '905cbcde-0b56-446d-aa8e-ff1486faf8b9', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.36', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'port_id': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'mac_address': 'fa:16:3e:c1:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:22:26Z', 'updated_at': '2022-04-29T12:22:26Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:28.112089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Checking router: 108aacc2-a852-42ce-9c52-730d493454a8 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:22:28.119016 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-18558c9b-7364-4173-ab84-e91f0ba92eee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/905cbcde-0b56-446d-aa8e-ff1486faf8b9 HTTP/1.1" status: 200 len: 990 time: 0.1096160 Apr 29 12:22:28.122288 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:22:28.122908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:22:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:28.221342 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-dd45c450-b1e8-4395-a089-d3accd249012 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 998 time: 0.2078462 Apr 29 12:22:28.285318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-0e8b1e02-9c9e-43e9-a1cd-1ee877fa084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:28.286784 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-0e8b1e02-9c9e-43e9-a1cd-1ee877fa084c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 200 len: 834 time: 0.0602181 Apr 29 12:22:28.298495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:22:28.363027 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-d9cd6bd4-6d7a-422e-b3fd-33c9572d7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:28.364586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-d9cd6bd4-6d7a-422e-b3fd-33c9572d7871 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53133c53-911d-49c8-b01c-b2a2d7527610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722818 Apr 29 12:22:28.495097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-5290234e-fd8e-4d92-8dfa-cb44782d94c1 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244423 Apr 29 12:22:28.624571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e886dd3b-71af-451f-8faa-bbdadfd9797e req-b75ca5d5-e8c9-4616-9b5f-cc42bb7e07c6 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237192 Apr 29 12:22:28.639254 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '905cbcde-0b56-446d-aa8e-ff1486faf8b9', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.36', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'port_id': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'mac_address': 'fa:16:3e:c1:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:22:26Z', 'updated_at': '2022-04-29T12:22:26Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:22:28.643482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c681ec6-ec5d-4a2f-8e4b-fb75fd7f6d1f None None] The sync data for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv is: [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '905cbcde-0b56-446d-aa8e-ff1486faf8b9', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.36', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'port_id': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'mac_address': 'fa:16:3e:c1:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:22:26Z', 'updated_at': '2022-04-29T12:22:26Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:22:28.833051 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe334e82-e0d1-4ba1-9926-b73224176697 None None] New status for floating IP 905cbcde-0b56-446d-aa8e-ff1486faf8b9: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:22:29.121298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33106) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:22:29.228352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-92cc2c9b-ab43-49f4-9663-0dadd9a2fe32 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/905cbcde-0b56-446d-aa8e-ff1486faf8b9 HTTP/1.1" status: 200 len: 992 time: 0.1058433 Apr 29 12:22:30.334393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7dc90003-675c-4272-82ea-f3b3085169de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:33.044301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4db25e58-eaae-425a-95f4-cac0f7f1b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:33.761863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.215461 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:34.265252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:35.695160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:22:45.775664 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-bd0e688a-9796-4476-99b6-af4ac08819c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771332 Apr 29 12:22:45.950129 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-10b68744-3a7a-4d3a-a9e5-fa8d4bb35e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:45.951920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-10b68744-3a7a-4d3a-a9e5-fa8d4bb35e1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1098 time: 0.0840290 Apr 29 12:22:46.115174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-3d147697-14ba-4560-ad3c-2d4e72cd5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:46.116632 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-3d147697-14ba-4560-ad3c-2d4e72cd5259 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 897 time: 0.1427221 Apr 29 12:22:46.228243 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-aee8c73f-9656-43f6-9d4e-ba57abed8600 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 1000 time: 0.1055939 Apr 29 12:22:46.296093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-0b761d48-275a-42d5-9146-c6d976fd8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:46.298466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-0b761d48-275a-42d5-9146-c6d976fd8fd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 200 len: 834 time: 0.0645485 Apr 29 12:22:46.380822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-20142d30-a33c-425d-8cbd-3c34377b287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:22:46.382231 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-20142d30-a33c-425d-8cbd-3c34377b287f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53133c53-911d-49c8-b01c-b2a2d7527610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783744 Apr 29 12:22:46.521206 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-6038aed2-2d37-4926-b273-4a0607b4d593 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330853 Apr 29 12:22:46.662002 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f4cdee3-14e0-4dbb-b083-0ffbe5b93dc2 req-fe422901-4d74-4517-a40b-5a542a56da47 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346369 Apr 29 12:22:55.661977 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:23:00.332950 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f089f321-f817-4ac1-9534-11ada4dc91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.047090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-11d32e62-7431-4c2f-b5e3-cdfc68e5c49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:03.770239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:04.216192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:04.284355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:05.703001 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:30.327802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5186fabf-6b3c-4430-85e2-e34390c56672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:32.659656 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:23:33.041681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8683cb29-ae7f-4126-b931-3e07c7d2d753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:33.169781 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786acfb3-6c10-4b2c-87e3-55b706ac33fb req-d9711c2e-6104-4479-bc0a-30a22bda7a61 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:33.171954 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-786acfb3-6c10-4b2c-87e3-55b706ac33fb req-d9711c2e-6104-4479-bc0a-30a22bda7a61 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0822091 Apr 29 12:23:33.221647 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-786acfb3-6c10-4b2c-87e3-55b706ac33fb req-1c35e6bb-6aac-4b0e-9536-e05f6279b059 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Apr 29 12:23:33.765455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:34.218165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:34.289129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:34.413777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0e7ba-910b-474a-85a6-1266909dde05 req-6cd96035-2384-4f84-84a2-a7ee2bab2eaa tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:34.414986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-afb0e7ba-910b-474a-85a6-1266909dde05 req-6cd96035-2384-4f84-84a2-a7ee2bab2eaa tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0844133 Apr 29 12:23:34.461879 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-afb0e7ba-910b-474a-85a6-1266909dde05 req-e5adc949-212d-4661-a624-e6ef1345b8b5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Apr 29 12:23:34.485689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33134) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:34.710687 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77613ce3-5f42-45b0-99a9-960f273e5b24 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/905cbcde-0b56-446d-aa8e-ff1486faf8b9 HTTP/1.1" status: 200 len: 992 time: 0.2237265 Apr 29 12:23:35.699861 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:36.217463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15870-1edf-4b10-8da7-747c2be82a27 req-17c994f2-6c51-4bc7-b41b-1b5fd659739e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:36.218963 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53b15870-1edf-4b10-8da7-747c2be82a27 req-17c994f2-6c51-4bc7-b41b-1b5fd659739e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0920749 Apr 29 12:23:36.263547 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-53b15870-1edf-4b10-8da7-747c2be82a27 req-bb8222dc-320c-4d32-87c5-07ddc5d3cabf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Apr 29 12:23:37.489298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4bc93-058b-4e19-955f-dac1212a8b3d req-2466136b-ceec-4d9c-ac45-f4ee35f142d4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:37.491402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-05c4bc93-058b-4e19-955f-dac1212a8b3d req-2466136b-ceec-4d9c-ac45-f4ee35f142d4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.1041012 Apr 29 12:23:37.545103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-05c4bc93-058b-4e19-955f-dac1212a8b3d req-a7ddac2d-c59d-437d-a37e-e55a5a67a4aa tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462885 Apr 29 12:23:37.569094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33146) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:37.683730 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-8641f8bc-683a-4b4b-a94f-54962054b964 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/905cbcde-0b56-446d-aa8e-ff1486faf8b9 HTTP/1.1" status: 200 len: 992 time: 0.1131558 Apr 29 12:23:37.985192 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33154) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:38.208367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port b8690cc1-13ef-4733-b42c-bf5940c1b60a {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:23:38.208703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:38.396714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:38.397005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:38.521156 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for b8690cc1-13ef-4733-b42c-bf5940c1b60a owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:23:38.689873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:38.736236 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=b8690cc1-13ef-4733-b42c-bf5940c1b60a,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:38.773070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.773295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.773654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.773984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.774319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.774638 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.774954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.775269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.775581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.775892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.776203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.776514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:38.958710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:38.959000 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 905cbcde-0b56-446d-aa8e-ff1486faf8b9 disassociated (deleted). External IP: 172.26.0.36, port: 7a60b3b8-be49-4ed0-bf2b-5aca05f73145. Apr 29 12:23:39.331518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 108aacc2-a852-42ce-9c52-730d493454a8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:23:39.511592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:23:39.521578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Sync routers for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:39.532651 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:39.533275 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:39.533471 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:39.588543 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf920858-c2fb-4d9e-aa68-3a4196475f35 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/floatingips/905cbcde-0b56-446d-aa8e-ff1486faf8b9 HTTP/1.1" status: 204 len: 168 time: 1.6021047 Apr 29 12:23:39.589040 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:23:39.640794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7712e74-e0be-4dba-98a3-f9a690df4fa8'] response: {'name': 'network-changed', 'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'status': 'completed', 'code': 200} Apr 29 12:23:39.757478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae288f5-0980-4680-91b8-f04493731135 req-7f45d8bf-318d-4bed-98d8-dbb69635b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:39.759918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-7f45d8bf-318d-4bed-98d8-dbb69635b1d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 1098 time: 0.0756540 Apr 29 12:23:39.775713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:39.906901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae288f5-0980-4680-91b8-f04493731135 req-42f5a48e-985f-459c-9e8f-125107bb82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:39.908461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-42f5a48e-985f-459c-9e8f-125107bb82f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 200 len: 897 time: 0.1432822 Apr 29 12:23:39.987593 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-c5bf95a6-7649-417d-8f2c-e0d1a5072714 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 200 len: 217 time: 0.0713930 Apr 29 12:23:39.999730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c677c0-7ddb-467a-bfb8-b2b07d32a0ea req-2dcc8c5f-f6b0-466b-a0ff-0f814badd3c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:40.000462 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-32c677c0-7ddb-467a-bfb8-b2b07d32a0ea req-2dcc8c5f-f6b0-466b-a0ff-0f814badd3c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:23:40.019078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-32c677c0-7ddb-467a-bfb8-b2b07d32a0ea req-2dcc8c5f-f6b0-466b-a0ff-0f814badd3c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:23:40.020388 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32c677c0-7ddb-467a-bfb8-b2b07d32a0ea req-2dcc8c5f-f6b0-466b-a0ff-0f814badd3c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.1103806 Apr 29 12:23:40.053503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae288f5-0980-4680-91b8-f04493731135 req-7019cbc4-64cc-424d-87e3-ffa0ff6da0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:40.054985 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-7019cbc4-64cc-424d-87e3-ffa0ff6da0f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 200 len: 834 time: 0.0605505 Apr 29 12:23:40.076036 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-32c677c0-7ddb-467a-bfb8-b2b07d32a0ea req-9a070038-ffe9-4d8c-8a0c-557474cfed6e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 Apr 29 12:23:40.133678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae288f5-0980-4680-91b8-f04493731135 req-e9bc3422-a5ab-4fe8-8830-73d313fd4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:40.135183 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-e9bc3422-a5ab-4fe8-8830-73d313fd4e37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53133c53-911d-49c8-b01c-b2a2d7527610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739839 Apr 29 12:23:40.146190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-53c01f2d-57c2-40ea-b1ff-bd787d1dda03 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:23:40.147176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-53c01f2d-57c2-40ea-b1ff-bd787d1dda03 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051830 Apr 29 12:23:40.274167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:40.280348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-1aabcb91-e2d5-4f74-b7b1-0951a88b2312 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257648 Apr 29 12:23:40.282707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Checking router: 108aacc2-a852-42ce-9c52-730d493454a8 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:40.296466 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:40.297071 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:40.423517 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ae288f5-0980-4680-91b8-f04493731135 req-5ee89d5c-1540-4831-8b1a-51e2b0166680 service neutron] 10.222.0.66 "GET /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333230 Apr 29 12:23:40.485653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:40.809335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:40.813925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d351c-315e-48ff-9366-4fd477b08452 None None] The sync data for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv is: [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:22:08Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '725b1bae-a9ad-49d2-944e-c41e4f7d768e', 'name': '', 'network_id': '53133c53-911d-49c8-b01c-b2a2d7527610', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:b5:cf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:07Z', 'updated_at': '2022-04-29T12:22:12Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:41.075846 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4983fe5-4423-4aee-8329-4fc486830e2b None None] New status for floating IP 905cbcde-0b56-446d-aa8e-ff1486faf8b9: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:23:41.278796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d043442-b44e-4f66-bf14-17e4f5b02198 req-a6c147dd-bfdc-4519-a9cf-32750a9bd1a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:41.280398 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5d043442-b44e-4f66-bf14-17e4f5b02198 req-a6c147dd-bfdc-4519-a9cf-32750a9bd1a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0885561 Apr 29 12:23:41.324671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5d043442-b44e-4f66-bf14-17e4f5b02198 req-51786227-bfbb-4475-b823-5b49368bb62b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383837 Apr 29 12:23:41.951877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-bd57d7b4-e06b-4913-b92f-98f5467c8609 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:41.953453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-bd57d7b4-e06b-4913-b92f-98f5467c8609 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0919464 Apr 29 12:23:42.028826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:23:42.029157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:42.292044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:42.292747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:42.426450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:23:42.526459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375dc3-97b0-4e6e-b701-da22aa0922c3 req-92eb70e4-d264-4990-949b-930cbe1ce6ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:42.528021 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e8375dc3-97b0-4e6e-b701-da22aa0922c3 req-92eb70e4-d264-4990-949b-930cbe1ce6ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e2fb2-2ed7-4ded-8853-197c822e7c38 HTTP/1.1" status: 200 len: 945 time: 0.0872734 Apr 29 12:23:42.585534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e8375dc3-97b0-4e6e-b701-da22aa0922c3 req-1d495f58-cd00-45e2-9749-d4207665ade2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec7359a7-df59-4aa4-88f7-136f04f30a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500329 Apr 29 12:23:42.692843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:42.747338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=7a60b3b8-be49-4ed0-bf2b-5aca05f73145,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:42.786555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.786892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.787238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.787561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.787880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.788204 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.788521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.788836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.789153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.789503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.789820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.790132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:42.833088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] No DVR routers for this DVR port 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:23:42.835834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:42.838436 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'name': 'network-vif-deleted', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:23:42.855239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d76508bf-c315-4b09-b6c3-fcd680aae4bd req-14eb032c-1d99-4628-a203-e19d69780a84 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "DELETE /v2.0/ports/7a60b3b8-be49-4ed0-bf2b-5aca05f73145 HTTP/1.1" status: 204 len: 173 time: 0.8965213 Apr 29 12:23:42.896257 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528edcdb-24df-48ae-af30-a3b49eefb6b9'] response: {'server_uuid': '5c4e2fb2-2ed7-4ded-8853-197c822e7c38', 'name': 'network-vif-deleted', 'tag': '7a60b3b8-be49-4ed0-bf2b-5aca05f73145', 'status': 'completed', 'code': 200} Apr 29 12:23:43.685201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33172) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:44.256704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:44.620033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 725b1bae-a9ad-49d2-944e-c41e4f7d768e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:23:44.620366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:44.814072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 725b1bae-a9ad-49d2-944e-c41e4f7d768e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=725b1bae-a9ad-49d2-944e-c41e4f7d768e,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:44.814800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:45.046971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 725b1bae-a9ad-49d2-944e-c41e4f7d768e owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:23:45.232358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:45.282195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=725b1bae-a9ad-49d2-944e-c41e4f7d768e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:45.566863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:45.808317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:23:45.850209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:23:45.850541 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 7a60b3b8-be49-4ed0-bf2b-5aca05f73145 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:23:45.951261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 108aacc2-a852-42ce-9c52-730d493454a8 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:23:46.135052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:23:46.147981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Sync routers for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:46.149447 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-747e1c65-2af2-4a13-947e-4fb99c6c65ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/108aacc2-a852-42ce-9c52-730d493454a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4623513 Apr 29 12:23:46.151885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33176) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:46.158015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:46.158634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:46.226200 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting subnet 61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:23:46.229821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.289415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.384518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.398757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:46.462261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.619473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Subnet': ['ID=61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:46.623463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.629822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5399b0fe-96ff-4ef4-a163-97be7be7a09f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/subnets/61b606e5-aabc-42bf-8e5e-9dbb9a3c3b5a HTTP/1.1" status: 204 len: 168 time: 0.4766564 Apr 29 12:23:46.631160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e38a0-8a5b-498f-ba86-aa83f5deb65f None None] Network 53133c53-911d-49c8-b01c-b2a2d7527610 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:23:46.632302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33180) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:46.812762 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:46.859636 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:23:45Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:46.865192 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Checking router: 108aacc2-a852-42ce-9c52-730d493454a8 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:46.878005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Routers {'108aacc2-a852-42ce-9c52-730d493454a8'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:46.878662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['108aacc2-a852-42ce-9c52-730d493454a8'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:46.993485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.004912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 75c90e84-28a2-4637-95b2-375d2e5f9a77 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:23:47.005426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.013528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] DHCP port deletion for 53133c53-911d-49c8-b01c-b2a2d7527610 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:23:47.023644 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Deleting port d30b93a9-9a92-4834-bca3-43e408b38b2a {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:23:47.024007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.152880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] Set router 108aacc2-a852-42ce-9c52-730d493454a8 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:47.201566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 75c90e84-28a2-4637-95b2-375d2e5f9a77, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75c90e84-28a2-4637-95b2-375d2e5f9a77,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:47.201969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.323019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 75c90e84-28a2-4637-95b2-375d2e5f9a77 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:23:47.441997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] For port d30b93a9-9a92-4834-bca3-43e408b38b2a, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=d30b93a9-9a92-4834-bca3-43e408b38b2a,segment=NetworkSegment(c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc),segment_id=c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:47.442399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.500496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.546980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=75c90e84-28a2-4637-95b2-375d2e5f9a77,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:47.622586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Calling delete_port for d30b93a9-9a92-4834-bca3-43e408b38b2a owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:23:47.644975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.744373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.790997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Pushing event deleted for resources: {'Port': ['ID=d30b93a9-9a92-4834-bca3-43e408b38b2a,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:47.802853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] No DVR routers for this DVR port d30b93a9-9a92-4834-bca3-43e408b38b2a on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:23:47.804857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.805175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.805532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.805884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.806185 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.806554 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.806876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.807193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.807506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.807845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.808161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.808473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9113c-590a-4f43-ac14-283734b816d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:47.814542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:23:45Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:47.820960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafc976-96b5-4842-9d91-e4b07e153406 None None] The sync data for ids ['108aacc2-a852-42ce-9c52-730d493454a8'] in dv-neutron-839741-1-hyperv is: [{'id': '108aacc2-a852-42ce-9c52-730d493454a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385444245', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:22:03Z', 'updated_at': '2022-04-29T12:23:45Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '75c90e84-28a2-4637-95b2-375d2e5f9a77', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108aacc2-a852-42ce-9c52-730d493454a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:22:04Z', 'updated_at': '2022-04-29T12:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:47.830069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.832454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.860654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.861180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Fanout notify agent at l3_agent the message router_deleted on router 108aacc2-a852-42ce-9c52-730d493454a8 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:23:47.876648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:47.877728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d77d1f4-c5e6-4165-af2e-9c1c966673ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/routers/108aacc2-a852-42ce-9c52-730d493454a8 HTTP/1.1" status: 204 len: 168 time: 1.2445431 Apr 29 12:23:47.880478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33184) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:48.109560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.249535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.278834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53133c53-911d-49c8-b01c-b2a2d7527610']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:48.293821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:48.294203 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bb10c6-07ed-4721-ac9f-b85a5b7a3dbc') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:48.306265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.322789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.328775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:23:48.329168 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:23:48.344942 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:23:48.429278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.453999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.456931 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Network': ['ID=53133c53-911d-49c8-b01c-b2a2d7527610,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:48.472713 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2f9aef9-ce00-4022-a987-9d756718a0a8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/networks/53133c53-911d-49c8-b01c-b2a2d7527610 HTTP/1.1" status: 204 len: 168 time: 0.5912130 Apr 29 12:23:48.475295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33188) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:48.550033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.582760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.660893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d30b93a9-9a92-4834-bca3-43e408b38b2a no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:23:48.673302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.691010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7359a7-df59-4aa4-88f7-136f04f30a96,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:48.694888 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: d30b93a9-9a92-4834-bca3-43e408b38b2a {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:23:48.695229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device d30b93a9-9a92-4834-bca3-43e408b38b2a not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:23:48.695656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 725b1bae-a9ad-49d2-944e-c41e4f7d768e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:23:48.707319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:48.708428 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-473b3b3e-3f5b-481a-b94c-aa8c5df51b72 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/security-groups/ec7359a7-df59-4aa4-88f7-136f04f30a96 HTTP/1.1" status: 204 len: 168 time: 0.2321966 Apr 29 12:23:48.741654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 725b1bae-a9ad-49d2-944e-c41e4f7d768e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:23:48.742189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 725b1bae-a9ad-49d2-944e-c41e4f7d768e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:23:49.069318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33196) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.075923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5103995', 'description': 'tempest-secgroup-smoke-5103995 description', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.082579 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.087091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.090240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.096736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.108278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.130037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.134199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.137293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.143658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.217711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.222621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.269020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f9f236-eb5a-44a1-912b-dcb391fe9044,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:49.271966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.277084 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b2f04a7e-e242-4c58-8221-31c42e936684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2027802 Apr 29 12:23:49.278172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33200) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.284492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.293233 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.299769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.304045 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.312078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.328597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.390306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.394129 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.416865 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd6f1c-d846-4539-9d54-e536878126e1,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:49.427249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.428445 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d0ff71cc-c3eb-452e-80fb-1a2ceaa3efb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495595 Apr 29 12:23:49.431556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33204) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.437361 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.443701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.449919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.453817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.462198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.486180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.551469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.555334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.578888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b05eb9a-1c3d-400f-bd1e-d846937d7fb9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:49.588428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.589832 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8a331705-4955-4c87-bd13-38719adc366f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570554 Apr 29 12:23:49.594033 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33208) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.598466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.604780 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.609700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.612857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.618635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.635794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.701592 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.705566 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.728804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5333e3a9-90b2-4d9c-b7a4-abc04e39109f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:49.740518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.741809 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e694b8a7-e172-4f8c-a463-c15457c7b132 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474414 Apr 29 12:23:49.745492 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33212) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.750843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.757282 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.761255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.764430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.770179 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.787792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.857728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.862753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.886920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1959e6-c6cf-4f2e-9e4e-40cb6fdaf0a5,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:49.900438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:49.902546 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-090e4f90-412c-48ce-bbfd-bf15983c6c3b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559362 Apr 29 12:23:49.905428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33216) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:49.912362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:49.919161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:49.923246 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:49.926331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:49.932635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:49.947158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:23:49.955802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.032390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.036898 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.063626 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7582e62a-8630-4dad-9f26-1c6ab54caf9e,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:50.079423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.080628 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-30fe5525-74f3-4f56-941a-3b325ee425ee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1727428 Apr 29 12:23:50.084138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33220) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:50.090155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '06f9f236-eb5a-44a1-912b-dcb391fe9044', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:50.097930 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:50.107883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:50.111491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:50.118080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:50.130117 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:23:50.137419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.208478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.211104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75c90e84-28a2-4637-95b2-375d2e5f9a77 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:23:50.214495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.238499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7716fdf7-a22b-4647-b09a-7cd277869659,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:50.245320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 75c90e84-28a2-4637-95b2-375d2e5f9a77 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:23:50.245705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75c90e84-28a2-4637-95b2-375d2e5f9a77 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:23:50.248969 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.250222 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-3aa3e0e8-549c-46ae-a7b2-b9856fc90d6f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647670 Apr 29 12:23:50.253339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33224) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:50.258833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'network': {'name': 'tempest-network-smoke--232780198', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:50.264425 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:50.268315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:network and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:50.271170 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:50.276752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:50.287327 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:23:50.290604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.318464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:23:50.327401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.327745 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Added segment 880ad739-80af-4378-a223-2963b908b759 of type vlan for network 569c4907-3e90-4d3b-b1bf-d7496754019c Apr 29 12:23:50.355538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.392531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.398331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:50.398922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.454705 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2003627 Apr 29 12:23:50.457527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33228) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:50.463343 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'admin_state_up': True, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:50.471105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:50.475346 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:router and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:50.478495 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:50.489372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:50.503144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.504419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.510360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb4507-1373-4707-834f-d2d9f602eecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Network': ['ID=569c4907-3e90-4d3b-b1bf-d7496754019c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:50.522435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 569c4907-3e90-4d3b-b1bf-d7496754019c details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:23:50.527396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:50.807997 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:51.237251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:51.266545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:51.406776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.248 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/5c3fb114-b4cf-426a-a60c-68d0301c851e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:23:51.557522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:51.588738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:51.667555 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:51.670816 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:51.673396 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:23:51.713680 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=5c3fb114-b4cf-426a-a60c-68d0301c851e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:52.121900 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:52.609054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:52.829251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:23:53.020044 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:23:53.030258 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Sync routers for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:53.039502 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:53.040118 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:53.047363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.048677 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-48563bcd-fab6-4ff8-abba-313d74797311 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5899360 Apr 29 12:23:53.051911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33232) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:53.091842 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6370285b-1166-4a4d-be99-2baf40e6d1c8 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=baf1b06f25df4c7aadf6012a05056d1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387096 Apr 29 12:23:53.094552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33236) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:53.225684 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:53.233679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da19596-26f9-4ae0-87aa-355415ef5da4 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:53.237803 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7da19596-26f9-4ae0-87aa-355415ef5da4 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396866 Apr 29 12:23:53.238193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33240) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:53.288073 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-10d19d00-58a2-43c2-9d43-1b1c4ef6d9cd tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463657 Apr 29 12:23:53.288307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33244) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:53.293669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036791341', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:23:53.406735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:23:53.410312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:subnet and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:23:53.413208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:23:53.418998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:23:53.430454 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:23:53.433883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.510025 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:51Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:53.514582 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Checking router: 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:53.514959 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Updating router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 port 5c3fb114-b4cf-426a-a60c-68d0301c851e binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:23:53.567495 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.654270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.737101 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Subnet': ['ID=7324443b-661f-4766-9fd7-635426b1950d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:53.745803 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Checking segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:23:53.746154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network hostable DHCP agents. Network: 569c4907-3e90-4d3b-b1bf-d7496754019c, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:23:53.766704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 569c4907-3e90-4d3b-b1bf-d7496754019c is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:23:53.777972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 569c4907-3e90-4d3b-b1bf-d7496754019c) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:53.782382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:53.782966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.788227 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea96fec-5e02-41a4-b4cb-8bab2226a5d0 None None] Network 569c4907-3e90-4d3b-b1bf-d7496754019c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:23:53.812528 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-77ec2737-bff5-4596-ac4d-6f722fa49397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5232389 Apr 29 12:23:53.815646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33248) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:23:53.907511 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:53.921068 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Transition to ACTIVE for port object 5c3fb114-b4cf-426a-a60c-68d0301c851e will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:53.928507 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.010268 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Attempting to bind port 5c3fb114-b4cf-426a-a60c-68d0301c851e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:23:54.010656 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Attempting to bind port 5c3fb114-b4cf-426a-a60c-68d0301c851e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:23:54.011634 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Attempting to bind port 5c3fb114-b4cf-426a-a60c-68d0301c851e on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:23:54.021690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-569c4907-3e90-4d3b-b1bf-d7496754019c', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:23:54.021883 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:23:54.022188 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:23:54.022575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.022950 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:23:54.023400 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Bound port: 5c3fb114-b4cf-426a-a60c-68d0301c851e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:23:54.023761 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.024060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.047132 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Pushing event updated for resources: {'Port': ['ID=5c3fb114-b4cf-426a-a60c-68d0301c851e,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:54.073560 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.073899 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.074306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.074729 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.075057 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.075418 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.075738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.076054 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.076369 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.076679 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.076992 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.077301 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:23:54.116553 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] For port 5c3fb114-b4cf-426a-a60c-68d0301c851e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:23:54.120184 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] For port 5c3fb114-b4cf-426a-a60c-68d0301c851e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5c3fb114-b4cf-426a-a60c-68d0301c851e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:23:54.125018 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.213692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Allocated IP 172.20.0.2 (569c4907-3e90-4d3b-b1bf-d7496754019c/7324443b-661f-4766-9fd7-635426b1950d/f473aa9a-f5c5-4316-b399-ae80698e8cac) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:23:54.233747 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:54.234385 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:54.417701 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:54.428765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.439638 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Transition to ACTIVE for port object f473aa9a-f5c5-4316-b399-ae80698e8cac will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:54.459593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Transition to ACTIVE for port object f473aa9a-f5c5-4316-b399-ae80698e8cac will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:54.466738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.523889 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee851c55-26ef-4f2e-b365-55fe35ed6d1f None None] Pushing event updated for resources: {'Port': ['ID=5c3fb114-b4cf-426a-a60c-68d0301c851e,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:54.530485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Network 569c4907-3e90-4d3b-b1bf-d7496754019c is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:54.533715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:54.537839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:23:54.577887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Pushing event updated for resources: {'Port': ['ID=f473aa9a-f5c5-4316-b399-ae80698e8cac,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:54.646650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Attempting to bind port f473aa9a-f5c5-4316-b399-ae80698e8cac on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:23:54.647045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Attempting to bind port f473aa9a-f5c5-4316-b399-ae80698e8cac by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:23:54.647375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Attempting to bind port f473aa9a-f5c5-4316-b399-ae80698e8cac on network 569c4907-3e90-4d3b-b1bf-d7496754019c {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:23:54.653578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:23:54.653944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Checking segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:23:54.654361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.654750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Bound using segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:23:54.655215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Bound port: f473aa9a-f5c5-4316-b399-ae80698e8cac, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:23:54.655585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.698198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.727893 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:51Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:54.732808 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8d8f5-30ad-4610-a857-72b72b803019 None None] The sync data for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv is: [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:51Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:23:54.755603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] For port f473aa9a-f5c5-4316-b399-ae80698e8cac, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:23:54.759478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] For port f473aa9a-f5c5-4316-b399-ae80698e8cac, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f473aa9a-f5c5-4316-b399-ae80698e8cac,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:23:54.766367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:54.848970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a881-d664-4ea7-ba24-4451b18d20ad None None] Pushing event updated for resources: {'Port': ['ID=f473aa9a-f5c5-4316-b399-ae80698e8cac,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:55.187270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.1 (569c4907-3e90-4d3b-b1bf-d7496754019c/7324443b-661f-4766-9fd7-635426b1950d/0a18ea55-4229-45de-877e-04855ca92d5e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:23:55.362754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:55.380048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 0a18ea55-4229-45de-877e-04855ca92d5e will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:55.404607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:55.478174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 569c4907-3e90-4d3b-b1bf-d7496754019c is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:55.481303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:55.485345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:23:55.516112 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:55.549249 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:55.678405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:55.860335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17bae5-e0f3-47ec-b547-9a65e2acc975 None None] Network 569c4907-3e90-4d3b-b1bf-d7496754019c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:23:55.944127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-84deccfb-2b40-4df5-a4ed-d8b592b6fe92 None None] Provisioning for port f473aa9a-f5c5-4316-b399-ae80698e8cac completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:23:56.104907 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.110434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.225916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.229614 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:56.345253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f473aa9a-f5c5-4316-b399-ae80698e8cac up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:23:56.420335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f473aa9a-f5c5-4316-b399-ae80698e8cac completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:23:56.426511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f473aa9a-f5c5-4316-b399-ae80698e8cac triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:56.426892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.504233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Provisioning complete for port f473aa9a-f5c5-4316-b399-ae80698e8cac triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:56.504601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.532265 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 569c4907-3e90-4d3b-b1bf-d7496754019c is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:23:56.533826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:23:56.615022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.694496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port f473aa9a-f5c5-4316-b399-ae80698e8cac, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f473aa9a-f5c5-4316-b399-ae80698e8cac,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:56.701921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.702746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5c3fb114-b4cf-426a-a60c-68d0301c851e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:23:56.728274 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:23:56.761114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.880329 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=f473aa9a-f5c5-4316-b399-ae80698e8cac,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:56.899782 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 5c3fb114-b4cf-426a-a60c-68d0301c851e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:23:56.905050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:23:56.905414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:23:56.906424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5c3fb114-b4cf-426a-a60c-68d0301c851e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:56.906787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:56.913894 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:23:56.927449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-596712d4-d640-4972-9e4f-d37dc39607e9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/9e02a67a-e554-4dd7-91b4-431e1ffc1f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1107361 Apr 29 12:23:56.935397 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Sync routers for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:23:56.959766 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:56.960383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:57.096189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-c3470849-ef3e-4962-b369-304e5ee3f4f6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:23:57.111719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-c3470849-ef3e-4962-b369-304e5ee3f4f6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:23:57.112967 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-c3470849-ef3e-4962-b369-304e5ee3f4f6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5103995&fields=id&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 267 time: 0.0565364 Apr 29 12:23:57.192658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:57.235051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.265790 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-97abb8d0-2135-4936-a836-140193f977ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:23:57.266531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-97abb8d0-2135-4936-a836-140193f977ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:23:57.272503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 5c3fb114-b4cf-426a-a60c-68d0301c851e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5c3fb114-b4cf-426a-a60c-68d0301c851e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:23:57.282705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-97abb8d0-2135-4936-a836-140193f977ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:23:57.283855 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-97abb8d0-2135-4936-a836-140193f977ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 796 time: 0.1635861 Apr 29 12:23:57.300016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-cf5ebd30-d036-49c3-bbd2-8c7843226e0c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/quotas/baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 375 time: 0.0096993 Apr 29 12:23:57.326823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.383215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-50466c5f-7326-4304-90fc-257fdecc286f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:23:57.400704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2150c277-e787-4716-8066-9806a4a38f33 req-50466c5f-7326-4304-90fc-257fdecc286f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:23:57.402147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-50466c5f-7326-4304-90fc-257fdecc286f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967948 Apr 29 12:23:57.530315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=5c3fb114-b4cf-426a-a60c-68d0301c851e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:57.594729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Provisioning for port 0a18ea55-4229-45de-877e-04855ca92d5e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:23:57.603392 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Provisioning complete for port 0a18ea55-4229-45de-877e-04855ca92d5e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:57.603743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.652552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-2f1a33c6-61a8-440b-8b61-d0b2d247354a service neutron] 10.222.0.53 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372775 Apr 29 12:23:57.668886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-de884e16-7589-416a-ae34-f8490cd41c5f None None] Port 0a18ea55-4229-45de-877e-04855ca92d5e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:23:57.686758 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 2, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:57.690751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Checking router: 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:23:57.691102 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Updating router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 port 0a18ea55-4229-45de-877e-04855ca92d5e binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:23:57.789067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.791160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-86b26cd1-ad81-4572-969e-4bd3a125aa05 service neutron] 10.222.0.53 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324298 Apr 29 12:23:57.808583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-c46d19fd-a21b-4101-bea0-13321c65e154 None None] Provisioning complete for port 0a18ea55-4229-45de-877e-04855ca92d5e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:57.808943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c46d19fd-a21b-4101-bea0-13321c65e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:57.908448 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-c46d19fd-a21b-4101-bea0-13321c65e154 None None] Port 0a18ea55-4229-45de-877e-04855ca92d5e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:23:57.968726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d8514f63-3661-493a-8498-52a889508764 req-9197f826-ffa8-445a-917c-c85ac9f56db1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:23:57.980139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-d8514f63-3661-493a-8498-52a889508764 req-9197f826-ffa8-445a-917c-c85ac9f56db1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:23:57.981309 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d8514f63-3661-493a-8498-52a889508764 req-9197f826-ffa8-445a-917c-c85ac9f56db1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0538447 Apr 29 12:23:58.185021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.197650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Transition to ACTIVE for port object 0a18ea55-4229-45de-877e-04855ca92d5e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:23:58.205913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.311783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f473aa9a-f5c5-4316-b399-ae80698e8cac up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:23:58.411565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e77809-a7b1-4862-a1b4-9e447bcce27f None None] Pushing event updated for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:58.478008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Attempting to bind port 0a18ea55-4229-45de-877e-04855ca92d5e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:23:58.478366 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Attempting to bind port 0a18ea55-4229-45de-877e-04855ca92d5e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:23:58.478721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Attempting to bind port 0a18ea55-4229-45de-877e-04855ca92d5e on network 569c4907-3e90-4d3b-b1bf-d7496754019c {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:23:58.486650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:23:58.487016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Checking segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:23:58.487410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.487792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Bound using segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:23:58.488246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Bound port: 0a18ea55-4229-45de-877e-04855ca92d5e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:23:58.488610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.506020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f473aa9a-f5c5-4316-b399-ae80698e8cac triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:58.506380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.664595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] For port 0a18ea55-4229-45de-877e-04855ca92d5e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:23:58.688002 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] For port 0a18ea55-4229-45de-877e-04855ca92d5e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0a18ea55-4229-45de-877e-04855ca92d5e,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:23:58.693777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:58.750447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5c3fb114-b4cf-426a-a60c-68d0301c851e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:23:58.829525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:23:58.830158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:23:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:58.889117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e77809-a7b1-4862-a1b4-9e447bcce27f None None] Pushing event updated for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:23:58.988034 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 5c3fb114-b4cf-426a-a60c-68d0301c851e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:23:58.988732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:23:59.079178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:23:59.080827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b9176586-58b2-4ff6-b2eb-c24e01dc5a7a req-930c5f9a-e8c8-498f-9ffc-d169da208e25 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0475037 Apr 29 12:23:59.487552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:23:58Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:23:59.491894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c7fe6-0271-4b46-97cb-7fa7dc3d9f9c None None] The sync data for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv is: [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:23:58Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:24:00.183555 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-29fe4ba4-a702-413d-99dd-d4dd7c49db07 req-a004443b-00d4-422c-ba9a-c5e8c6fc7431 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0461752 Apr 29 12:24:00.281604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0a18ea55-4229-45de-877e-04855ca92d5e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:24:00.350225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-37c0ee0f-b0e7-49ef-9eaf-deec0c6aadf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.368181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 0a18ea55-4229-45de-877e-04855ca92d5e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:24:00.373659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0a18ea55-4229-45de-877e-04855ca92d5e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:24:00.374030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.493221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.525709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 0a18ea55-4229-45de-877e-04855ca92d5e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0a18ea55-4229-45de-877e-04855ca92d5e,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:24:00.532206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:00.605015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:01.282342 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c1574139-f331-420c-a574-2673e84fd2e6 req-d8f6d300-77cc-4782-9fac-6570e5dac737 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0456660 Apr 29 12:24:02.267667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0a18ea55-4229-45de-877e-04855ca92d5e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:24:02.340780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 0a18ea55-4229-45de-877e-04855ca92d5e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:24:02.340780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:02.437190 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-52682af3-9d0c-4a8a-9048-a65548459929 req-7a49a0f1-5a24-4f46-b43c-18c4f6cb82cd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0456512 Apr 29 12:24:03.046290 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8367f846-e0d7-46b2-9d26-f88fbf8c1205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:03.141164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-4c787080-dedb-4af7-b589-cbbe3cf2143c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:03.142611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-4c787080-dedb-4af7-b589-cbbe3cf2143c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 796 time: 0.1439042 Apr 29 12:24:03.193956 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-4b1f24e7-ba2f-4df5-bbda-fd74cdf50106 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 377 time: 0.0385070 Apr 29 12:24:03.206471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'port': {'device_id': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'admin_state_up': True, 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'security_groups': ['06f9f236-eb5a-44a1-912b-dcb391fe9044']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:24:03.341756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:24:03.351164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:24:03.362003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:24:03.365651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:03.539459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.12 (569c4907-3e90-4d3b-b1bf-d7496754019c/7324443b-661f-4766-9fd7-635426b1950d/4d8b9146-5764-41be-9431-b246f7264ddf) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:24:03.762708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:03.775025 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-382b1f41-e76f-42ce-b914-3d75c82beb41 req-3cdc8997-d015-486f-b33f-2912b4ebcd2c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0675302 Apr 29 12:24:03.782398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:03.798121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 4d8b9146-5764-41be-9431-b246f7264ddf will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:24:03.822021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:03.892974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 569c4907-3e90-4d3b-b1bf-d7496754019c is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:24:03.896051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:24:03.899784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:24:03.937315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:03.974674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:03.975349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.002234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-b9dc162d-82d9-4b62-96e3-da0942bd73fc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994254 Apr 29 12:24:04.019245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Request body: {'port': {'device_id': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:24:04.131584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.135372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53736956-e5af-4eab-b1d7-088cf551e391 None None] Provisioning for port 4d8b9146-5764-41be-9431-b246f7264ddf completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:24:04.142383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-53736956-e5af-4eab-b1d7-088cf551e391 None None] Provisioning complete for port 4d8b9146-5764-41be-9431-b246f7264ddf triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:24:04.142746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-53736956-e5af-4eab-b1d7-088cf551e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.198158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-53736956-e5af-4eab-b1d7-088cf551e391 None None] Port 4d8b9146-5764-41be-9431-b246f7264ddf cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:24:04.219859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.284795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.488760 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8b9146-5764-41be-9431-b246f7264ddf {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:24:04.496147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.511723 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Transition to ACTIVE for port object 4d8b9146-5764-41be-9431-b246f7264ddf will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:24:04.517350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.644861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:04.850658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Attempting to bind port 4d8b9146-5764-41be-9431-b246f7264ddf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:24:04.850876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Attempting to bind port 4d8b9146-5764-41be-9431-b246f7264ddf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:24:04.851218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Attempting to bind port 4d8b9146-5764-41be-9431-b246f7264ddf on network 569c4907-3e90-4d3b-b1bf-d7496754019c {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:24:04.857494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Port 4d8b9146-5764-41be-9431-b246f7264ddf on network 569c4907-3e90-4d3b-b1bf-d7496754019c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:24:04.857494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Attempting to bind port 4d8b9146-5764-41be-9431-b246f7264ddf on network 569c4907-3e90-4d3b-b1bf-d7496754019c {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:24:04.861412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:24:04.861765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Checking segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:24:04.862144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Bound using segment: {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:24:04.862561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Bound port: 4d8b9146-5764-41be-9431-b246f7264ddf, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ad739-80af-4378-a223-2963b908b759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:24:04.862884 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.956250 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:24:04.959656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4d8b9146-5764-41be-9431-b246f7264ddf,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:24:04.965477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:04.970709 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f77637-c49d-4f43-99ec-3675134e7505 req-24adb125-76ae-4aee-a0a6-e6b880cdded1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:04.972237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-62f77637-c49d-4f43-99ec-3675134e7505 req-24adb125-76ae-4aee-a0a6-e6b880cdded1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 944 time: 0.0883102 Apr 29 12:24:05.020189 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-62f77637-c49d-4f43-99ec-3675134e7505 req-3e6a71d4-7715-48df-91a5-5a35aa09a71d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421515 Apr 29 12:24:05.026269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.026269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:05.027922 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] 10.222.0.66 "PUT /v2.0/ports/4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 1094 time: 1.0128927 Apr 29 12:24:05.030321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:24:05.060865 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f917a0-34b8-4b52-96fc-57f21081d052 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:05.146933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe67b80d-8c6f-4aab-a703-f330f35e76f7'] response: {'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf', 'status': 'completed', 'code': 200} Apr 29 12:24:05.163191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-b19d8457-8734-45d4-b7f7-fb1a9b8f7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.164709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-b19d8457-8734-45d4-b7f7-fb1a9b8f7a51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1097 time: 0.0824981 Apr 29 12:24:05.243005 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-74a3a951-de63-43c6-9acb-938eeee050ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 217 time: 0.0665526 Apr 29 12:24:05.305446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-90c4ee21-29fa-4a41-9a24-f87e1130a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.306779 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-90c4ee21-29fa-4a41-9a24-f87e1130a67b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0584302 Apr 29 12:24:05.385372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c277-e787-4716-8066-9806a4a38f33 req-d0dcf806-9234-4940-b25a-973734d71949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.387023 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-d0dcf806-9234-4940-b25a-973734d71949 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748572 Apr 29 12:24:05.525246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-7d7590c8-1a69-4879-98c0-305ba8b5b369 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322465 Apr 29 12:24:05.656625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2150c277-e787-4716-8066-9806a4a38f33 req-e132efc7-fddc-4aeb-bbcd-dda0d68db64c service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257651 Apr 29 12:24:05.707772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:05.823932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-e410dd13-ac0b-4967-adaf-c2ea33bb7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.827379 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-e410dd13-ac0b-4967-adaf-c2ea33bb7b0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1097 time: 0.0866673 Apr 29 12:24:05.964275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-b99710e8-0855-472a-a450-4fffffa1db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:05.965683 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-b99710e8-0855-472a-a450-4fffffa1db90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1324873 Apr 29 12:24:06.034326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-85e652dc-315d-40e6-bc6f-c8aa530219ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 217 time: 0.0629816 Apr 29 12:24:06.098927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-5de78337-2e0e-416a-804f-a607c9d152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:06.100357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-5de78337-2e0e-416a-804f-a607c9d152b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0605826 Apr 29 12:24:06.176000 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-10f9f590-1807-4343-81f3-e16660862114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:06.177434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-10f9f590-1807-4343-81f3-e16660862114 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711172 Apr 29 12:24:06.211916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86a6b-97c4-428b-9a34-14714e81f6b5 req-eaee35d3-c19a-4d12-8ad9-8c1f810752cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:06.213403 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-22d86a6b-97c4-428b-9a34-14714e81f6b5 req-eaee35d3-c19a-4d12-8ad9-8c1f810752cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 944 time: 0.0816743 Apr 29 12:24:06.261064 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-22d86a6b-97c4-428b-9a34-14714e81f6b5 req-43ba7199-6e07-4d5c-b2bc-fc8e2c8451d8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416901 Apr 29 12:24:06.309610 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-98d370c5-18c3-4900-b149-053ed7df6505 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260448 Apr 29 12:24:06.449439 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-90d66426-a233-4543-b8e6-0b3ae62df407 req-ed325f8f-a275-49cd-8021-d5af54538473 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330976 Apr 29 12:24:07.453019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05cb51-347d-46b7-8f91-90678d6493fa req-09aa17fb-12a3-4573-95fe-0571fbabfd5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:07.453689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-3e05cb51-347d-46b7-8f91-90678d6493fa req-09aa17fb-12a3-4573-95fe-0571fbabfd5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:24:07.471668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-3e05cb51-347d-46b7-8f91-90678d6493fa req-09aa17fb-12a3-4573-95fe-0571fbabfd5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:24:07.472933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3e05cb51-347d-46b7-8f91-90678d6493fa req-09aa17fb-12a3-4573-95fe-0571fbabfd5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 944 time: 0.0995877 Apr 29 12:24:07.518534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3e05cb51-347d-46b7-8f91-90678d6493fa req-5db5cb13-0852-4aeb-9ace-0c8bff3076ae tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397067 Apr 29 12:24:08.720618 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fb582-2a1e-4943-9655-76edddd35853 req-308846bc-6a78-403b-83a0-1429add7221b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:08.722112 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-786fb582-2a1e-4943-9655-76edddd35853 req-308846bc-6a78-403b-83a0-1429add7221b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 944 time: 0.0868311 Apr 29 12:24:08.766472 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-786fb582-2a1e-4943-9655-76edddd35853 req-41187bbe-55a8-477e-b2a5-2b52a327f2ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385697 Apr 29 12:24:09.675123 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:24:09.931922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 4d8b9146-5764-41be-9431-b246f7264ddf details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:24:10.071180 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4d8b9146-5764-41be-9431-b246f7264ddf,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:24:10.084718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '4d8b9146-5764-41be-9431-b246f7264ddf', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'port_id': '4d8b9146-5764-41be-9431-b246f7264ddf', 'mac_address': 'fa:16:3e:52:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:24:10.087145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f356d-e924-4de7-a50d-7b06eef8838c req-75787383-f533-4ef0-858f-0bd59eb07771 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:10.088593 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e71f356d-e924-4de7-a50d-7b06eef8838c req-75787383-f533-4ef0-858f-0bd59eb07771 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 944 time: 0.2100563 Apr 29 12:24:10.132031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e71f356d-e924-4de7-a50d-7b06eef8838c req-560983dd-25b7-438b-ae16-728a34414b21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374126 Apr 29 12:24:10.141482 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:10.159389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8b9146-5764-41be-9431-b246f7264ddf {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:24:10.174435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4d8b9146-5764-41be-9431-b246f7264ddf,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:24:10.179937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:10.250634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:10.556054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['4d8b9146-5764-41be-9431-b246f7264ddf'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:24:11.325416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538075d-b528-4696-b3da-a75e435bd0b3 req-f90686f0-f080-43fe-8884-302bc0d68c5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:11.326994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8538075d-b528-4696-b3da-a75e435bd0b3 req-f90686f0-f080-43fe-8884-302bc0d68c5e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 945 time: 0.0844421 Apr 29 12:24:11.373826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8538075d-b528-4696-b3da-a75e435bd0b3 req-6a52a8d4-3e42-4ba7-abb1-fc42f71e3b0c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404954 Apr 29 12:24:11.946072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 4d8b9146-5764-41be-9431-b246f7264ddf up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:24:12.027605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 4d8b9146-5764-41be-9431-b246f7264ddf completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:24:12.032828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 4d8b9146-5764-41be-9431-b246f7264ddf triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:24:12.033204 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:12.154468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:12.184907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:24:12.195152 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4d8b9146-5764-41be-9431-b246f7264ddf,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:24:12.200040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:12.231805 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5335db38-ce84-4442-952e-83b714b3aff7'] response: {'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf', 'code': 200} Apr 29 12:24:12.287090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:12.505377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78008c0b-b9c9-4298-b340-3687bde1c7be req-4cf7ed66-313a-4052-b176-9e7f81f96fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:12.506809 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-78008c0b-b9c9-4298-b340-3687bde1c7be req-4cf7ed66-313a-4052-b176-9e7f81f96fce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.0701938 Apr 29 12:24:12.547525 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-78008c0b-b9c9-4298-b340-3687bde1c7be req-655c653c-f003-4332-af82-794d24f5f30d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350988 Apr 29 12:24:12.563874 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6f3af-87c8-4276-bd15-7ba1b7ee80e1 req-931950ae-6aa9-4251-80b2-d9f895e9b03b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:12.565328 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9bc6f3af-87c8-4276-bd15-7ba1b7ee80e1 req-931950ae-6aa9-4251-80b2-d9f895e9b03b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0832510 Apr 29 12:24:12.616898 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9bc6f3af-87c8-4276-bd15-7ba1b7ee80e1 req-a6b1a745-c64c-4b96-b4e2-2981f5e03c98 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422416 Apr 29 12:24:13.819446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402b4a6-cd87-40a3-8e4b-fe0b01ffe2f8 req-7dabe1ef-470b-4494-980a-67b777c72d3a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:13.820831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8402b4a6-cd87-40a3-8e4b-fe0b01ffe2f8 req-7dabe1ef-470b-4494-980a-67b777c72d3a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0879705 Apr 29 12:24:13.868270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8402b4a6-cd87-40a3-8e4b-fe0b01ffe2f8 req-fc92d1e8-99b0-4f6a-9af1-efdd1995f6f2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412800 Apr 29 12:24:15.074988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3c5c8-5f4d-4808-8a25-5b8fa41308cb req-b1d7d02d-aebe-431f-a6e9-cb61b560218e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:15.076632 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-acb3c5c8-5f4d-4808-8a25-5b8fa41308cb req-b1d7d02d-aebe-431f-a6e9-cb61b560218e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0926554 Apr 29 12:24:15.124257 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-acb3c5c8-5f4d-4808-8a25-5b8fa41308cb req-e46b1efb-5aaa-48bb-bd4a-d931085cf4b1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420575 Apr 29 12:24:15.314513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affa695-43d9-4bb9-b237-dc5c2ef78fac req-bd05a203-c8ee-4900-90bd-c302fe932da2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:15.315957 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7affa695-43d9-4bb9-b237-dc5c2ef78fac req-bd05a203-c8ee-4900-90bd-c302fe932da2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0799994 Apr 29 12:24:15.364133 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7affa695-43d9-4bb9-b237-dc5c2ef78fac req-2ffe40b1-11e2-44dd-8d59-8447d1ac9965 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420921 Apr 29 12:24:15.386608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33328) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:24:15.468401 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc985ece-0c9c-4dc2-9d6b-c26a59d4ec31 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:15.469933 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bc985ece-0c9c-4dc2-9d6b-c26a59d4ec31 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1094 time: 0.0823305 Apr 29 12:24:15.474127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33332) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:24:15.478953 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '4d8b9146-5764-41be-9431-b246f7264ddf', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:24:15.485312 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:24:15.490213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:floatingip and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:24:15.494315 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:24:15.503402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:24:15.518702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:15.671111 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:15.818604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.39 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/0d08a89a-c653-4427-852e-630172d5e6fa) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:24:16.082419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:16.114318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:16.178792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:24:16.181804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:24:16.187225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:24:16.223353 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=0d08a89a-c653-4427-852e-630172d5e6fa,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:16.604041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:16.683285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:16.886287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:16.893447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:17.004319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=0d08a89a-c653-4427-852e-630172d5e6fa,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:24:17.019153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:17.191310 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP a747baec-bb75-4511-9347-372e87cf2b1b associated. External IP: 172.26.0.39, port: 4d8b9146-5764-41be-9431-b246f7264ddf. Apr 29 12:24:17.656368 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:24:17.845674 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:24:17.856454 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Sync routers for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:24:17.865693 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:24:17.866376 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:24:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:24:17.872592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:17.926700 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ca8ad439-8f3b-40f0-b129-de6c1ac23140 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4515598 Apr 29 12:24:17.927281 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:24:17.970777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9841d76-cc21-40a2-aa3d-15ae116c3805'] response: {'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf', 'status': 'completed', 'code': 200} Apr 29 12:24:18.046062 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:24:18.090034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-0d4b0118-d275-4780-bfac-6ae18c6e0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:18.091691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-0d4b0118-d275-4780-bfac-6ae18c6e0230 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.0711055 Apr 29 12:24:18.115776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324da99-eea9-4de5-a625-8f781c4789d1 req-2e9f9b57-7f76-40b9-997d-c8fb7445097c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:18.117328 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a324da99-eea9-4de5-a625-8f781c4789d1 req-2e9f9b57-7f76-40b9-997d-c8fb7445097c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0874355 Apr 29 12:24:18.162671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a324da99-eea9-4de5-a625-8f781c4789d1 req-8aff461b-722f-4653-beca-f870191cf357 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386434 Apr 29 12:24:18.186882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33340) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:24:18.222286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-34173d95-291d-41be-9e37-33b534ac0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:18.223692 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-34173d95-291d-41be-9e37-33b534ac0afd service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1265683 Apr 29 12:24:18.296497 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cf8d1405-6dc4-4c9d-880a-df018b28ff6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/a747baec-bb75-4511-9347-372e87cf2b1b HTTP/1.1" status: 200 len: 991 time: 0.1072197 Apr 29 12:24:18.330493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-5345ec47-c563-4c99-9890-d2dc58580672 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 999 time: 0.0988750 Apr 29 12:24:18.391594 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a747baec-bb75-4511-9347-372e87cf2b1b', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'port_id': '4d8b9146-5764-41be-9431-b246f7264ddf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'mac_address': 'fa:16:3e:52:7f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:24:16Z', 'updated_at': '2022-04-29T12:24:16Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:24:18.392754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-64e7136f-a0e8-456a-9149-dd43c97a1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:18.394480 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-64e7136f-a0e8-456a-9149-dd43c97a1e98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0580387 Apr 29 12:24:18.395648 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Checking router: 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:24:18.404286 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:24:18.404876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:24:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:24:18.469350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-fc6dbdfb-f777-4e0a-8e8a-174a5ad16da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:18.470871 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-fc6dbdfb-f777-4e0a-8e8a-174a5ad16da5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711200 Apr 29 12:24:18.581822 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:24:18.600613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-93abe61f-bbab-4b2c-a38c-50939a64e832 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235402 Apr 29 12:24:18.729427 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-76ba2dab-77de-4f27-aa17-524b4b1d08ae req-220e73e6-ab28-4dc9-adc7-fb80e224c1ac service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234076 Apr 29 12:24:18.947922 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a747baec-bb75-4511-9347-372e87cf2b1b', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'port_id': '4d8b9146-5764-41be-9431-b246f7264ddf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'mac_address': 'fa:16:3e:52:7f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:24:16Z', 'updated_at': '2022-04-29T12:24:16Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:24:18.952001 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11e198-8306-49a1-a2ab-8e1e63ae85db None None] The sync data for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv is: [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': 'a747baec-bb75-4511-9347-372e87cf2b1b', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'port_id': '4d8b9146-5764-41be-9431-b246f7264ddf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'mac_address': 'fa:16:3e:52:7f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:24:16Z', 'updated_at': '2022-04-29T12:24:16Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:24:19.164529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159264c9-2b41-4c93-ba93-43e91f4373d6 None None] New status for floating IP a747baec-bb75-4511-9347-372e87cf2b1b: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:24:19.299509 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33344) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:24:19.407313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f2865d53-790e-4382-a66d-903f078f7fc2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/a747baec-bb75-4511-9347-372e87cf2b1b HTTP/1.1" status: 200 len: 991 time: 0.1059375 Apr 29 12:24:20.410723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33348) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:24:20.536488 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-90c739a7-f643-4d3f-aa11-b2db17c33505 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/a747baec-bb75-4511-9347-372e87cf2b1b HTTP/1.1" status: 200 len: 993 time: 0.1246214 Apr 29 12:24:30.339677 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6cc5f2f0-4b73-4d3b-8f2c-d9a524d05649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:33.057183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-116a472d-dad0-4ccb-8d65-169edfe08ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:33.758150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:34.232947 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:34.305684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:35.710413 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:24:46.656189 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:24:47.823138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-85a2c764-6777-4178-bea9-64f36b30a030 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173406 Apr 29 12:24:47.993242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd00b2-548f-4737-807d-eb560515b75d req-7f2bee91-80e0-46e8-85df-218a728084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:47.994638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-7f2bee91-80e0-46e8-85df-218a728084e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.0740058 Apr 29 12:24:48.138779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd00b2-548f-4737-807d-eb560515b75d req-f11ce72c-2461-4a30-b6be-a13d67ef6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:48.140185 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-f11ce72c-2461-4a30-b6be-a13d67ef6878 service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1258852 Apr 29 12:24:48.254891 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-d9442030-156f-4162-be1c-a74be4b00495 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 1001 time: 0.1090002 Apr 29 12:24:48.431991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd00b2-548f-4737-807d-eb560515b75d req-addea14b-2a86-4c55-aead-1b10d79059d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:48.433793 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-addea14b-2a86-4c55-aead-1b10d79059d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.1730540 Apr 29 12:24:48.507337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd00b2-548f-4737-807d-eb560515b75d req-d79ef27f-6584-41a5-9524-112f217c679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:24:48.508710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-d79ef27f-6584-41a5-9524-112f217c679b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689864 Apr 29 12:24:48.644698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-63b66322-0e6d-4629-abf7-a3f2ee2162dc service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300843 Apr 29 12:24:48.779448 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-89dd00b2-548f-4737-807d-eb560515b75d req-69d46162-82fc-4445-8fca-e01850516326 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293430 Apr 29 12:25:00.341922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bdc1304f-1d75-410b-908c-86010a3edc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:03.062703 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d347f198-f96c-4de3-a55c-be379b92bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:03.764594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:04.232016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:04.303088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:05.717552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:20.295792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-6a7f3ec5-b462-48fd-a0f5-a7bf3da24e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:20.297683 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-6a7f3ec5-b462-48fd-a0f5-a7bf3da24e5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.1392510 Apr 29 12:25:20.305680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30c951-df88-49e9-8e6b-4bf2674cec44 req-2510cc19-f23d-4339-aa50-d26ce4b22b73 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:20.307055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cb30c951-df88-49e9-8e6b-4bf2674cec44 req-2510cc19-f23d-4339-aa50-d26ce4b22b73 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.1175702 Apr 29 12:25:20.437770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cb30c951-df88-49e9-8e6b-4bf2674cec44 req-40603742-a3c6-4aa6-871f-da86f6652ed3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1121633 Apr 29 12:25:20.464643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-abd7694f-8811-4ab0-bff6-9ac2d4daba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:20.466161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-abd7694f-8811-4ab0-bff6-9ac2d4daba72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1582603 Apr 29 12:25:20.583785 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-e30c8e23-1d15-463b-a5e0-a7cbc327e737 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 1001 time: 0.1107466 Apr 29 12:25:20.598878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-c172f6e7-a983-4c66-a7fd-b8ecbee48eea req-3a1e26db-baa5-41dc-8135-073b4cb296f9 tempest-ServerDiskConfigTestJSON-983597841 tempest-ServerDiskConfigTestJSON-983597841-project] (88016) timed out ('10.222.0.66', 58443) {{(pid=88016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 12:25:20.652959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-fcc2de9b-3289-45e8-9717-487d7442e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:20.654457 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-fcc2de9b-3289-45e8-9717-487d7442e5ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0628994 Apr 29 12:25:20.731047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-172660f3-7366-4c68-b8cc-30345a85634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:20.732565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-172660f3-7366-4c68-b8cc-30345a85634c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718367 Apr 29 12:25:20.867982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-bf8b7687-0e3f-4ea6-a0a6-c3bc7066e9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287560 Apr 29 12:25:21.007851 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-60ff64ed-d128-4059-80cd-0fda7279d721 req-685acdac-1d5f-425f-b460-75aaf21c7451 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336625 Apr 29 12:25:21.663314 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b7969-1f66-4cb8-9d26-8a291935a453 req-3f5735ba-68ee-4e9e-b876-7988b2f16666 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:21.664930 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-689b7969-1f66-4cb8-9d26-8a291935a453 req-3f5735ba-68ee-4e9e-b876-7988b2f16666 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.1081870 Apr 29 12:25:21.709500 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-689b7969-1f66-4cb8-9d26-8a291935a453 req-a08041ab-31c8-4a2f-b886-f3bd98296c09 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386074 Apr 29 12:25:22.915080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3fd9-f559-4150-83f1-c08cadc09429 req-9f8daca6-99b6-4ddb-ad63-6e3240f73342 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:22.916652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-952d3fd9-f559-4150-83f1-c08cadc09429 req-9f8daca6-99b6-4ddb-ad63-6e3240f73342 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0907524 Apr 29 12:25:22.964270 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-952d3fd9-f559-4150-83f1-c08cadc09429 req-f0828d0b-4b95-4726-8f2f-b3717c4ed188 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414605 Apr 29 12:25:23.656285 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:25:24.167042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0a2f-cedc-45c1-870b-929ea8e10456 req-7d60a519-3019-4c67-bbf8-85bd59183155 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:24.168683 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4fbe0a2f-cedc-45c1-870b-929ea8e10456 req-7d60a519-3019-4c67-bbf8-85bd59183155 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0863991 Apr 29 12:25:24.220284 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4fbe0a2f-cedc-45c1-870b-929ea8e10456 req-77f714f0-dc01-47d5-9393-5c5254ecd6f0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457642 Apr 29 12:25:25.418497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e025a8b-b9f0-4178-9b06-eeaca17856e4 req-cc959a62-3a0c-4c4f-9cd0-ba97ee75c04c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:25.419943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e025a8b-b9f0-4178-9b06-eeaca17856e4 req-cc959a62-3a0c-4c4f-9cd0-ba97ee75c04c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0808372 Apr 29 12:25:25.465395 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6e025a8b-b9f0-4178-9b06-eeaca17856e4 req-c4238ecb-4c7f-4f5d-8201-332b6e60bfa2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394468 Apr 29 12:25:26.670001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb233f-2f93-455b-b888-a89170390c03 req-a623ce67-54f5-47e0-b7b3-0c069479aff7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:26.671471 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-34eb233f-2f93-455b-b888-a89170390c03 req-a623ce67-54f5-47e0-b7b3-0c069479aff7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0873129 Apr 29 12:25:26.723443 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-34eb233f-2f93-455b-b888-a89170390c03 req-148d6cf8-1ca4-4285-b87b-39e766aa97db tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436633 Apr 29 12:25:27.922162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e692b-d78f-43da-8450-206039f42464 req-74317c44-5f1a-438f-a6bf-095541809005 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:27.923601 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-181e692b-d78f-43da-8450-206039f42464 req-74317c44-5f1a-438f-a6bf-095541809005 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0896509 Apr 29 12:25:27.970303 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-181e692b-d78f-43da-8450-206039f42464 req-36ac466d-d3d5-41cc-aeb7-cdfab86ee1ea tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380976 Apr 29 12:25:29.181810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc2f4-f0e9-41b3-b735-8790f229bddc req-31a3ef02-a435-492e-9399-f1f6c4818729 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:29.183228 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c22bc2f4-f0e9-41b3-b735-8790f229bddc req-31a3ef02-a435-492e-9399-f1f6c4818729 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0900841 Apr 29 12:25:29.227482 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c22bc2f4-f0e9-41b3-b735-8790f229bddc req-76049403-a32e-466f-a327-c677bccd4fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385225 Apr 29 12:25:30.336345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7f2c8e42-30d0-46a8-8101-e2d8e8537d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:30.443787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812f3c-47cb-49c8-adfa-6be2c86114db req-a79b4047-3fcc-4607-a309-26ca134a6b21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:30.446470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f812f3c-47cb-49c8-adfa-6be2c86114db req-a79b4047-3fcc-4607-a309-26ca134a6b21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0949173 Apr 29 12:25:30.493069 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7f812f3c-47cb-49c8-adfa-6be2c86114db req-7623ddf8-43a4-43b4-8752-38568eb3163b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404420 Apr 29 12:25:31.685424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0041f8-87c7-47cf-b77e-9784a9929b96 req-ae343088-e23b-4ab7-ac53-8b55dd71d834 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:31.686818 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f0041f8-87c7-47cf-b77e-9784a9929b96 req-ae343088-e23b-4ab7-ac53-8b55dd71d834 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0856042 Apr 29 12:25:31.736278 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f0041f8-87c7-47cf-b77e-9784a9929b96 req-a295e05d-4145-46af-88df-9b0bc8bae26f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430799 Apr 29 12:25:32.934205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da100c4-4b49-4e5f-a680-a223cefc167c req-2ef8b7b5-276f-4704-9086-04ac273456c3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:32.935576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3da100c4-4b49-4e5f-a680-a223cefc167c req-2ef8b7b5-276f-4704-9086-04ac273456c3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0860870 Apr 29 12:25:32.980126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3da100c4-4b49-4e5f-a680-a223cefc167c req-c3969c4e-6cd9-4901-8e2f-75282032c479 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388393 Apr 29 12:25:33.003410 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:25:33.047517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee37d-badb-4ee4-af36-95f9c720a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:33.216730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d5b45ad5-7408-49ab-9d80-b89b2d91a8c7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/a747baec-bb75-4511-9347-372e87cf2b1b HTTP/1.1" status: 200 len: 993 time: 0.2120447 Apr 29 12:25:33.764191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:34.230322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:34.291373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:35.713014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:25:47.742596 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-868f6432-ac15-45b5-880e-c8b95772abc1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794613 Apr 29 12:25:47.906062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-c7e884c4-0570-488a-98a2-46bf9ff75d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:47.907556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-c7e884c4-0570-488a-98a2-46bf9ff75d85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.0771031 Apr 29 12:25:48.057001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-b2c5b511-47cb-4927-9317-08060d70ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:48.058362 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-b2c5b511-47cb-4927-9317-08060d70ea7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1310079 Apr 29 12:25:48.165176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-d191ab78-1717-4207-b56d-ebbb87c88102 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 1001 time: 0.1008315 Apr 29 12:25:48.228278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-b57b015e-0120-4e60-ba52-1df691757d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:48.229773 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-b57b015e-0120-4e60-ba52-1df691757d69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0591011 Apr 29 12:25:48.311729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-427ccde4-5e47-45f8-b730-50e3de1589c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:25:48.313348 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-427ccde4-5e47-45f8-b730-50e3de1589c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777490 Apr 29 12:25:48.450704 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-2044b9da-437c-4b0b-9622-bc8ff36b6a24 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314428 Apr 29 12:25:48.587778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73a19cb-d608-4002-ab3c-a6a953a3f436 req-60091fe9-15fc-4c77-b9c6-93907f1cf558 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288648 Apr 29 12:26:00.346060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2026-6983-4c57-b4d0-3d3048e8a486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:00.657167 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:26:03.056022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-06b4ae6b-1f95-404a-a98e-f99d6c669a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:03.763565 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:04.233142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:04.298344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:05.723116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:22.556570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33422) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:22.759947 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 0d08a89a-c653-4427-852e-630172d5e6fa {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:26:22.760290 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:22.938115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:22.938384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:23.059709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 0d08a89a-c653-4427-852e-630172d5e6fa owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:26:23.345289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:23.394439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=0d08a89a-c653-4427-852e-630172d5e6fa,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:23.435726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.436071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.436409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.436734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.437064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.437401 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.437731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.438050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.438366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.438682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.439003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.439318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:23.498652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:23.499143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP a747baec-bb75-4511-9347-372e87cf2b1b disassociated (deleted). External IP: 172.26.0.39, port: 4d8b9146-5764-41be-9431-b246f7264ddf. Apr 29 12:26:23.854915 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:26:24.036409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:26:24.046515 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Sync routers for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:26:24.057292 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:24.057931 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:24.058638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:24.116114 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a0a0a7dc-4cf7-4dbc-b621-cd4164afded6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/floatingips/a747baec-bb75-4511-9347-372e87cf2b1b HTTP/1.1" status: 204 len: 168 time: 1.5585096 Apr 29 12:26:24.116685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:26:24.197550 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75159d85-d814-4b1e-9d58-6dd22e9cfab0'] response: {'name': 'network-changed', 'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf', 'status': 'completed', 'code': 200} Apr 29 12:26:24.271489 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:24.327253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-46ecd3ff-e24e-42b6-a919-ae3b8fe06a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:24.328906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-46ecd3ff-e24e-42b6-a919-ae3b8fe06a58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 1099 time: 0.0735888 Apr 29 12:26:24.488146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf7798-fb6c-4dfa-afc7-e121aa54c18e req-036aa075-219c-4d9a-859a-897367550131 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:24.489849 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aebf7798-fb6c-4dfa-afc7-e121aa54c18e req-036aa075-219c-4d9a-859a-897367550131 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0863132 Apr 29 12:26:24.515239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-37609418-5a93-49bb-9828-07fc3e9c1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:24.517088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-37609418-5a93-49bb-9828-07fc3e9c1b28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 200 len: 897 time: 0.1494200 Apr 29 12:26:24.536266 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aebf7798-fb6c-4dfa-afc7-e121aa54c18e req-03dd3dcc-4633-47ec-8359-a15813a32ff0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401962 Apr 29 12:26:24.587981 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-7d0f5b0d-d0f5-4fdf-bc18-5edfad3a5cd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 200 len: 217 time: 0.0645182 Apr 29 12:26:24.600069 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:24.604213 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Checking router: 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:26:24.613001 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:24.613627 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:24.647670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-c4dbb890-be2f-465f-9014-276ce19309d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:24.649141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-c4dbb890-be2f-465f-9014-276ce19309d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 200 len: 835 time: 0.0555027 Apr 29 12:26:24.726135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-a293a70f-3983-4412-a6f3-1112926cca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:24.727523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-a293a70f-3983-4412-a6f3-1112926cca27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=569c4907-3e90-4d3b-b1bf-d7496754019c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725126 Apr 29 12:26:24.786633 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:24.858357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-286968d1-bb36-470c-9722-ba8266e2cc61 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246052 Apr 29 12:26:25.103906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-982971c5-1ced-4a0f-b0bc-02877e5aa2cc req-b1276098-1910-4ab0-9c95-816a83650c18 service neutron] 10.222.0.66 "GET /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386081 Apr 29 12:26:25.130926 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:25.135479 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857bd83-e830-4389-9444-ddb9fa404012 None None] The sync data for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv is: [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:23:55Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '0a18ea55-4229-45de-877e-04855ca92d5e', 'name': '', 'network_id': '569c4907-3e90-4d3b-b1bf-d7496754019c', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:55:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7324443b-661f-4766-9fd7-635426b1950d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:54Z', 'updated_at': '2022-04-29T12:24:00Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '7324443b-661f-4766-9fd7-635426b1950d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:26:25.357281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d5abb-3f5d-428d-b01e-33059ecd5de2 None None] New status for floating IP a747baec-bb75-4511-9347-372e87cf2b1b: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:26:25.734336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0c22-d2e2-4b93-9cae-449a34bff370 req-4dddb118-b505-4dd7-975d-784db9310cc0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:25.735018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-054a0c22-d2e2-4b93-9cae-449a34bff370 req-4dddb118-b505-4dd7-975d-784db9310cc0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:26:25.752131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-054a0c22-d2e2-4b93-9cae-449a34bff370 req-4dddb118-b505-4dd7-975d-784db9310cc0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:26:25.753266 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-054a0c22-d2e2-4b93-9cae-449a34bff370 req-4dddb118-b505-4dd7-975d-784db9310cc0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.1048503 Apr 29 12:26:25.797720 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-054a0c22-d2e2-4b93-9cae-449a34bff370 req-df528939-0d9f-4dc3-9e30-b0105c79b0cb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=06f9f236-eb5a-44a1-912b-dcb391fe9044&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385883 Apr 29 12:26:26.295121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-973b369a-150c-4b53-8357-e22e27770148 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:26.296536 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-973b369a-150c-4b53-8357-e22e27770148 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 946 time: 0.0901766 Apr 29 12:26:26.364925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 4d8b9146-5764-41be-9431-b246f7264ddf {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:26:26.365255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:26.612924 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 4d8b9146-5764-41be-9431-b246f7264ddf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4d8b9146-5764-41be-9431-b246f7264ddf,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:26.613275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:26.735925 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 4d8b9146-5764-41be-9431-b246f7264ddf owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:26:26.884710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:26.933735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=4d8b9146-5764-41be-9431-b246f7264ddf,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:26.950376 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d95794d5-ae92-4735-9c02-5346e9b330c2 req-3a64a1da-a619-4601-a983-dfed71531ded tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c1aba6f-c2ed-4b54-a4ec-b622187568da HTTP/1.1" status: 200 len: 210 time: 0.0471411 Apr 29 12:26:27.018427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] No DVR routers for this DVR port 4d8b9146-5764-41be-9431-b246f7264ddf on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:26:27.021183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:27.023912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'name': 'network-vif-deleted', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:26:27.041093 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ade6cda-9e2d-4ca9-a74c-d966907fb793 req-381a790e-1191-42d8-a2e8-daded0890b56 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "DELETE /v2.0/ports/4d8b9146-5764-41be-9431-b246f7264ddf HTTP/1.1" status: 204 len: 173 time: 0.7392507 Apr 29 12:26:27.078308 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed89004-e20e-487e-8247-e69b576cfe2d'] response: {'server_uuid': '4c1aba6f-c2ed-4b54-a4ec-b622187568da', 'name': 'network-vif-deleted', 'tag': '4d8b9146-5764-41be-9431-b246f7264ddf', 'status': 'completed', 'code': 200} Apr 29 12:26:28.057630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33442) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:28.592257 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 4d8b9146-5764-41be-9431-b246f7264ddf no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:26:28.627149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 4d8b9146-5764-41be-9431-b246f7264ddf {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:26:28.627490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 4d8b9146-5764-41be-9431-b246f7264ddf not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:26:28.760111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:29.117687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 0a18ea55-4229-45de-877e-04855ca92d5e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:26:29.118438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:29.308823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 0a18ea55-4229-45de-877e-04855ca92d5e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=0a18ea55-4229-45de-877e-04855ca92d5e,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:29.309183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:29.433550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 0a18ea55-4229-45de-877e-04855ca92d5e owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:26:29.614950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:29.667093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=0a18ea55-4229-45de-877e-04855ca92d5e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:29.948506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.344253 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-338ccd07-e9fd-4d95-a906-ecae99c0c62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.416017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:26:30.613747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:26:30.625442 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Sync routers for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:26:30.636208 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c04a4657-f8ec-482e-bb77-bcae44b92a45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/9e02a67a-e554-4dd7-91b4-431e1ffc1f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774441 Apr 29 12:26:30.639187 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33446) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:30.643332 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:30.644090 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:30.714979 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting subnet 7324443b-661f-4766-9fd7-635426b1950d {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:26:30.718547 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.777558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.839618 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:30.864760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.937474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.975683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Subnet': ['ID=7324443b-661f-4766-9fd7-635426b1950d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:30.985296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:30.989692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df6512-e647-4e2e-8193-534d5be68fde None None] Network 569c4907-3e90-4d3b-b1bf-d7496754019c requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:26:30.991457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.991935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.992634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.993054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.993600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.994074 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.994567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.995041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.995522 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.995985 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.996436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:30.996843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.006714 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-539c3f1f-9a36-4db3-8f70-7d957c3ac625 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/subnets/7324443b-661f-4766-9fd7-635426b1950d HTTP/1.1" status: 204 len: 168 time: 0.3637950 Apr 29 12:26:31.006834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:31.145824 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:26:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:31.150812 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Checking router: 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:26:31.160127 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Routers {'9e02a67a-e554-4dd7-91b4-431e1ffc1f23'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:31.160874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:31.270296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] DHCP port deletion for 569c4907-3e90-4d3b-b1bf-d7496754019c request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:26:31.274609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Deleting port f473aa9a-f5c5-4316-b399-ae80698e8cac {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:26:31.274974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.323454 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.351931 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] Set router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:31.496647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] For port f473aa9a-f5c5-4316-b399-ae80698e8cac, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f473aa9a-f5c5-4316-b399-ae80698e8cac,segment=NetworkSegment(880ad739-80af-4378-a223-2963b908b759),segment_id=880ad739-80af-4378-a223-2963b908b759)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:31.497262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.520445 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.533213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 5c3fb114-b4cf-426a-a60c-68d0301c851e {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:26:31.533952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.620043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Calling delete_port for f473aa9a-f5c5-4316-b399-ae80698e8cac owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:26:31.657693 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:26:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:31.661661 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c410f29-21e1-4f0d-b85a-17da20a24542 None None] The sync data for ids ['9e02a67a-e554-4dd7-91b4-431e1ffc1f23'] in dv-neutron-839741-1-hyperv is: [{'id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1333068313', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:23:50Z', 'updated_at': '2022-04-29T12:26:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '5c3fb114-b4cf-426a-a60c-68d0301c851e', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e02a67a-e554-4dd7-91b4-431e1ffc1f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:23:51Z', 'updated_at': '2022-04-29T12:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:26:31.706043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.714207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 5c3fb114-b4cf-426a-a60c-68d0301c851e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=5c3fb114-b4cf-426a-a60c-68d0301c851e,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:31.714775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:31.792480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Pushing event deleted for resources: {'Port': ['ID=f473aa9a-f5c5-4316-b399-ae80698e8cac,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:31.794848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] No DVR routers for this DVR port f473aa9a-f5c5-4316-b399-ae80698e8cac on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:26:31.806829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.807175 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.807510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.807844 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.808205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.808532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.808855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.809211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.809556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.809878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.810197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.810515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2164c9-2ecb-4cba-8774-141931f3c415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:31.841815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 5c3fb114-b4cf-426a-a60c-68d0301c851e owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:26:32.022138 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.070118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=5c3fb114-b4cf-426a-a60c-68d0301c851e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:32.161890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.333697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.336012 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.362800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.363628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Fanout notify agent at l3_agent the message router_deleted on router 9e02a67a-e554-4dd7-91b4-431e1ffc1f23 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:26:32.384379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.385717 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-41a944d7-0d04-45cf-bf8c-4e3cfdae3f8b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/routers/9e02a67a-e554-4dd7-91b4-431e1ffc1f23 HTTP/1.1" status: 204 len: 168 time: 1.3777797 Apr 29 12:26:32.388494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33454) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:32.406983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f473aa9a-f5c5-4316-b399-ae80698e8cac no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:26:32.444501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f473aa9a-f5c5-4316-b399-ae80698e8cac {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:26:32.444501 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f473aa9a-f5c5-4316-b399-ae80698e8cac not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:26:32.444682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0a18ea55-4229-45de-877e-04855ca92d5e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:26:32.482070 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 0a18ea55-4229-45de-877e-04855ca92d5e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:26:32.482418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 0a18ea55-4229-45de-877e-04855ca92d5e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:26:32.514752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.768125 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.797456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569c4907-3e90-4d3b-b1bf-d7496754019c']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:32.810122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880ad739-80af-4378-a223-2963b908b759') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:32.810431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880ad739-80af-4378-a223-2963b908b759') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:32.822376 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.838984 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.845066 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:26:32.845453 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:26:32.859729 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:26:32.945364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.950197 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:32.976881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Network': ['ID=569c4907-3e90-4d3b-b1bf-d7496754019c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:32.985239 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d785ab76-6341-45e3-a90c-6257d4f8ebca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/networks/569c4907-3e90-4d3b-b1bf-d7496754019c HTTP/1.1" status: 204 len: 168 time: 0.5956378 Apr 29 12:26:32.988274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33458) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:33.050867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3213-94c4-4abf-969a-710ca5675d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:33.056908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:33.089839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:33.164785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:33.184998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f9f236-eb5a-44a1-912b-dcb391fe9044,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:33.201642 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:33.203591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-880e98fc-57df-48d3-af83-668d42556e96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/security-groups/06f9f236-eb5a-44a1-912b-dcb391fe9044 HTTP/1.1" status: 204 len: 168 time: 0.2141058 Apr 29 12:26:33.757377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.238082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.296623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5c3fb114-b4cf-426a-a60c-68d0301c851e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:26:34.335252 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 5c3fb114-b4cf-426a-a60c-68d0301c851e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:26:34.335598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 5c3fb114-b4cf-426a-a60c-68d0301c851e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:26:34.344806 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.568889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33470) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:34.574464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644541662', 'description': 'tempest-secgroup-smoke-644541662 description', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:34.581298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:34.586656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:34.589979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:34.596321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:34.608107 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.629985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:34.634029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:34.637125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:34.643295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:34.718691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.723131 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.772275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a9a35-ea2d-4229-9547-887ef0d4e83f,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:34.782993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.784320 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e499bd5e-8427-4e79-859f-45c927569008 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2143786 Apr 29 12:26:34.787518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33474) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:34.792627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:34.798946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:34.802710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:34.805633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:34.811354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:34.831646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.896539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.900431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.922002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fcdb35-2a1c-4b4e-afe9-8f582240fba4,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:34.934118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:34.935475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2f41a1da-1218-4705-979b-244b0ad2e97b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470227 Apr 29 12:26:34.938990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33478) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:34.944322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:34.950417 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:34.954268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:34.957144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:34.962910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:34.980676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.059450 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.063433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.085134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733c36ad-c068-48dd-a1fc-f4c213c24ec9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:35.098513 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.099856 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-52c4afed-59ee-425e-9f0b-fa2baec31298 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594498 Apr 29 12:26:35.103440 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33482) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:35.110341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:35.117891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:35.121678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:35.124654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:35.130518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:35.150647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.214693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.218858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.245077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03260793-47fb-4fae-87c4-b7210474eb36,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:35.254246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.255481 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c5d7ab09-90f1-46ec-a7d5-a7f2a81149ba tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507106 Apr 29 12:26:35.258996 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33486) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:35.264696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:35.271237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:35.275361 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:35.279029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:35.284990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:35.302229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.375425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.379389 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.401418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92a880e-90e9-409f-8f1c-ff3181e99149,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:35.413948 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.417950 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2b255995-b4ef-4d18-804f-715493524fbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554427 Apr 29 12:26:35.418080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33490) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:35.423189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:35.429619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:35.434092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:35.437164 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:35.443422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:35.459903 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:26:35.467320 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.544250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.549207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.575655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add13a88-19af-40ef-a725-5e2a1abd6d7a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:35.586961 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.588217 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c8b69cbb-c3d7-42d5-98b7-9d347f8372c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1690760 Apr 29 12:26:35.591228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33494) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:35.597022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '5a0a9a35-ea2d-4229-9547-887ef0d4e83f', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:35.603882 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:35.607971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:35.611029 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:35.616926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:35.630507 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:26:35.638627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.711630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.716037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.722994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.740717 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429456c8-0e67-4bce-a7b2-d98bbfbce5ec,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:35.749441 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.750630 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3d27d455-e1b0-4341-af79-a35266ecffb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583874 Apr 29 12:26:35.753474 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33498) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:35.759017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'network': {'name': 'tempest-network-smoke--1060898978', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'port_security_enabled': True}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:35.764175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:35.768363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:network and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:35.771317 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:35.777033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:35.788366 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:26:35.791844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.819952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:26:35.828956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.829295 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Added segment a18e5e80-d905-4093-9cfb-734dfe910ef4 of type vlan for network 79d96eda-8543-418c-80da-b2e2c3f8da44 Apr 29 12:26:35.856362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.886870 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.892390 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:35.893202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:35.992895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382841 Apr 29 12:26:35.996039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33502) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:36.001594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'admin_state_up': True, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:36.002589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73280b-b17b-4716-9ff2-acf476b6779e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Network': ['ID=79d96eda-8543-418c-80da-b2e2c3f8da44,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:36.011733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:36.016092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:26:36.016919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:router and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:36.020255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:36.028298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:36.039248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.040242 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.056023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.321698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.751707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.780763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:36.916465 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.84 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/23036f49-7ff3-497c-9c17-2c3f4171047b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:26:37.068437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:37.112210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:37.181110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:26:37.183827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:37.186573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:26:37.221207 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=23036f49-7ff3-497c-9c17-2c3f4171047b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:37.617743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:37.658776 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:26:37.964134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:38.294681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router b58e1729-700c-4137-8964-287be4d5a327 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:26:38.478804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:26:38.490506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Sync routers for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:26:38.499983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:38.500605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:38.508304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:38.509920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b74f85c7-d712-4ea1-afc8-d562b2691b69 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5126207 Apr 29 12:26:38.513233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33508) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:38.563753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-af43da07-7c61-4e27-94cd-967c33712878 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=baf1b06f25df4c7aadf6012a05056d1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490489 Apr 29 12:26:38.566761 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33512) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:38.690209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:38.709332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068a795-3aae-4c24-8298-8af06fab988c tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:38.710917 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1068a795-3aae-4c24-8298-8af06fab988c tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429660 Apr 29 12:26:38.714182 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33516) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:38.761601 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5b8f4a25-4f8c-42db-9ffa-732d2a7bc712 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462732 Apr 29 12:26:38.764912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33520) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:38.771482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603662564', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:38.891223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:38.895186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:subnet and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:26:38.898232 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:26:38.904487 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:38.915402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:26:38.918866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:38.999763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:37Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:39.004120 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Checking router: b58e1729-700c-4137-8964-287be4d5a327 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:26:39.004480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Updating router b58e1729-700c-4137-8964-287be4d5a327 port 23036f49-7ff3-497c-9c17-2c3f4171047b binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:26:39.064699 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.140197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.223469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Subnet': ['ID=a617b315-243c-49be-a8c5-162443dc3054,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:39.228877 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Checking segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:26:39.229233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network hostable DHCP agents. Network: 79d96eda-8543-418c-80da-b2e2c3f8da44, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:26:39.248604 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:26:39.258302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 79d96eda-8543-418c-80da-b2e2c3f8da44) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:39.262523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:39.263110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.271326 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed493442-bea4-472e-acbe-e0b37e800c31 None None] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:26:39.286839 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-057ee576-83c0-45a0-b993-c57ae77159d9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5176601 Apr 29 12:26:39.287347 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33524) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:26:39.561691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.579124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Transition to ACTIVE for port object 23036f49-7ff3-497c-9c17-2c3f4171047b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:39.582813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-79d96eda-8543-418c-80da-b2e2c3f8da44', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:26:39.583676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.601041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.763865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Attempting to bind port 23036f49-7ff3-497c-9c17-2c3f4171047b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:26:39.764210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Attempting to bind port 23036f49-7ff3-497c-9c17-2c3f4171047b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:26:39.764566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Attempting to bind port 23036f49-7ff3-497c-9c17-2c3f4171047b on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:26:39.766562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59909b50-7b7f-4ce1-953d-9a143c5692c9 None None] Pushing event updated for resources: {'Port': ['ID=23036f49-7ff3-497c-9c17-2c3f4171047b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:39.781754 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:26:39.782123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:26:39.782524 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.782895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:26:39.783375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Bound port: 23036f49-7ff3-497c-9c17-2c3f4171047b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:26:39.783748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.909937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] For port 23036f49-7ff3-497c-9c17-2c3f4171047b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:26:39.914282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] For port 23036f49-7ff3-497c-9c17-2c3f4171047b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23036f49-7ff3-497c-9c17-2c3f4171047b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:26:39.917939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Allocated IP 172.20.0.2 (79d96eda-8543-418c-80da-b2e2c3f8da44/a617b315-243c-49be-a8c5-162443dc3054/f58e8733-af7e-4c69-9550-6efc4bb7ec74) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:26:39.922342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:39.976659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.094186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:40.094815 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:40.206200 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59909b50-7b7f-4ce1-953d-9a143c5692c9 None None] Pushing event updated for resources: {'Port': ['ID=23036f49-7ff3-497c-9c17-2c3f4171047b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:40.350591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:40.394675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.474399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Transition to ACTIVE for port object f58e8733-af7e-4c69-9550-6efc4bb7ec74 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:40.551781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Transition to ACTIVE for port object f58e8733-af7e-4c69-9550-6efc4bb7ec74 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:40.569211 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.626777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.1 (79d96eda-8543-418c-80da-b2e2c3f8da44/a617b315-243c-49be-a8c5-162443dc3054/1d0b1b86-4048-48a3-bf13-eb27b420befc) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:26:40.657313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:26:40.685495 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:40.692047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:26:40.701894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Pushing event updated for resources: {'Port': ['ID=f58e8733-af7e-4c69-9550-6efc4bb7ec74,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:40.790276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.797264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Attempting to bind port f58e8733-af7e-4c69-9550-6efc4bb7ec74 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:26:40.797633 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Attempting to bind port f58e8733-af7e-4c69-9550-6efc4bb7ec74 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:26:40.797989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Attempting to bind port f58e8733-af7e-4c69-9550-6efc4bb7ec74 on network 79d96eda-8543-418c-80da-b2e2c3f8da44 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:26:40.805691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:26:40.806065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Checking segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:26:40.806459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.806806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 1d0b1b86-4048-48a3-bf13-eb27b420befc will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:40.806925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Bound using segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:26:40.807294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Bound port: f58e8733-af7e-4c69-9550-6efc4bb7ec74, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:26:40.807657 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.831046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.855591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:37Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:40.872311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a13f6d-9782-4bef-8c83-8095b4c69f32 None None] The sync data for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv is: [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:37Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:26:40.903797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:26:40.907033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:40.911297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:26:40.911472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] For port f58e8733-af7e-4c69-9550-6efc4bb7ec74, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:26:40.914877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] For port f58e8733-af7e-4c69-9550-6efc4bb7ec74, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58e8733-af7e-4c69-9550-6efc4bb7ec74,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:26:40.919210 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:40.947853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:40.973703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:41.004370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b599ab-defa-4a90-87bc-2bcaf781daee None None] Pushing event updated for resources: {'Port': ['ID=f58e8733-af7e-4c69-9550-6efc4bb7ec74,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:41.111434 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:41.580946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:41.586823 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:41.705739 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:41.712205 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:41.861430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:26:41.862634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:41.982332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d7ad4-2cad-40f3-993e-d7eb707033dc None None] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:26:42.115850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-52ec8a37-5edd-4e0d-b6cb-6f81e6293667 None None] Provisioning for port f58e8733-af7e-4c69-9550-6efc4bb7ec74 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:42.198950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router b58e1729-700c-4137-8964-287be4d5a327 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:26:42.422500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:26:42.449903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23036f49-7ff3-497c-9c17-2c3f4171047b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:42.459358 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2aa1d453-4ae4-4254-a3f9-8797ff5dd6f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/b58e1729-700c-4137-8964-287be4d5a327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707516 Apr 29 12:26:42.526531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 23036f49-7ff3-497c-9c17-2c3f4171047b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:42.534933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 23036f49-7ff3-497c-9c17-2c3f4171047b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:42.534933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:42.587071 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Sync routers for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:26:42.598207 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:42.598536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:42.688108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:42.712749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 23036f49-7ff3-497c-9c17-2c3f4171047b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23036f49-7ff3-497c-9c17-2c3f4171047b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:42.714395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-50ace7f4-e76b-4959-81de-75e3e5cac4c4 None None] Provisioning for port 1d0b1b86-4048-48a3-bf13-eb27b420befc completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:42.720767 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:42.722241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58e8733-af7e-4c69-9550-6efc4bb7ec74 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:42.783335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-50ace7f4-e76b-4959-81de-75e3e5cac4c4 None None] Provisioning complete for port 1d0b1b86-4048-48a3-bf13-eb27b420befc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:42.783709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-50ace7f4-e76b-4959-81de-75e3e5cac4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:42.853369 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:42.892706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-50ace7f4-e76b-4959-81de-75e3e5cac4c4 None None] Port 1d0b1b86-4048-48a3-bf13-eb27b420befc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:26:42.897493 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=23036f49-7ff3-497c-9c17-2c3f4171047b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:42.914883 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f58e8733-af7e-4c69-9550-6efc4bb7ec74 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:42.920996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f58e8733-af7e-4c69-9550-6efc4bb7ec74 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:42.921710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:42.943586 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-7a5a7a54-8304-42d3-bc1c-0e6bd2e00fed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:26:42.964123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-7a5a7a54-8304-42d3-bc1c-0e6bd2e00fed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:26:42.973041 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-7a5a7a54-8304-42d3-bc1c-0e6bd2e00fed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644541662&fields=id&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 267 time: 0.0913217 Apr 29 12:26:43.061812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.107786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-db075c6d-61b2-4dae-9f2b-6425dbbc6705 None None] Provisioning complete for port 1d0b1b86-4048-48a3-bf13-eb27b420befc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:43.108053 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-db075c6d-61b2-4dae-9f2b-6425dbbc6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.126358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-4bbcbb6b-f923-43d2-a9f9-93810b2a6b65 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:43.127810 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-4bbcbb6b-f923-43d2-a9f9-93810b2a6b65 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 797 time: 0.1536744 Apr 29 12:26:43.143217 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-26a5a8a8-5fb1-451b-bdec-ad59eae08fb6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/quotas/baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 375 time: 0.0099108 Apr 29 12:26:43.152371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port f58e8733-af7e-4c69-9550-6efc4bb7ec74, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58e8733-af7e-4c69-9550-6efc4bb7ec74,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:43.160641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.197235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 2, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:43.201363 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Checking router: b58e1729-700c-4137-8964-287be4d5a327 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:26:43.201735 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Updating router b58e1729-700c-4137-8964-287be4d5a327 port 1d0b1b86-4048-48a3-bf13-eb27b420befc binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:26:43.212748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-db075c6d-61b2-4dae-9f2b-6425dbbc6705 None None] Port 1d0b1b86-4048-48a3-bf13-eb27b420befc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:26:43.230273 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-51f7ff85-b1e3-4120-a530-47ee8f9c3839 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:26:43.231944 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=f58e8733-af7e-4c69-9550-6efc4bb7ec74,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:43.247421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-51f7ff85-b1e3-4120-a530-47ee8f9c3839 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:26:43.248717 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-51f7ff85-b1e3-4120-a530-47ee8f9c3839 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995684 Apr 29 12:26:43.260710 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.264629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e40fc1e0-983a-4aba-928c-87ed28e4bf45 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:26:43.265628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e40fc1e0-983a-4aba-928c-87ed28e4bf45 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051713 Apr 29 12:26:43.332914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a7bf7fb8-0666-4cfa-8cef-5f9a6de45c7b None None] Provisioning complete for port 1d0b1b86-4048-48a3-bf13-eb27b420befc triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:43.333287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7fb8-0666-4cfa-8cef-5f9a6de45c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.411133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf7fb8-0666-4cfa-8cef-5f9a6de45c7b None None] Port 1d0b1b86-4048-48a3-bf13-eb27b420befc cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:26:43.411368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-806ba7b8-5b0b-4d69-adde-44f908d496ef service neutron] 10.222.0.53 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396661 Apr 29 12:26:43.609983 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.622263 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Transition to ACTIVE for port object 1d0b1b86-4048-48a3-bf13-eb27b420befc will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:43.630768 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.655532 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-9cc7d48c-0334-40eb-bba7-2f64ecb1127c service neutron] 10.222.0.53 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434611 Apr 29 12:26:43.791916 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Pushing event updated for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:43.834221 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.834561 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.834897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.835217 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.835535 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.835901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.836213 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.836527 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.836845 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.837157 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.837490 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.837798 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:26:43.856957 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Attempting to bind port 1d0b1b86-4048-48a3-bf13-eb27b420befc on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:26:43.857480 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Attempting to bind port 1d0b1b86-4048-48a3-bf13-eb27b420befc by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:26:43.857991 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Attempting to bind port 1d0b1b86-4048-48a3-bf13-eb27b420befc on network 79d96eda-8543-418c-80da-b2e2c3f8da44 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:26:43.863738 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:26:43.864171 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Checking segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:26:43.864689 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.865073 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Bound using segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:26:43.865556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Bound port: 1d0b1b86-4048-48a3-bf13-eb27b420befc, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:26:43.865920 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:43.937356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-84a0660a-f21b-47e9-bb87-a389b063b99d req-21a53897-fac7-4c28-8156-925a0a0b39e8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:26:43.949970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-84a0660a-f21b-47e9-bb87-a389b063b99d req-21a53897-fac7-4c28-8156-925a0a0b39e8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:26:43.951169 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-84a0660a-f21b-47e9-bb87-a389b063b99d req-21a53897-fac7-4c28-8156-925a0a0b39e8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.1522946 Apr 29 12:26:43.957883 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] For port 1d0b1b86-4048-48a3-bf13-eb27b420befc, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:26:43.961008 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] For port 1d0b1b86-4048-48a3-bf13-eb27b420befc, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d0b1b86-4048-48a3-bf13-eb27b420befc,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:26:43.969607 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:44.046587 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:26:44.047235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:44.100153 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b274b3-92cc-4c80-be0a-9ce0c04a312b None None] Pushing event updated for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:44.225070 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:26:44.348360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23036f49-7ff3-497c-9c17-2c3f4171047b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:44.415165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 23036f49-7ff3-497c-9c17-2c3f4171047b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:44.415529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:44.533193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58e8733-af7e-4c69-9550-6efc4bb7ec74 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:44.558728 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:43Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:26:44.562911 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07374112-55b0-45a9-b679-3d03f6d5a028 None None] The sync data for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv is: [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:43Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:26:44.600363 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f58e8733-af7e-4c69-9550-6efc4bb7ec74 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:44.600707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:45.065915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-eff2732e-8d7b-46a2-a142-48e4840a3bb8 req-cff797e4-3239-4cb6-b1a0-cd1a5ab48c4a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0585363 Apr 29 12:26:46.161794 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4c569f9f-4492-4dd3-92cf-3d85460d9dff req-4b163e86-2440-45aa-9869-57cd6e08facc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0426915 Apr 29 12:26:46.369123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d0b1b86-4048-48a3-bf13-eb27b420befc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:46.440276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 1d0b1b86-4048-48a3-bf13-eb27b420befc completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:46.445289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1d0b1b86-4048-48a3-bf13-eb27b420befc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:46.445689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:46.560084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:46.592706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 1d0b1b86-4048-48a3-bf13-eb27b420befc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d0b1b86-4048-48a3-bf13-eb27b420befc,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:46.598582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:46.669021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:47.321684 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f73f93bf-8a3f-4163-9c9e-c9a81c2671ff req-03bca7b2-0a82-476c-8714-17d6f08142bf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0501029 Apr 29 12:26:48.348371 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d0b1b86-4048-48a3-bf13-eb27b420befc up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:48.420107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 1d0b1b86-4048-48a3-bf13-eb27b420befc triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:48.420533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:48.484518 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-33649b73-74ee-4088-835d-4b36ac09982d req-bf82f761-e176-44a3-b0c1-2ec7d4bb94f9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0436757 Apr 29 12:26:49.279057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-a165f848-2026-4d6c-99e4-6eab9aa66c99 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:49.280559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-a165f848-2026-4d6c-99e4-6eab9aa66c99 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 797 time: 0.1560223 Apr 29 12:26:49.335210 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-04b55e4a-df95-4429-b1ae-0dc23b1bb714 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 379 time: 0.0407021 Apr 29 12:26:49.343237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'port': {'device_id': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'admin_state_up': True, 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'security_groups': ['5a0a9a35-ea2d-4229-9547-887ef0d4e83f']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:49.478754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:26:49.488028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:26:49.500012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:26:49.503792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:49.648021 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-88412d16-9393-4060-8a21-f372e3436ab8 req-10ab0fd4-c0b0-4da1-a581-631a707e58d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0502708 Apr 29 12:26:49.715369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.10 (79d96eda-8543-418c-80da-b2e2c3f8da44/a617b315-243c-49be-a8c5-162443dc3054/032b1b3c-713d-49f5-84d4-21da4dbefea2) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:26:49.930493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:49.947088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 032b1b3c-713d-49f5-84d4-21da4dbefea2 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:49.979053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.050680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:26:50.053757 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:26:50.057559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:26:50.087917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:50.124375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:50.124974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.151194 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-e27d77cf-3e5e-4305-86d1-48b58f4b98c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114502 Apr 29 12:26:50.168009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Request body: {'port': {'device_id': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:26:50.286800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.333132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-92caca77-8e55-4d2b-b14e-e5514c220dd8 None None] Provisioning for port 032b1b3c-713d-49f5-84d4-21da4dbefea2 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:50.337964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-92caca77-8e55-4d2b-b14e-e5514c220dd8 None None] Provisioning complete for port 032b1b3c-713d-49f5-84d4-21da4dbefea2 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:50.338421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-92caca77-8e55-4d2b-b14e-e5514c220dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.390432 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-92caca77-8e55-4d2b-b14e-e5514c220dd8 None None] Port 032b1b3c-713d-49f5-84d4-21da4dbefea2 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:26:50.648932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:26:50.656192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.670544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Transition to ACTIVE for port object 032b1b3c-713d-49f5-84d4-21da4dbefea2 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:26:50.676840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:50.804479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:50.845491 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1687e83-9377-40d7-b5c4-50619906920e req-7cace814-e3d3-46c5-b82b-43977eb6332d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:50.847076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1687e83-9377-40d7-b5c4-50619906920e req-7cace814-e3d3-46c5-b82b-43977eb6332d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 944 time: 0.0852978 Apr 29 12:26:50.896809 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1687e83-9377-40d7-b5c4-50619906920e req-35547b64-d783-4eac-b5f1-c9cf80f22616 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Apr 29 12:26:50.918794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Attempting to bind port 032b1b3c-713d-49f5-84d4-21da4dbefea2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:26:50.918794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Attempting to bind port 032b1b3c-713d-49f5-84d4-21da4dbefea2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:26:50.918794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Attempting to bind port 032b1b3c-713d-49f5-84d4-21da4dbefea2 on network 79d96eda-8543-418c-80da-b2e2c3f8da44 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:26:50.920226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Port 032b1b3c-713d-49f5-84d4-21da4dbefea2 on network 79d96eda-8543-418c-80da-b2e2c3f8da44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:26:50.920565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Attempting to bind port 032b1b3c-713d-49f5-84d4-21da4dbefea2 on network 79d96eda-8543-418c-80da-b2e2c3f8da44 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:26:50.925739 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:26:50.926068 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Checking segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:26:50.926444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Bound using segment: {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:26:50.926857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Bound port: 032b1b3c-713d-49f5-84d4-21da4dbefea2, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18e5e80-d905-4093-9cfb-734dfe910ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:26:50.927193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:51.015994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:26:51.019456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:26:51.024818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:51.179981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:51.180568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:51.181929 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] 10.222.0.66 "PUT /v2.0/ports/032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1094 time: 1.0184634 Apr 29 12:26:51.182335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:26:51.203709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a72e-30dd-436a-9935-ee5b63ca9292 service neutron] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:51.235349 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f267ab3e-765f-46b6-8dbb-94f8b6ec2eab'] response: {'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'status': 'completed', 'code': 200} Apr 29 12:26:51.334437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-d6e1eaa3-13e7-4804-83a6-5f85c1bfbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:51.335908 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-d6e1eaa3-13e7-4804-83a6-5f85c1bfbff2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1097 time: 0.0728226 Apr 29 12:26:51.408906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-ee107bec-2c44-447d-9a54-f0e9077024f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 217 time: 0.0613511 Apr 29 12:26:51.469329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-72969a59-1505-4fba-a236-8daca3970427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:51.470782 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-72969a59-1505-4fba-a236-8daca3970427 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0568295 Apr 29 12:26:51.549338 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-d521154b-c57b-41bf-932c-2d41f1535543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:51.550822 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-d521154b-c57b-41bf-932c-2d41f1535543 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744274 Apr 29 12:26:51.681482 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-c28a7cf9-81dc-4656-b8f8-9129dc59168e service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246111 Apr 29 12:26:51.812597 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4ddcffa-1646-4c8e-8cfe-faf6e967de71 req-f6825116-eadc-41a7-9361-ba4437167f68 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259153 Apr 29 12:26:51.979115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-37f5e48e-fe40-42ad-b2bb-55ab580daecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:51.980593 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-37f5e48e-fe40-42ad-b2bb-55ab580daecd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1097 time: 0.0727253 Apr 29 12:26:52.082052 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdd643-d741-4fc6-8d28-dbee3b3e274e req-10bc12c8-b81e-4a1e-a9f2-d3ef3b47079b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:52.083879 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-93fdd643-d741-4fc6-8d28-dbee3b3e274e req-10bc12c8-b81e-4a1e-a9f2-d3ef3b47079b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 944 time: 0.0798821 Apr 29 12:26:52.112772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-d4c85004-9829-479b-9afe-fc878ff60aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:52.114293 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-d4c85004-9829-479b-9afe-fc878ff60aec service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1282916 Apr 29 12:26:52.127823 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-93fdd643-d741-4fc6-8d28-dbee3b3e274e req-6534ad56-70ed-44a6-942d-87e448403e31 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384557 Apr 29 12:26:52.183867 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-ace46a6f-9d99-45f3-a7f1-2935b227f0d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 217 time: 0.0639899 Apr 29 12:26:52.249835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-22f25dde-0651-44fa-adea-4434a144fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:52.251431 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-22f25dde-0651-44fa-adea-4434a144fedb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0622494 Apr 29 12:26:52.341416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-865b087d-5932-4503-aa9d-be13b4dabb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:52.342921 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-865b087d-5932-4503-aa9d-be13b4dabb60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861008 Apr 29 12:26:52.471778 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-6197f611-d423-44ae-9db8-bbfb66a94959 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229999 Apr 29 12:26:52.607076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11eee0de-96d0-48fd-8b3e-1b53e6987ba3 req-53792854-331b-4e31-95e1-21ce3aece1f8 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288838 Apr 29 12:26:53.338869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fc10b-6a1c-440e-ac70-09f673bcda88 req-059cba0c-b0b9-415e-9123-c71622034334 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:53.339565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b28fc10b-6a1c-440e-ac70-09f673bcda88 req-059cba0c-b0b9-415e-9123-c71622034334 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:26:53.359448 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b28fc10b-6a1c-440e-ac70-09f673bcda88 req-059cba0c-b0b9-415e-9123-c71622034334 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:26:53.365438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b28fc10b-6a1c-440e-ac70-09f673bcda88 req-059cba0c-b0b9-415e-9123-c71622034334 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 944 time: 0.1225593 Apr 29 12:26:53.410221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b28fc10b-6a1c-440e-ac70-09f673bcda88 req-e7e82ce8-bcdc-4ffd-a651-82e488f47c17 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387444 Apr 29 12:26:54.619422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07f42a-63c1-4930-95d0-80f5cbe7792f req-fe4d8332-ced7-48ec-a292-059ffdff0684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:54.620907 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9d07f42a-63c1-4930-95d0-80f5cbe7792f req-fe4d8332-ced7-48ec-a292-059ffdff0684 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 944 time: 0.0963402 Apr 29 12:26:54.665279 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9d07f42a-63c1-4930-95d0-80f5cbe7792f req-3a0de0fe-a57d-483a-a6f6-c7837358fb6b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Apr 29 12:26:54.732217 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:26:54.868862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:54.882955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'mac_address': 'fa:16:3e:a7:23:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:26:54.941018 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:54.959435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:26:54.975727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:54.983033 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:55.055375 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:55.450617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['032b1b3c-713d-49f5-84d4-21da4dbefea2'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:26:55.850854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc35ad-ad0d-43c1-a101-af263dac47d0 req-e4a31508-b8a2-453c-9a65-243e57cfc64a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:55.852262 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-50bc35ad-ad0d-43c1-a101-af263dac47d0 req-e4a31508-b8a2-453c-9a65-243e57cfc64a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 945 time: 0.0811834 Apr 29 12:26:55.900141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-50bc35ad-ad0d-43c1-a101-af263dac47d0 req-7fda9c3f-f248-408e-83eb-002e2fa0cdd3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Apr 29 12:26:56.745979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:26:56.814649 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 032b1b3c-713d-49f5-84d4-21da4dbefea2 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:26:56.819986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 032b1b3c-713d-49f5-84d4-21da4dbefea2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:26:56.820359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:56.935393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:56.962166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:26:56.971674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:26:56.976715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:26:57.015201 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37025bf-2a73-4855-9bd6-57c99b5d0b99'] response: {'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'code': 200} Apr 29 12:26:57.047300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:26:57.101331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d815d-8317-4f87-aaf6-5d6e54411e1c req-09fe0cc5-fcd4-4eff-9e53-97daa2accf0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:57.102831 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c57d815d-8317-4f87-aaf6-5d6e54411e1c req-09fe0cc5-fcd4-4eff-9e53-97daa2accf0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0814402 Apr 29 12:26:57.153912 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c57d815d-8317-4f87-aaf6-5d6e54411e1c req-253007c4-aa3f-4156-852d-56b4eae8144f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449500 Apr 29 12:26:57.293663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9722-489d-469d-b5b4-337f4fc8dc9a req-acaf9eba-012a-4787-8e4c-3d3a9f5622ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:57.295092 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b76f9722-489d-469d-b5b4-337f4fc8dc9a req-acaf9eba-012a-4787-8e4c-3d3a9f5622ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0779860 Apr 29 12:26:57.340760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b76f9722-489d-469d-b5b4-337f4fc8dc9a req-3dee528d-7d89-48a5-b93e-be9bc41ffc3f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371773 Apr 29 12:26:58.452685 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497010c-3c76-4d9b-9b04-680e7831b2c0 req-b85aa7c4-c963-4d06-8a23-7799c0366e90 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:58.454081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b497010c-3c76-4d9b-9b04-680e7831b2c0 req-b85aa7c4-c963-4d06-8a23-7799c0366e90 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.1835170 Apr 29 12:26:58.496352 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b497010c-3c76-4d9b-9b04-680e7831b2c0 req-366dce56-3c0a-4cbe-b8fc-c91cda8550cf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365787 Apr 29 12:26:59.702428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c8da6-25b3-4876-a736-6274c8abb208 req-6d257f51-dad5-4d9e-8be7-7c4933f7585e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:59.703895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e89c8da6-25b3-4876-a736-6274c8abb208 req-6d257f51-dad5-4d9e-8be7-7c4933f7585e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0909748 Apr 29 12:26:59.757076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e89c8da6-25b3-4876-a736-6274c8abb208 req-f595c900-eff7-4150-8282-1fcacb1ca480 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 Apr 29 12:26:59.956236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7567-9886-4961-9d83-96ef429196ce req-7faacc08-ec41-451d-8ec4-3f05944bdaa6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:26:59.957750 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d3c7567-9886-4961-9d83-96ef429196ce req-7faacc08-ec41-451d-8ec4-3f05944bdaa6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0814135 Apr 29 12:27:00.001032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d3c7567-9886-4961-9d83-96ef429196ce req-1af0e973-8ec4-4b45-9be7-9a6db3b6d7a4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375721 Apr 29 12:27:00.023977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33600) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:27:00.098545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514fe2cb-cd02-46ed-96f6-c299af2938c1 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:00.100141 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-514fe2cb-cd02-46ed-96f6-c299af2938c1 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1094 time: 0.0751741 Apr 29 12:27:00.104011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33604) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:27:00.108802 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:27:00.114804 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:27:00.118879 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:floatingip and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:27:00.121791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:27:00.128261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:27:00.141815 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.279668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.343091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-26081528-572a-4c13-98b4-a1a147d6bdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.418697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.227 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/4b3a4e86-a53d-4580-9f20-97c248460614) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:27:00.569183 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.600627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:00.669579 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:27:00.672452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:27:00.675964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:27:00.704740 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=4b3a4e86-a53d-4580-9f20-97c248460614,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:01.206773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:01.298944 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:01.522803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:01.530745 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:01.648078 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=4b3a4e86-a53d-4580-9f20-97c248460614,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:27:01.658373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:01.833466 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 31db7b67-e12c-496f-b1d7-ed8fc43970ec associated. External IP: 172.26.0.227, port: 032b1b3c-713d-49f5-84d4-21da4dbefea2. Apr 29 12:27:02.199521 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router b58e1729-700c-4137-8964-287be4d5a327 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:27:02.514846 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:27:02.524608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Sync routers for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:27:02.535262 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:27:02.535878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:26:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:02.540615 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:02.598234 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-873c06e9-adb7-4e10-bb0f-2286a95eaaa3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4932268 Apr 29 12:27:02.598917 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:27:02.698159 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1578f4f6-7fe7-450e-807b-36755eefe0bd'] response: {'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'status': 'completed', 'code': 200} Apr 29 12:27:02.712097 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:27:02.815430 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-63eb6dcd-4e63-4b18-9918-5a5ef3c75a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:02.816789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-63eb6dcd-4e63-4b18-9918-5a5ef3c75a6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0728662 Apr 29 12:27:02.820142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cb4c9-8988-4856-ba59-f19569e5c210 req-e8e21d3c-e188-45e9-b3fb-b2483b76140b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:02.821812 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-361cb4c9-8988-4856-ba59-f19569e5c210 req-e8e21d3c-e188-45e9-b3fb-b2483b76140b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0832760 Apr 29 12:27:02.874226 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-361cb4c9-8988-4856-ba59-f19569e5c210 req-39e8c04c-5cc3-42bc-ad53-7842d224fcb7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463214 Apr 29 12:27:02.891313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33616) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:27:02.953274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-cf930a0a-e2b4-48ad-94ab-96026d8604c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:02.955018 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-cf930a0a-e2b4-48ad-94ab-96026d8604c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1321959 Apr 29 12:27:02.999666 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ebe4f919-d781-40a7-95c8-e427d35070c8 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/31db7b67-e12c-496f-b1d7-ed8fc43970ec HTTP/1.1" status: 200 len: 992 time: 0.1069560 Apr 29 12:27:03.062121 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-3f7530ef-b813-40b6-9574-4e0b724c8e41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1000 time: 0.1007576 Apr 29 12:27:03.067578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-608f9656-8aa8-4b23-b1ca-5461db0d304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:03.087233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '31db7b67-e12c-496f-b1d7-ed8fc43970ec', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'mac_address': 'fa:16:3e:a7:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:27:01Z', 'updated_at': '2022-04-29T12:27:01Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:03.091276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Checking router: b58e1729-700c-4137-8964-287be4d5a327 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:27:03.099599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:27:03.100191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:27:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:03.126910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-5c61c418-2bb1-4960-b196-2134875c6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:03.128336 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-5c61c418-2bb1-4960-b196-2134875c6405 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0605621 Apr 29 12:27:03.205140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-53183401-645c-4251-81c1-5801814a344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:03.206718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-53183401-645c-4251-81c1-5801814a344c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726044 Apr 29 12:27:03.311625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:27:03.336928 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-e65e3b49-6a93-4c48-81ab-169865eb1889 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227927 Apr 29 12:27:03.471032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6f8a071f-e5d8-4519-8dc1-a93da83fff4a req-7c3aaf73-4427-4001-b065-bcf586d06653 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285937 Apr 29 12:27:03.667142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '31db7b67-e12c-496f-b1d7-ed8fc43970ec', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'mac_address': 'fa:16:3e:a7:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:27:01Z', 'updated_at': '2022-04-29T12:27:01Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:27:03.671787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e6074-009c-46bb-b850-1ce48b09b8c0 None None] The sync data for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv is: [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '31db7b67-e12c-496f-b1d7-ed8fc43970ec', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'mac_address': 'fa:16:3e:a7:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:27:01Z', 'updated_at': '2022-04-29T12:27:01Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:27:03.763539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:03.902691 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a892de-5c5d-46ed-86fd-e94ba752dfe7 None None] New status for floating IP 31db7b67-e12c-496f-b1d7-ed8fc43970ec: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:27:04.003336 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33620) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:27:04.111435 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b086c0c-4c0e-4cc7-beaa-f7ff0c6f289a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/31db7b67-e12c-496f-b1d7-ed8fc43970ec HTTP/1.1" status: 200 len: 992 time: 0.1070280 Apr 29 12:27:04.241526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:04.321268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:05.115224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33624) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:27:05.222360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e1a5b03d-0e12-4e71-999a-bde7e57de91e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/31db7b67-e12c-496f-b1d7-ed8fc43970ec HTTP/1.1" status: 200 len: 994 time: 0.1058326 Apr 29 12:27:05.728041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:14.666931 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:27:30.354714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f6b16ae-e95c-4d1c-ba5a-60a9ee77ee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:33.064494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-05bf57b3-742e-4d84-b657-3b778da0a8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:33.759475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:34.243028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:34.324009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:35.734759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:27:50.786646 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-707e4046-2982-44a4-90df-097b8213c8e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823996 Apr 29 12:27:50.955369 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22810b-7779-40da-949e-687b15b691c3 req-bef7b82b-ce65-4139-b3e5-171f7f4f09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:50.956831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-bef7b82b-ce65-4139-b3e5-171f7f4f09ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0801430 Apr 29 12:27:51.101377 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22810b-7779-40da-949e-687b15b691c3 req-8dc286f3-3f65-44f9-9bb3-8f648f3399eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:51.102768 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-8dc286f3-3f65-44f9-9bb3-8f648f3399eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1276350 Apr 29 12:27:51.207409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-5cbace37-30d5-48b8-b2d8-305674e415cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1002 time: 0.0984461 Apr 29 12:27:51.372355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22810b-7779-40da-949e-687b15b691c3 req-fc69d9bd-396b-4150-91ac-f09fffa54310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:51.373816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-fc69d9bd-396b-4150-91ac-f09fffa54310 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.1608436 Apr 29 12:27:51.456089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22810b-7779-40da-949e-687b15b691c3 req-a02ce11a-e15e-42c6-ac92-f8b2b6df1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:27:51.458565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-a02ce11a-e15e-42c6-ac92-f8b2b6df1bf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785315 Apr 29 12:27:51.599803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-aba041f2-fc0a-4744-a675-4eefedcc3a82 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351211 Apr 29 12:27:51.659938 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:27:51.733630 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8c22810b-7779-40da-949e-687b15b691c3 req-996767e0-88c3-4f1b-81b8-7737afb9366d service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264894 Apr 29 12:28:00.356604 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f57c-d9ce-4b2f-9c2a-c0008b2c5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:03.048718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8c733105-72c5-438d-9fc2-c12420d7c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:03.769779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:04.248298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:04.310025 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33654) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:28:04.346311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:04.363153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469cf16-74fd-411e-a6b1-e3b54db9504c req-55c9b24f-b2fb-4b71-8da3-7fed98ad3c0b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:04.364636 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0469cf16-74fd-411e-a6b1-e3b54db9504c req-55c9b24f-b2fb-4b71-8da3-7fed98ad3c0b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0930731 Apr 29 12:28:04.456437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0469cf16-74fd-411e-a6b1-e3b54db9504c req-3ac8d26e-5852-48e6-8404-8aa7f1f5ce1b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608714 Apr 29 12:28:04.474178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-7dedc171-be12-48e2-9c12-fd4feff20e37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630745 Apr 29 12:28:05.657203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0655-e470-4bab-82b1-dbf83f10ab43 req-7ecc805e-42b1-42d6-9fc5-21b9ac50a7a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:05.658679 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e84a0655-e470-4bab-82b1-dbf83f10ab43 req-7ecc805e-42b1-42d6-9fc5-21b9ac50a7a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0929780 Apr 29 12:28:05.709014 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e84a0655-e470-4bab-82b1-dbf83f10ab43 req-28d36203-da30-4e5b-af15-c037557c424d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Apr 29 12:28:05.740628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:06.908678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0617eb0-44f7-4391-b038-c43d5fa8a203 req-9928d34c-6e9f-4d37-8267-31d5191fd3cf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:06.910212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0617eb0-44f7-4391-b038-c43d5fa8a203 req-9928d34c-6e9f-4d37-8267-31d5191fd3cf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0838487 Apr 29 12:28:06.958753 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0617eb0-44f7-4391-b038-c43d5fa8a203 req-63911239-1b55-4450-9de9-03d3d6bc81f5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Apr 29 12:28:08.189537 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d778196-2f87-4d51-a1fd-0a7f4bab49b5 req-bad973c2-dfb9-4bfd-ac6c-455e5fba7667 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:08.191027 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d778196-2f87-4d51-a1fd-0a7f4bab49b5 req-bad973c2-dfb9-4bfd-ac6c-455e5fba7667 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0828524 Apr 29 12:28:08.247595 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8d778196-2f87-4d51-a1fd-0a7f4bab49b5 req-12696630-47fb-4cf8-a128-369ec60fcce9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507500 Apr 29 12:28:09.447572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b2751-4f7e-410b-b125-4490c3fd9026 req-cee803d6-274f-4ab2-856d-3d2542c81ead tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:09.448954 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-874b2751-4f7e-410b-b125-4490c3fd9026 req-cee803d6-274f-4ab2-856d-3d2542c81ead tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0855353 Apr 29 12:28:09.494327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-874b2751-4f7e-410b-b125-4490c3fd9026 req-bed43ffa-9b79-4688-96cc-ba174af59f9c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Apr 29 12:28:09.969376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-46af0002-da03-4647-819d-ecc7ff3981ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:09.971764 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-46af0002-da03-4647-819d-ecc7ff3981ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0801029 Apr 29 12:28:10.136908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-e49a7663-dd7d-4e85-8ca5-f90e219decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:10.138379 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-e49a7663-dd7d-4e85-8ca5-f90e219decaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1604688 Apr 29 12:28:10.256203 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-fbdc60e4-30e1-430c-9128-ece73ec85ad1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1002 time: 0.1114478 Apr 29 12:28:10.320898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-bb890a75-f9a7-4f39-9896-f1ae73459bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:10.322334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-bb890a75-f9a7-4f39-9896-f1ae73459bd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0609415 Apr 29 12:28:10.401085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-eaec601a-60eb-40d7-a700-0633818e46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:10.402591 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-eaec601a-60eb-40d7-a700-0633818e46cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746088 Apr 29 12:28:10.555285 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-88d328b5-b36d-498d-9be4-418725d0c046 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464005 Apr 29 12:28:10.692233 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-0d67e289-f106-4ed8-9a66-d45cda95ae88 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313329 Apr 29 12:28:10.720930 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37761ad5-a8ca-42f8-8a79-19269aaf2f1f req-9e497f50-4214-4cdd-b97e-82802d38804e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:10.722535 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-37761ad5-a8ca-42f8-8a79-19269aaf2f1f req-9e497f50-4214-4cdd-b97e-82802d38804e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.1031153 Apr 29 12:28:10.786476 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-37761ad5-a8ca-42f8-8a79-19269aaf2f1f req-39385af0-59a5-4662-874f-a4456c234e31 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569260 Apr 29 12:28:11.979074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423e115-40a1-48bd-a9fb-c303231ca56e req-9be9d1bb-d5a1-4e06-9167-50a08f5c37f7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:11.980234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d423e115-40a1-48bd-a9fb-c303231ca56e req-9be9d1bb-d5a1-4e06-9167-50a08f5c37f7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0829155 Apr 29 12:28:12.129772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d423e115-40a1-48bd-a9fb-c303231ca56e req-fd653ea0-eb71-49a9-84bb-19bf66731507 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431489 Apr 29 12:28:13.334888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdda01d-584d-46c6-9421-80edbea80d83 req-de795f36-51e4-41ba-94a7-8e6afc6697a7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:13.336348 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1fdda01d-584d-46c6-9421-80edbea80d83 req-de795f36-51e4-41ba-94a7-8e6afc6697a7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0902095 Apr 29 12:28:13.381328 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1fdda01d-584d-46c6-9421-80edbea80d83 req-c9a0ee5d-65d9-494d-96a6-edff5ac1195a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Apr 29 12:28:14.579554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7183-0f0a-4235-ba11-d53fc71d01b4 req-7c12a405-69c4-42eb-b34b-10023a974fb0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:14.582246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b4ad7183-0f0a-4235-ba11-d53fc71d01b4 req-7c12a405-69c4-42eb-b34b-10023a974fb0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0922437 Apr 29 12:28:14.629782 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b4ad7183-0f0a-4235-ba11-d53fc71d01b4 req-dce5ac7e-c9b1-47dc-aff7-448c6f4b73a5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Apr 29 12:28:15.839969 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac840858-10e6-4475-88dd-39871bbcb5de req-d8c3b363-42f1-4322-aa8e-8d706afd022a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:15.841449 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ac840858-10e6-4475-88dd-39871bbcb5de req-d8c3b363-42f1-4322-aa8e-8d706afd022a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0871789 Apr 29 12:28:15.888287 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ac840858-10e6-4475-88dd-39871bbcb5de req-b7613947-5c78-4cfc-9933-16d8245d97de tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Apr 29 12:28:17.103955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea230626-53f8-4783-ae56-bedb00703cdc req-4c1e24bd-f55c-49bd-bb14-8ac2f13b6150 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:17.105781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ea230626-53f8-4783-ae56-bedb00703cdc req-4c1e24bd-f55c-49bd-bb14-8ac2f13b6150 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0939524 Apr 29 12:28:17.152309 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ea230626-53f8-4783-ae56-bedb00703cdc req-b947fe8d-54bc-4ea1-9184-3ef36dbbdc63 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Apr 29 12:28:18.349714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cf44d-fa9a-448d-8c2c-b182273ab328 req-8ce2c2d8-00b4-4d1a-a65e-e00e11739ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:18.351184 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd8cf44d-fa9a-448d-8c2c-b182273ab328 req-8ce2c2d8-00b4-4d1a-a65e-e00e11739ca4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0881743 Apr 29 12:28:18.401031 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-dd8cf44d-fa9a-448d-8c2c-b182273ab328 req-e6c0a700-529f-4093-9ae8-9b5cf17d6ba5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Apr 29 12:28:19.606153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54600f6-47d1-4804-b92c-a0664c9cea2e req-39f5815f-6c81-400f-a407-2998aeba1ea5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:19.607594 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b54600f6-47d1-4804-b92c-a0664c9cea2e req-39f5815f-6c81-400f-a407-2998aeba1ea5 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0886016 Apr 29 12:28:19.655730 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b54600f6-47d1-4804-b92c-a0664c9cea2e req-12f9b19c-65aa-4772-8931-1d93d11ed715 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 Apr 29 12:28:20.848946 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2498d-5a53-41ed-84b9-2503a37efee7 req-e0b207e8-fa66-4e7b-8f4c-8a53a4564a96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:20.850442 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0cc2498d-5a53-41ed-84b9-2503a37efee7 req-e0b207e8-fa66-4e7b-8f4c-8a53a4564a96 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0830643 Apr 29 12:28:20.895912 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0cc2498d-5a53-41ed-84b9-2503a37efee7 req-7f328a60-4cb1-41c6-a335-2fb9fbab0b65 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 Apr 29 12:28:22.100520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a05753-a18a-4e73-96e7-359af6d31977 req-a47124fa-94ab-4a9d-8d87-08cd0447e79b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:22.102111 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38a05753-a18a-4e73-96e7-359af6d31977 req-a47124fa-94ab-4a9d-8d87-08cd0447e79b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0886335 Apr 29 12:28:22.147558 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38a05753-a18a-4e73-96e7-359af6d31977 req-afe60977-11e1-4bc2-8c10-4df54b3c8ecb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391133 Apr 29 12:28:23.347211 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd442-6a08-4690-9a67-ad974b86c830 req-dde5eb42-228c-4c0a-b5f1-5344813afff2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:23.348712 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-955cd442-6a08-4690-9a67-ad974b86c830 req-dde5eb42-228c-4c0a-b5f1-5344813afff2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0883272 Apr 29 12:28:23.394711 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-955cd442-6a08-4690-9a67-ad974b86c830 req-19c7e222-726d-4e72-9421-140d0ba62b7f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394046 Apr 29 12:28:24.588698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e600a-3225-4f7b-a31c-d6cb6ec586b9 req-07b21143-5cd0-479d-9afe-b450b7766ec2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:24.590274 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-734e600a-3225-4f7b-a31c-d6cb6ec586b9 req-07b21143-5cd0-479d-9afe-b450b7766ec2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0830009 Apr 29 12:28:24.640622 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-734e600a-3225-4f7b-a31c-d6cb6ec586b9 req-a0e60f90-53d4-4fec-b74d-5961db6233a1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Apr 29 12:28:25.830705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78155f-8ef4-4b38-a436-888c45560d8f req-86b4891d-4a62-44e8-be2f-28270371a981 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:25.832222 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff78155f-8ef4-4b38-a436-888c45560d8f req-86b4891d-4a62-44e8-be2f-28270371a981 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0845709 Apr 29 12:28:25.890689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ff78155f-8ef4-4b38-a436-888c45560d8f req-1c25fccb-0212-4b93-a388-c03f2144e4a1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501390 Apr 29 12:28:27.088449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b83c39-9488-4a1c-b401-e2e70a5841cb req-ce431c8a-a3b9-43d8-87fb-8e2117435260 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:27.089943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-86b83c39-9488-4a1c-b401-e2e70a5841cb req-ce431c8a-a3b9-43d8-87fb-8e2117435260 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0837040 Apr 29 12:28:27.138844 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-86b83c39-9488-4a1c-b401-e2e70a5841cb req-a4d65525-dbfe-498c-b32d-80eda45cd341 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Apr 29 12:28:27.696316 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-5326bc82-8c0b-4bf1-aaf2-35bdbd32ce4b service neutron] 10.222.0.66 "GET /v2.0/ports/032b1b3c-713d-49f5-84d4-21da4dbefea2/bindings/hv-neutron-8397 HTTP/1.1" status: 200 len: 384 time: 0.0807316 Apr 29 12:28:27.995549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-ea52e592-f512-4d9f-b728-66b4d5fae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:27.996901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-ea52e592-f512-4d9f-b728-66b4d5fae799 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 1099 time: 0.0754702 Apr 29 12:28:28.101329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-3ad749de-871b-4aa8-83e8-959e5a4da6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:28.102915 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-3ad749de-871b-4aa8-83e8-959e5a4da6c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0726874 Apr 29 12:28:28.240441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-e567865d-cddb-40f7-86fd-7b62320c0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:28.241945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-e567865d-cddb-40f7-86fd-7b62320c0567 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1327300 Apr 29 12:28:28.348858 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a5963-5c97-44a9-8897-d803a75ad9ca req-375201a5-975f-4e03-8a77-03a52189175b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:28.349766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-66ba2dc7-b7e8-4c42-bd82-ccf61ed3155f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1002 time: 0.1011813 Apr 29 12:28:28.350430 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fb6a5963-5c97-44a9-8897-d803a75ad9ca req-375201a5-975f-4e03-8a77-03a52189175b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0911863 Apr 29 12:28:28.410955 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fb6a5963-5c97-44a9-8897-d803a75ad9ca req-00faf3ee-28c9-4e01-817e-0ba17d44856c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530138 Apr 29 12:28:28.419215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-9592eb24-ff84-4e76-82ac-ea04df90dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:28.421304 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-9592eb24-ff84-4e76-82ac-ea04df90dc8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0673096 Apr 29 12:28:28.500573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd071-5635-4f5a-8082-0844f4189681 req-341a84aa-bc8a-439d-90cd-de13090ed65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:28.502119 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-341a84aa-bc8a-439d-90cd-de13090ed65e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751097 Apr 29 12:28:28.638195 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-74affafe-57ce-424a-94af-18883a61a198 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304026 Apr 29 12:28:28.664193 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:28:28.773217 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-939cd071-5635-4f5a-8082-0844f4189681 req-6b99dc91-b557-4ccb-9cb6-0174009e780f service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292224 Apr 29 12:28:29.600772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e5c47-13f2-4626-bfc4-df734bed8877 req-afa0912f-add2-406b-b45e-9e53e0a2bdb2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:29.602313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-151e5c47-13f2-4626-bfc4-df734bed8877 req-afa0912f-add2-406b-b45e-9e53e0a2bdb2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0852830 Apr 29 12:28:29.647419 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-151e5c47-13f2-4626-bfc4-df734bed8877 req-e475053c-a16f-4bb1-b729-10d856fe06d4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Apr 29 12:28:30.350616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a17dd306-9390-412a-a43c-1e03b3d938ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:30.840726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d349-4e32-4c7a-9ad1-b3c927e3e769 req-63af243c-0031-4e6b-805c-f4c257cf282e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:30.842206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb58d349-4e32-4c7a-9ad1-b3c927e3e769 req-63af243c-0031-4e6b-805c-f4c257cf282e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0872965 Apr 29 12:28:30.886239 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cb58d349-4e32-4c7a-9ad1-b3c927e3e769 req-83ac2836-9ea0-4fb0-a0fd-45984b03402d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378373 Apr 29 12:28:31.145829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:28:31.152836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:28:31.371848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:31.389198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:28:31.408043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'port_id': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'mac_address': 'fa:16:3e:a7:23:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:28:31.413155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:28:31.450522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:28:31.462090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:31.515799 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8ab7dd-7c1c-47a6-bc99-e838b64824ad'] response: {'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'code': 200} Apr 29 12:28:31.530122 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:31.553322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:28:31.559879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:28:31.591187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.591532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.591869 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.592199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.592567 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.592890 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.593191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.593570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.593893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.594233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.594552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.594867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:28:31.627666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:28:31.628026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:28:32.078656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a170-22b0-46a8-acce-725fb00911ff req-cdf8fa18-0462-4a77-a22e-351667d9efbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.080389 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0592a170-22b0-46a8-acce-725fb00911ff req-cdf8fa18-0462-4a77-a22e-351667d9efbd tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 944 time: 0.0878778 Apr 29 12:28:32.125810 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0592a170-22b0-46a8-acce-725fb00911ff req-b2651b2d-6e36-47e3-a667-e6997e179230 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 Apr 29 12:28:32.191263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:32.246777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:28:32.264338 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:28:32.268417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:32.339590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:28:32.401510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['032b1b3c-713d-49f5-84d4-21da4dbefea2'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:28:32.451170 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038949-bf04-4de0-a481-65f7c371d9c3 req-382f8f6e-4d4f-403a-97c4-036110b593a3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.452818 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-07038949-bf04-4de0-a481-65f7c371d9c3 req-382f8f6e-4d4f-403a-97c4-036110b593a3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 945 time: 0.0854831 Apr 29 12:28:32.497963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-125f3765-bec1-4ad1-9e3c-157862c6a228 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.499207 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-07038949-bf04-4de0-a481-65f7c371d9c3 req-2f5e1342-918c-4992-9b57-f31900c34223 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Apr 29 12:28:32.499452 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-125f3765-bec1-4ad1-9e3c-157862c6a228 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0&tenant_id=baf1b06f25df4c7aadf6012a05056d1e&binding%3Ahost_id=hv-neutron-8397 HTTP/1.1" status: 200 len: 945 time: 0.0929077 Apr 29 12:28:32.718481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-bae363af-8010-4c34-8d36-ac9baefe0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.719841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-bae363af-8010-4c34-8d36-ac9baefe0a06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1098 time: 0.1361830 Apr 29 12:28:32.728245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279be36-6fd0-45bc-8f67-d77f326caed1 req-347eda17-e3e3-49ab-877a-a5137fb0bf59 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.729574 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0279be36-6fd0-45bc-8f67-d77f326caed1 req-347eda17-e3e3-49ab-877a-a5137fb0bf59 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 945 time: 0.1101685 Apr 29 12:28:32.859836 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0279be36-6fd0-45bc-8f67-d77f326caed1 req-185e9d5d-acc3-47fc-8cd2-b1f874abb671 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110785 Apr 29 12:28:32.892291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-88be4e82-9713-4137-848d-1be52ef395fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:32.893761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-88be4e82-9713-4137-848d-1be52ef395fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1633654 Apr 29 12:28:33.003066 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-aac1b281-946b-44b8-b08d-4ed9bf6d9b27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1001 time: 0.1027608 Apr 29 12:28:33.052988 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a2c13d28-7e7c-4039-abb8-062bb82f3d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:33.069102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-08e542c8-2312-4cfc-81dc-80ac7244837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:33.070560 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-08e542c8-2312-4cfc-81dc-80ac7244837c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0617325 Apr 29 12:28:33.147385 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-153176c8-41b3-4712-b245-6c4b3787d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:33.148825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-153176c8-41b3-4712-b245-6c4b3787d072 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727725 Apr 29 12:28:33.160551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:28:33.228678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 032b1b3c-713d-49f5-84d4-21da4dbefea2 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:28:33.229048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:33.349181 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:33.380523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-b73f8b1d-75da-4319-94ae-8a6f9207feed service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253294 Apr 29 12:28:33.381648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:28:33.386093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:33.466420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:28:33.517340 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:28:33.524979 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c3178115-0c6f-48ba-bfce-220094f90ee5 req-12a3b712-c461-4aa5-b754-ab6f0b5f961d service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377678 Apr 29 12:28:33.571387 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33698b3e-d789-4a42-bec8-8406d443f9ec'] response: {'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'code': 200} Apr 29 12:28:33.759525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:34.057093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1bd95-5a6b-4101-98cc-316b1432d4c7 req-81c7c5fb-afc5-499e-9039-e292a3e742f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:34.058310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6e1bd95-5a6b-4101-98cc-316b1432d4c7 req-81c7c5fb-afc5-499e-9039-e292a3e742f4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0864408 Apr 29 12:28:34.103852 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e6e1bd95-5a6b-4101-98cc-316b1432d4c7 req-9e46ea32-8b6f-42d8-9748-a801e4211452 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Apr 29 12:28:34.248433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:34.359797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:35.295803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df64c1-0425-471a-8425-02fa1d1c725c req-50ea8ee8-78cc-4b2c-b17a-f13b7baad078 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:35.297420 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70df64c1-0425-471a-8425-02fa1d1c725c req-50ea8ee8-78cc-4b2c-b17a-f13b7baad078 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0800118 Apr 29 12:28:35.344622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-70df64c1-0425-471a-8425-02fa1d1c725c req-c329e742-ac1c-4d66-90e0-ee2cd0808fcf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Apr 29 12:28:35.367633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33760) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:28:35.475039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-69f51de8-8ba0-421d-8f11-4312bac05b01 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/31db7b67-e12c-496f-b1d7-ed8fc43970ec HTTP/1.1" status: 200 len: 994 time: 0.1061418 Apr 29 12:28:35.739795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:28:50.724139 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-012c202f-c911-4770-9a8f-526f4c44923f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702982 Apr 29 12:28:50.885580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-aad03773-209f-4c8e-9271-2e57c0ac485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:50.887011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-aad03773-209f-4c8e-9271-2e57c0ac485a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0725155 Apr 29 12:28:51.036224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-56c06418-510a-4d1f-9075-cf68b58b6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:51.037595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-56c06418-510a-4d1f-9075-cf68b58b6b08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.1318550 Apr 29 12:28:51.138733 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-64ed1e9d-a912-41fe-a032-69e4739998d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 1002 time: 0.0948431 Apr 29 12:28:51.200172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-5a62da1d-28d0-41ec-813e-5997161a2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:51.201584 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-5a62da1d-28d0-41ec-813e-5997161a2b82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0562444 Apr 29 12:28:51.278814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-b66d10d5-8867-485e-a7c9-f57424b7a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:28:51.280260 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-b66d10d5-8867-485e-a7c9-f57424b7a35e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724492 Apr 29 12:28:51.409604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-865f23ad-d553-4ea6-98e5-9d54a95a2ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221673 Apr 29 12:28:51.535659 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbce5f04-8e09-421d-b6b9-66906510cb73 req-0fcf14b0-8bf6-4399-8454-64e82c1910f5 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202898 Apr 29 12:29:00.355100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-46735f79-374f-4044-ad96-36eba3ec3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:03.056140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a6284195-5945-4c42-ba8f-9549ded3887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:03.756681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:04.252382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:04.355480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:05.667600 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:29:05.737006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:22.201134 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33780) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:22.400546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 4b3a4e86-a53d-4580-9f20-97c248460614 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:29:22.400869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:22.678659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:22.678987 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:22.804102 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 4b3a4e86-a53d-4580-9f20-97c248460614 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:29:22.952797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:22.998317 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=4b3a4e86-a53d-4580-9f20-97c248460614,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:23.035961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.036308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.036613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.036968 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.037289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.037638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.037962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.038279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.038598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.038920 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.039234 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.039537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:23.104174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:23.104461 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 31db7b67-e12c-496f-b1d7-ed8fc43970ec disassociated (deleted). External IP: 172.26.0.227, port: 032b1b3c-713d-49f5-84d4-21da4dbefea2. Apr 29 12:29:23.449449 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router b58e1729-700c-4137-8964-287be4d5a327 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:29:23.634322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:29:23.645741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Sync routers for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:29:23.655692 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:23.656302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:23.656542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:23.710541 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-261cb3e4-8db7-4d05-bf03-e7b8e8d3c776 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/floatingips/31db7b67-e12c-496f-b1d7-ed8fc43970ec HTTP/1.1" status: 204 len: 168 time: 1.5081644 Apr 29 12:29:23.711021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:29:23.833136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:23.836773 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f59e4d-aa30-497c-b0ab-413aa26fefe7'] response: {'name': 'network-changed', 'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'status': 'completed', 'code': 200} Apr 29 12:29:23.960851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-061fa641-0aac-49be-b28d-7ad0bc526ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:23.962410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-061fa641-0aac-49be-b28d-7ad0bc526ea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 1099 time: 0.0831046 Apr 29 12:29:24.152878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:24.157647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Checking router: b58e1729-700c-4137-8964-287be4d5a327 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:29:24.167896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:24.168519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:24.274512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-67800497-6cf4-44e6-8a0f-436ebb8dc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:24.275860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-67800497-6cf4-44e6-8a0f-436ebb8dc221 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 200 len: 898 time: 0.3002303 Apr 29 12:29:24.291007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607fcb-a3a7-4ce6-8d61-3a0499f93539 req-1593e141-d0be-4c88-9861-120d36caec6d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:24.291720 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c2607fcb-a3a7-4ce6-8d61-3a0499f93539 req-1593e141-d0be-4c88-9861-120d36caec6d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:24.347473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:24.362307 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-0318c481-f720-4375-9a67-571029610e60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 200 len: 217 time: 0.0791008 Apr 29 12:29:24.401288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c2607fcb-a3a7-4ce6-8d61-3a0499f93539 req-1593e141-d0be-4c88-9861-120d36caec6d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:24.402458 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c2607fcb-a3a7-4ce6-8d61-3a0499f93539 req-1593e141-d0be-4c88-9861-120d36caec6d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.3966024 Apr 29 12:29:24.446109 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-10519cef-ccc1-4d4b-8f25-f7c2b260d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:24.447557 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-10519cef-ccc1-4d4b-8f25-f7c2b260d5b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 200 len: 835 time: 0.0792127 Apr 29 12:29:24.512975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c2607fcb-a3a7-4ce6-8d61-3a0499f93539 req-f76cab57-1681-426d-8e46-fc5718d082b6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981030 Apr 29 12:29:24.538734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-dc575371-cae9-498c-9cda-503ae81a85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:24.540187 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-dc575371-cae9-498c-9cda-503ae81a85e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79d96eda-8543-418c-80da-b2e2c3f8da44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849814 Apr 29 12:29:24.679142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-21a1c3d8-b58f-467c-bfbc-1ab6f6db4397 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312366 Apr 29 12:29:24.704472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:24.708798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2b32b-b87d-42e4-9e89-064beb902124 None None] The sync data for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv is: [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:41Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '1d0b1b86-4048-48a3-bf13-eb27b420befc', 'name': '', 'network_id': '79d96eda-8543-418c-80da-b2e2c3f8da44', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:8a:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'a617b315-243c-49be-a8c5-162443dc3054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:40Z', 'updated_at': '2022-04-29T12:26:46Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'a617b315-243c-49be-a8c5-162443dc3054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:29:24.814937 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d1269e76-67b6-412e-bf3e-53f6dcb8ac16 req-1ea59c7e-f543-46b9-a425-336d63e0b464 service neutron] 10.222.0.66 "GET /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294417 Apr 29 12:29:24.926527 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f7e5e-22ff-4dc5-b192-39f33fab591a None None] New status for floating IP 31db7b67-e12c-496f-b1d7-ed8fc43970ec: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:29:25.707750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c4901-b0bb-4bf4-9843-6257f5c995cd req-9eecbe56-c39a-4192-9952-ce459b77c3cc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:25.709237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5e6c4901-b0bb-4bf4-9843-6257f5c995cd req-9eecbe56-c39a-4192-9952-ce459b77c3cc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0819988 Apr 29 12:29:25.755103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5e6c4901-b0bb-4bf4-9843-6257f5c995cd req-8ff0f5c9-f60d-4c46-b949-bb7963ca0592 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a0a9a35-ea2d-4229-9547-887ef0d4e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399456 Apr 29 12:29:26.084816 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-32dcb3af-dbd0-45ee-87e6-3b5882f48a88 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:26.086198 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-32dcb3af-dbd0-45ee-87e6-3b5882f48a88 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 946 time: 0.0810084 Apr 29 12:29:26.157694 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:29:26.157999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:26.397248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 032b1b3c-713d-49f5-84d4-21da4dbefea2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=032b1b3c-713d-49f5-84d4-21da4dbefea2,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:26.397677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:26.522346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 032b1b3c-713d-49f5-84d4-21da4dbefea2 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:29:26.675787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:26.728770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=032b1b3c-713d-49f5-84d4-21da4dbefea2,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:26.802553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] No DVR routers for this DVR port 032b1b3c-713d-49f5-84d4-21da4dbefea2 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:29:26.805215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:26.807979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-deleted', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:29:26.828710 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3c4ab467-d06b-4c42-9f95-194af836e198 req-9db8fb8c-b085-4749-92fd-70ef19725512 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "DELETE /v2.0/ports/032b1b3c-713d-49f5-84d4-21da4dbefea2 HTTP/1.1" status: 204 len: 173 time: 0.7375968 Apr 29 12:29:26.855463 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4cf7f4-c138-446b-a60f-691bbf8ef7d4'] response: {'server_uuid': '2f33538c-aed0-49be-b395-896a3fb3dba0', 'name': 'network-vif-deleted', 'tag': '032b1b3c-713d-49f5-84d4-21da4dbefea2', 'status': 'completed', 'code': 200} Apr 29 12:29:26.919716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a5f261b1-1275-432c-9337-657f3ddcf965 req-a3b05da9-990a-415a-bc49-7a3766a8dda1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:26.935671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a5f261b1-1275-432c-9337-657f3ddcf965 req-a3b05da9-990a-415a-bc49-7a3766a8dda1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:26.936881 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a5f261b1-1275-432c-9337-657f3ddcf965 req-a3b05da9-990a-415a-bc49-7a3766a8dda1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f33538c-aed0-49be-b395-896a3fb3dba0 HTTP/1.1" status: 200 len: 210 time: 0.0612500 Apr 29 12:29:28.031161 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33800) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:28.684518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:29.037158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 1d0b1b86-4048-48a3-bf13-eb27b420befc {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:29:29.037158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:29.230307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 1d0b1b86-4048-48a3-bf13-eb27b420befc, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=1d0b1b86-4048-48a3-bf13-eb27b420befc,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:29.230659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:29.355198 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 1d0b1b86-4048-48a3-bf13-eb27b420befc owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:29:29.531576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:29.577673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=1d0b1b86-4048-48a3-bf13-eb27b420befc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:29.959883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.324858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router b58e1729-700c-4137-8964-287be4d5a327 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:29:30.359270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5474-bd42-4e12-be18-686f6a930f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.501611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:29:30.511319 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Sync routers for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:29:30.520602 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d698a250-0ac3-4ee8-9528-de83032f6e39 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/b58e1729-700c-4137-8964-287be4d5a327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882293 Apr 29 12:29:30.522125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:30.522749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:30.523243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33806) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:30.590671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting subnet a617b315-243c-49be-a8c5-162443dc3054 {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:29:30.593635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.646523 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.701872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:30.733614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.809305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.849724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Subnet': ['ID=a617b315-243c-49be-a8c5-162443dc3054,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:30.851569 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:30.859376 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-bcb940ea-ba38-4d4c-b8e4-dcb252b6ed6c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/subnets/a617b315-243c-49be-a8c5-162443dc3054 HTTP/1.1" status: 204 len: 168 time: 0.3350725 Apr 29 12:29:30.862013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33810) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:30.890011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd89cd2-05d9-4641-a71e-834ae8888304 None None] Network 79d96eda-8543-418c-80da-b2e2c3f8da44 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:29:31.039071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.154672 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:29:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:31.159420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Checking router: b58e1729-700c-4137-8964-287be4d5a327 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:29:31.169610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Routers {'b58e1729-700c-4137-8964-287be4d5a327'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:31.170259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['b58e1729-700c-4137-8964-287be4d5a327'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:31.231979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] DHCP port deletion for 79d96eda-8543-418c-80da-b2e2c3f8da44 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:29:31.304187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Deleting port f58e8733-af7e-4c69-9550-6efc4bb7ec74 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:29:31.304552 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.351015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.362830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 23036f49-7ff3-497c-9c17-2c3f4171047b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:29:31.363261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.436410 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:29:31.539585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 23036f49-7ff3-497c-9c17-2c3f4171047b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=23036f49-7ff3-497c-9c17-2c3f4171047b,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:31.539797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.540361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 032b1b3c-713d-49f5-84d4-21da4dbefea2 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:29:31.540715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 032b1b3c-713d-49f5-84d4-21da4dbefea2 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:29:31.599611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] Set router b58e1729-700c-4137-8964-287be4d5a327 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:31.662698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 23036f49-7ff3-497c-9c17-2c3f4171047b owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:29:31.749513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] For port f58e8733-af7e-4c69-9550-6efc4bb7ec74, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58e8733-af7e-4c69-9550-6efc4bb7ec74,segment=NetworkSegment(a18e5e80-d905-4093-9cfb-734dfe910ef4),segment_id=a18e5e80-d905-4093-9cfb-734dfe910ef4)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:31.749967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.838871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:31.886935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=23036f49-7ff3-497c-9c17-2c3f4171047b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:31.919382 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Calling delete_port for f58e8733-af7e-4c69-9550-6efc4bb7ec74 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:29:31.974319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.047173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.100131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Pushing event deleted for resources: {'Port': ['ID=f58e8733-af7e-4c69-9550-6efc4bb7ec74,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:32.111419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] No DVR routers for this DVR port f58e8733-af7e-4c69-9550-6efc4bb7ec74 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:29:32.113902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.113902 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.114117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.114503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.114968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.115140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.115480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.115787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.116347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.116656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.116833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.117143 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce482ffa-825b-431d-aeb4-833933910cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:32.141605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:29:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:32.145731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a982339e-c285-4a6c-8af3-3433df8557f4 None None] The sync data for ids ['b58e1729-700c-4137-8964-287be4d5a327'] in dv-neutron-839741-1-hyperv is: [{'id': 'b58e1729-700c-4137-8964-287be4d5a327', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449485888', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:29:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '23036f49-7ff3-497c-9c17-2c3f4171047b', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58e1729-700c-4137-8964-287be4d5a327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:26:36Z', 'updated_at': '2022-04-29T12:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:29:32.147819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.150398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.175137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.175643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Fanout notify agent at l3_agent the message router_deleted on router b58e1729-700c-4137-8964-287be4d5a327 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:29:32.193851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.194919 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c87f262c-09e8-42b4-8244-84354f31dd5d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/routers/b58e1729-700c-4137-8964-287be4d5a327 HTTP/1.1" status: 204 len: 168 time: 1.3320158 Apr 29 12:29:32.197742 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33814) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:32.308007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.436626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.465208 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d96eda-8543-418c-80da-b2e2c3f8da44']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:32.478834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18e5e80-d905-4093-9cfb-734dfe910ef4') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:32.479128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18e5e80-d905-4093-9cfb-734dfe910ef4') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:32.495418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.513578 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.522610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:29:32.523023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:29:32.539641 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:29:32.582980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58e8733-af7e-4c69-9550-6efc4bb7ec74 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:29:32.620867 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: f58e8733-af7e-4c69-9550-6efc4bb7ec74 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:29:32.621469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58e8733-af7e-4c69-9550-6efc4bb7ec74 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:29:32.621713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d0b1b86-4048-48a3-bf13-eb27b420befc no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:29:32.622828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.627527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.657214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 1d0b1b86-4048-48a3-bf13-eb27b420befc {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:29:32.657588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 1d0b1b86-4048-48a3-bf13-eb27b420befc not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:29:32.771728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Network': ['ID=79d96eda-8543-418c-80da-b2e2c3f8da44,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:32.775546 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d0d33430-3da5-4c27-aa48-79c4deef9e0e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/networks/79d96eda-8543-418c-80da-b2e2c3f8da44 HTTP/1.1" status: 204 len: 168 time: 0.5768223 Apr 29 12:29:32.778379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33818) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:32.856675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.887153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.954722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.972786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a9a35-ea2d-4229-9547-887ef0d4e83f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:32.984126 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:32.985312 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0046cd16-ba0e-478e-95f3-e8695e109b52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a0a9a35-ea2d-4229-9547-887ef0d4e83f HTTP/1.1" status: 204 len: 168 time: 0.2060559 Apr 29 12:29:33.063494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-458aca91-ade6-4e77-a063-9de58dce3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.242589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33826) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:33.247895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248015631', 'description': 'tempest-secgroup-smoke-248015631 description', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:33.254594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.259042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.262108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.268379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.280657 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.300687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.305515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.308885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.314949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.398717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.403096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.448220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f236b1-e875-4b36-91bd-e9f18f7423e7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:33.454359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.455625 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-617597ee-9af8-49e7-9fed-4c1bc09aaa23 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2120335 Apr 29 12:29:33.458528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33832) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:33.463543 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:33.469596 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.473350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.476173 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.481833 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.500014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.559975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.564703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.587769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d10f256-c056-4a28-971b-7149d5228e6f,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:33.597747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.598936 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8c317bfb-7719-46e1-b210-ca9f82250ff9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395309 Apr 29 12:29:33.602112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33836) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:33.607143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:33.613089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.616984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.619898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.625626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.643335 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.706627 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.711060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.733652 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f6c0ae-8510-4938-ac78-b7e6a9c3dbc5,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:33.744698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.746033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-676e6a5a-078c-40b9-a25d-47515b05bdee tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429009 Apr 29 12:29:33.749189 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33840) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:33.751842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.754752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:33.760843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.764755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.767801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.773695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.790607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.851676 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.855896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.878672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8420535-21c0-448f-aaec-c36d84f1c6f9,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:33.888199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:33.889522 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1758bd53-0e4a-4f3b-8dd4-0792b12f5648 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392503 Apr 29 12:29:33.892704 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33844) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:33.897665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:33.904366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:33.908551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:33.911590 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:33.917538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:33.937505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.002224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.006128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.028698 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3fa4e5-960f-4743-a00e-41dab598bc23,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:34.038726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.039960 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98043f6d-3926-4e51-867f-a293f79a32e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463614 Apr 29 12:29:34.042706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33848) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:34.047734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:34.053682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:34.057614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:34.060802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:34.066542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:34.080194 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:29:34.086998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.150583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.156206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.178831 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0d5391-7717-4619-9df5-5b9ece4d4ff7,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:34.188415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.189703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-58e09ce8-9c02-4188-9f3c-53f66fecd59e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460080 Apr 29 12:29:34.192416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33852) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:34.197298 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': '54f236b1-e875-4b36-91bd-e9f18f7423e7', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:34.203533 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:34.207503 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:34.210502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:34.216340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:34.226898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:29:34.233494 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.253640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.299267 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.303480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.327722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa423eed-90b5-48cf-a05f-70efdd6d5355,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:34.338663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.339933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1e92b347-e4be-4f03-b74e-71fdb7491c4b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465728 Apr 29 12:29:34.342913 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33856) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:34.348400 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'network': {'name': 'tempest-network-smoke--1477028618', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:34.353540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:34.357832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:network and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:34.360677 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:34.367659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:34.368295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.383811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:29:34.387951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.394903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23036f49-7ff3-497c-9c17-2c3f4171047b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:29:34.417858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:29:34.428265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.428609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Added segment db350145-54c8-45eb-b95c-21d7359f7922 of type vlan for network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 Apr 29 12:29:34.430857 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 23036f49-7ff3-497c-9c17-2c3f4171047b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:29:34.431219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 23036f49-7ff3-497c-9c17-2c3f4171047b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:29:34.458226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.489258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.494664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:34.495228 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.600638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2564068 Apr 29 12:29:34.605085 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33860) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:34.605643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bc792-f2b8-432f-99c1-5d3eb4e3ef0a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Network': ['ID=4c7267ef-d966-41b9-85ae-d0f821e1d2a0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:34.612419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'admin_state_up': True, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:34.617779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:29:34.621037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:34.625217 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:router and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:34.628719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:34.634490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:34.645707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.646830 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:34.663332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.049798 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.355602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.384954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.520534 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.172 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8a75e63d-a27b-4892-a23b-ca57d2bfb470) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:29:35.667015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.699911 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.740336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:35.762527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:35.765357 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:35.768950 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:29:35.805501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=8a75e63d-a27b-4892-a23b-ca57d2bfb470,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:35.821425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.821772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.822089 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.822415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.822738 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.823061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.823375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.823689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.824007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.824313 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.824628 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:35.824938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:36.192086 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:36.655106 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:36.860771 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 0615e4cd-e66c-4f2d-863c-77d997b900bd is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:29:37.036566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:29:37.047244 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Sync routers for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:29:37.057937 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:37.058944 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:37.065108 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.066329 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-559fa1a2-2525-419f-8faf-7bb4fd915e7a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4601712 Apr 29 12:29:37.069630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33866) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:37.153990 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6cbf8057-514d-4c42-bb02-8d2c7621fa18 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=baf1b06f25df4c7aadf6012a05056d1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832365 Apr 29 12:29:37.156909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33872) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:37.274258 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:37.286371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0cacb3-07e8-44d5-87e0-45b7aa2d7ad5 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:37.290674 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8b0cacb3-07e8-44d5-87e0-45b7aa2d7ad5 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299586 Apr 29 12:29:37.291016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33876) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:37.332752 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-2ed03fc6-abf1-4768-9c4f-c58afa392335 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381818 Apr 29 12:29:37.333057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33880) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:37.339165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098215453', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:37.447463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:37.451633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:subnet and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:37.454692 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:37.460773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:37.472329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:29:37.476136 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.551753 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:36Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:37.556042 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Checking router: 0615e4cd-e66c-4f2d-863c-77d997b900bd for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:29:37.556389 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Updating router 0615e4cd-e66c-4f2d-863c-77d997b900bd port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:29:37.610900 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.688269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.770420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Subnet': ['ID=2561ee11-dd60-42c1-9648-85e9c75fe95d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:37.774471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Checking segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:29:37.774787 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network hostable DHCP agents. Network: 4c7267ef-d966-41b9-85ae-d0f821e1d2a0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:29:37.798553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:29:37.808356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 4c7267ef-d966-41b9-85ae-d0f821e1d2a0) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:37.812630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:37.813535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.821273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a582995-5e1e-4361-9464-d4ca27f304d3 None None] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:29:37.837305 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5d7dd529-1687-48bb-8bd6-978bd400fc21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5026186 Apr 29 12:29:37.840080 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 33884) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:37.942740 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:37.955909 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Transition to ACTIVE for port object 8a75e63d-a27b-4892-a23b-ca57d2bfb470 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:37.964041 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.032271 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Pushing event updated for resources: {'Port': ['ID=8a75e63d-a27b-4892-a23b-ca57d2bfb470,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:38.041606 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.041955 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.042395 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.042615 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.042940 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.043268 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.043592 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.043913 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.044235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.044553 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.045212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.045212 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:29:38.048289 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:29:38.050039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.067763 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Attempting to bind port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:29:38.068436 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Attempting to bind port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:29:38.068436 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Attempting to bind port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:29:38.073965 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:29:38.074334 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:29:38.074733 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.075119 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:29:38.075552 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Bound port: 8a75e63d-a27b-4892-a23b-ca57d2bfb470, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:29:38.075936 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.154490 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] For port 8a75e63d-a27b-4892-a23b-ca57d2bfb470, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:29:38.158954 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] For port 8a75e63d-a27b-4892-a23b-ca57d2bfb470, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8a75e63d-a27b-4892-a23b-ca57d2bfb470,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:29:38.164286 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.210710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Allocated IP 172.20.0.2 (4c7267ef-d966-41b9-85ae-d0f821e1d2a0/2561ee11-dd60-42c1-9648-85e9c75fe95d/f58c9bd1-6f21-4823-9619-06082d908d61) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:29:38.252917 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:38.253554 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:38.309928 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273d17-c28d-44ef-977f-f7a274805b34 None None] Pushing event updated for resources: {'Port': ['ID=8a75e63d-a27b-4892-a23b-ca57d2bfb470,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:38.449987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.462087 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Transition to ACTIVE for port object f58c9bd1-6f21-4823-9619-06082d908d61 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:38.464444 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:38.482237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Transition to ACTIVE for port object f58c9bd1-6f21-4823-9619-06082d908d61 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:38.489358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.607023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:38.609781 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:38.613323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:29:38.618996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Pushing event updated for resources: {'Port': ['ID=f58c9bd1-6f21-4823-9619-06082d908d61,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:38.688829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.709037 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Attempting to bind port f58c9bd1-6f21-4823-9619-06082d908d61 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:29:38.709437 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Attempting to bind port f58c9bd1-6f21-4823-9619-06082d908d61 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:29:38.709824 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Attempting to bind port f58c9bd1-6f21-4823-9619-06082d908d61 on network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:29:38.715612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:29:38.715983 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Checking segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:29:38.716385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.716775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Bound using segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:29:38.717239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Bound port: f58c9bd1-6f21-4823-9619-06082d908d61, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:29:38.717624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.793060 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:36Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:38.797147 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b15b0-354f-4772-a191-b0ed825de69b None None] The sync data for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv is: [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:36Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:29:38.820855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] For port f58c9bd1-6f21-4823-9619-06082d908d61, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:29:38.825322 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] For port f58c9bd1-6f21-4823-9619-06082d908d61, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58c9bd1-6f21-4823-9619-06082d908d61,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:29:38.831205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:38.917508 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93228-59e5-4128-9a47-f0244c24bb38 None None] Pushing event updated for resources: {'Port': ['ID=f58c9bd1-6f21-4823-9619-06082d908d61,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:39.132974 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.1 (4c7267ef-d966-41b9-85ae-d0f821e1d2a0/2561ee11-dd60-42c1-9648-85e9c75fe95d/75719bb7-bdcb-47c2-947a-01bf7a410111) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:29:39.339359 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:39.356307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 75719bb7-bdcb-47c2-947a-01bf7a410111 will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:39.382017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:39.461693 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:39.463136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:39.467520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:29:39.504421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:39.532110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:39.659139 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:39.962855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9b56c-a5ba-49cf-90c9-50d72dc9ae61 None None] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:29:40.087378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.093329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.117689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-d4dd7bd9-b707-4223-bb53-30f4267f7568 None None] Provisioning for port f58c9bd1-6f21-4823-9619-06082d908d61 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:40.208123 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.212817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:40.482459 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:40.483656 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:40.526996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8a75e63d-a27b-4892-a23b-ca57d2bfb470 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:40.602774 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:40.609153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:40.609643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.679249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-16fe9e28-06a9-4060-aeaf-fd21252a3113 None None] Provisioning for port 75719bb7-bdcb-47c2-947a-01bf7a410111 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:40.688162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-16fe9e28-06a9-4060-aeaf-fd21252a3113 None None] Provisioning complete for port 75719bb7-bdcb-47c2-947a-01bf7a410111 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:40.688613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-16fe9e28-06a9-4060-aeaf-fd21252a3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.689148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 0615e4cd-e66c-4f2d-863c-77d997b900bd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:29:40.798054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-16fe9e28-06a9-4060-aeaf-fd21252a3113 None None] Port 75719bb7-bdcb-47c2-947a-01bf7a410111 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:29:40.809998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.831654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8a75e63d-a27b-4892-a23b-ca57d2bfb470, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8a75e63d-a27b-4892-a23b-ca57d2bfb470,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:40.836450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:40.837475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58c9bd1-6f21-4823-9619-06082d908d61 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:40.877335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:29:40.892534 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d2be6a4c-3093-4d5c-8a01-186a5067c85c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/0615e4cd-e66c-4f2d-863c-77d997b900bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0512683 Apr 29 12:29:40.905887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Sync routers for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:29:40.968641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:40.969273 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:41.067070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-c111f753-f7cd-4647-8192-64fbf86118cc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:41.083460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-c111f753-f7cd-4647-8192-64fbf86118cc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:41.084696 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-c111f753-f7cd-4647-8192-64fbf86118cc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248015631&fields=id&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 267 time: 0.0587125 Apr 29 12:29:41.103588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8a75e63d-a27b-4892-a23b-ca57d2bfb470,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:41.114759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-6c8be643-43f8-4eaa-ab0e-7518f116e056 None None] Provisioning complete for port 75719bb7-bdcb-47c2-947a-01bf7a410111 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:41.115123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6c8be643-43f8-4eaa-ab0e-7518f116e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:41.167753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port f58c9bd1-6f21-4823-9619-06082d908d61 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:41.233787 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f58c9bd1-6f21-4823-9619-06082d908d61 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:41.234109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:41.237066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-9d13d246-48d7-400f-91b4-dd15192894ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:41.237858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-9d13d246-48d7-400f-91b4-dd15192894ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:41.253911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-9d13d246-48d7-400f-91b4-dd15192894ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:41.255063 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-9d13d246-48d7-400f-91b4-dd15192894ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 797 time: 0.1635730 Apr 29 12:29:41.270597 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-5bce2a2f-ad78-4176-b9d7-0b0b09998d21 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/quotas/baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 375 time: 0.0093768 Apr 29 12:29:41.281316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-6c8be643-43f8-4eaa-ab0e-7518f116e056 None None] Port 75719bb7-bdcb-47c2-947a-01bf7a410111 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:29:41.307963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:41.353265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-e7c9526c-a7c5-4233-8b60-aee1a4da4ba4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:41.369546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-e7c9526c-a7c5-4233-8b60-aee1a4da4ba4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:41.370939 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-e7c9526c-a7c5-4233-8b60-aee1a4da4ba4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948699 Apr 29 12:29:41.531820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e4f6311d-c4d8-4e34-adba-4784f5c466b6 None None] Provisioning complete for port 75719bb7-bdcb-47c2-947a-01bf7a410111 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:41.532060 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e4f6311d-c4d8-4e34-adba-4784f5c466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:41.557791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:41.663236 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-4186d6b8-e817-4706-8a8f-3604e8e1e2fc service neutron] 10.222.0.53 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787838 Apr 29 12:29:41.671026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6311d-c4d8-4e34-adba-4784f5c466b6 None None] Port 75719bb7-bdcb-47c2-947a-01bf7a410111 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:29:41.690184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port f58c9bd1-6f21-4823-9619-06082d908d61, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58c9bd1-6f21-4823-9619-06082d908d61,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:41.698075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:41.801500 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-ccf960d6-d222-4d13-903f-f481031dd3ac service neutron] 10.222.0.53 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312377 Apr 29 12:29:41.802522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=f58c9bd1-6f21-4823-9619-06082d908d61,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:41.823587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 2, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:41.827731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Checking router: 0615e4cd-e66c-4f2d-863c-77d997b900bd for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:29:41.828063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Updating router 0615e4cd-e66c-4f2d-863c-77d997b900bd port 75719bb7-bdcb-47c2-947a-01bf7a410111 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:29:41.883320 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.013427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-867a0bfe-b8e8-44f4-8cb9-d45e6a41ecfa req-262fab5c-d829-488a-a05b-840036cb359f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:42.027324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-867a0bfe-b8e8-44f4-8cb9-d45e6a41ecfa req-262fab5c-d829-488a-a05b-840036cb359f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:42.028582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-867a0bfe-b8e8-44f4-8cb9-d45e6a41ecfa req-262fab5c-d829-488a-a05b-840036cb359f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 210 time: 0.0632401 Apr 29 12:29:42.294306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.309093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Transition to ACTIVE for port object 75719bb7-bdcb-47c2-947a-01bf7a410111 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:42.318203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.494004 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8a75e63d-a27b-4892-a23b-ca57d2bfb470 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:42.517714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d4a15-e69e-4e38-98ee-63e53486509f None None] Pushing event updated for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:42.609559 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Attempting to bind port 75719bb7-bdcb-47c2-947a-01bf7a410111 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:29:42.609939 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Attempting to bind port 75719bb7-bdcb-47c2-947a-01bf7a410111 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:29:42.610336 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Attempting to bind port 75719bb7-bdcb-47c2-947a-01bf7a410111 on network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:29:42.617698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:29:42.618051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Checking segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:29:42.618428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.618808 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Bound using segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:29:42.619261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Bound port: 75719bb7-bdcb-47c2-947a-01bf7a410111, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:29:42.619624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.670676 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:29:42.681352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:42.681714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.767293 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] For port 75719bb7-bdcb-47c2-947a-01bf7a410111, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:29:42.771199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] For port 75719bb7-bdcb-47c2-947a-01bf7a410111, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75719bb7-bdcb-47c2-947a-01bf7a410111,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:29:42.779652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:42.961472 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:42.962169 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:43.018283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d4a15-e69e-4e38-98ee-63e53486509f None None] Pushing event updated for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:43.100484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58c9bd1-6f21-4823-9619-06082d908d61 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:43.192252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-c40489a6-fe6f-464d-8f97-aff7be8d0675 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:43.195004 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-c40489a6-fe6f-464d-8f97-aff7be8d0675 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 797 time: 0.1907210 Apr 29 12:29:43.220680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:43.251311 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-646d2dd5-c52d-4d88-9203-d5b8f8086908 req-a2e4cd88-b37a-4dc5-bf05-55976c635323 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 210 time: 0.0678954 Apr 29 12:29:43.281681 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port f58c9bd1-6f21-4823-9619-06082d908d61 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:43.282048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:43.289927 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-45f3a168-17ad-4bb6-b41c-9f7cc805cae4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 379 time: 0.0629475 Apr 29 12:29:43.298735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'port': {'device_id': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'admin_state_up': True, 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'security_groups': ['54f236b1-e875-4b36-91bd-e9f18f7423e7']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:43.438296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:43.448809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:43.458670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:29:43.462125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:43.626278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.6 (4c7267ef-d966-41b9-85ae-d0f821e1d2a0/2561ee11-dd60-42c1-9648-85e9c75fe95d/136cd270-f8bf-40a8-ac17-3b4f80125a87) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:29:43.628786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:42Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:43.634506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f63fd7f-21cc-4c1e-b1c3-2c73a0632730 None None] The sync data for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv is: [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:42Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:29:43.837042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:43.854079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 136cd270-f8bf-40a8-ac17-3b4f80125a87 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:43.883002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:43.958595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:43.961829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:43.965758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:29:43.996293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:44.033904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:44.034577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.065576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-56fcdeb6-aa69-42db-865e-3f22a2dc4f4d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703285 Apr 29 12:29:44.083858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Request body: {'port': {'device_id': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:44.207026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.216484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-740016fc-a08b-41d5-bb5f-e0ee48a327c0 None None] Provisioning for port 136cd270-f8bf-40a8-ac17-3b4f80125a87 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:44.223297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-740016fc-a08b-41d5-bb5f-e0ee48a327c0 None None] Provisioning complete for port 136cd270-f8bf-40a8-ac17-3b4f80125a87 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:44.223618 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-740016fc-a08b-41d5-bb5f-e0ee48a327c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.297626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-740016fc-a08b-41d5-bb5f-e0ee48a327c0 None None] Port 136cd270-f8bf-40a8-ac17-3b4f80125a87 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:29:44.501367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75719bb7-bdcb-47c2-947a-01bf7a410111 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:44.503508 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488c13-ea2a-42e5-bbdb-3262878a5c39 req-1b95d96b-1dbd-4ed2-83d3-4cbbab678d33 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:44.507970 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-58488c13-ea2a-42e5-bbdb-3262878a5c39 req-1b95d96b-1dbd-4ed2-83d3-4cbbab678d33 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 931 time: 0.1277692 Apr 29 12:29:44.562842 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-58488c13-ea2a-42e5-bbdb-3262878a5c39 req-1066a884-a43a-4356-9bc3-fd9f65e8d9df tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487974 Apr 29 12:29:44.578991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 75719bb7-bdcb-47c2-947a-01bf7a410111 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:44.585347 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 75719bb7-bdcb-47c2-947a-01bf7a410111 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:44.585778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.668774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136cd270-f8bf-40a8-ac17-3b4f80125a87 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:29:44.677135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.693291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Transition to ACTIVE for port object 136cd270-f8bf-40a8-ac17-3b4f80125a87 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:29:44.697897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.712316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.751409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 75719bb7-bdcb-47c2-947a-01bf7a410111, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75719bb7-bdcb-47c2-947a-01bf7a410111,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:44.758640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:44.854979 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:44.965371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Pushing event updated for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:45.048560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Attempting to bind port 136cd270-f8bf-40a8-ac17-3b4f80125a87 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:29:45.048883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Attempting to bind port 136cd270-f8bf-40a8-ac17-3b4f80125a87 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:29:45.049197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Attempting to bind port 136cd270-f8bf-40a8-ac17-3b4f80125a87 on network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:29:45.053681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Port 136cd270-f8bf-40a8-ac17-3b4f80125a87 on network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:29:45.053993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Attempting to bind port 136cd270-f8bf-40a8-ac17-3b4f80125a87 on network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:29:45.059416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:29:45.059747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Checking segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:29:45.060117 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Bound using segment: {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:29:45.060526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Bound port: 136cd270-f8bf-40a8-ac17-3b4f80125a87, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db350145-54c8-45eb-b95c-21d7359f7922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:29:45.060859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:45.154593 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:29:45.157662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:29:45.163146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:45.220666 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:45.221482 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:45.222649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 1093 time: 1.1434877 Apr 29 12:29:45.223119 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:29:45.260187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32ed3-8f6c-4e77-8a16-b7f96bb543a2 service neutron] Pushing event updated for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:45.279485 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c647f2f-e24f-4ad2-a9c2-1d1efbf9a329'] response: {'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'status': 'completed', 'code': 200} Apr 29 12:29:45.373278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-653c9afb-c4ed-4c82-a217-088b05540847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:45.374880 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-653c9afb-c4ed-4c82-a217-088b05540847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1096 time: 0.0793593 Apr 29 12:29:45.458096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-1582e8e7-2481-4d20-968d-049b3ea5a625 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 217 time: 0.0709019 Apr 29 12:29:45.525775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-7d7dea3c-807a-4374-b232-750373c41ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:45.528000 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-7d7dea3c-807a-4374-b232-750373c41ae8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0644960 Apr 29 12:29:45.604610 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-4196b5ab-cee4-4a83-af64-5bfd1263b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:45.606277 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-4196b5ab-cee4-4a83-af64-5bfd1263b5ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729697 Apr 29 12:29:45.749926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-add881af-ce0d-480b-892f-c2caf429d86f service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373951 Apr 29 12:29:45.886714 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-28c15f3a-8699-401b-9893-c65a35e6eb3d req-546122ad-5774-4b3f-b956-0c05284f6f25 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313336 Apr 29 12:29:45.924702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e50d03-5566-4fed-9cb7-938ba399d10b req-fd9342ea-a981-4ebb-a8a3-75633e23549a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:45.926274 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-02e50d03-5566-4fed-9cb7-938ba399d10b req-fd9342ea-a981-4ebb-a8a3-75633e23549a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 943 time: 0.0897293 Apr 29 12:29:45.974601 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-02e50d03-5566-4fed-9cb7-938ba399d10b req-cb12e23e-b22b-4188-96be-7ecd74e62f91 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Apr 29 12:29:46.050221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-698f9435-193e-4e9f-a754-b783fc46739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:46.051698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-698f9435-193e-4e9f-a754-b783fc46739d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1096 time: 0.0763891 Apr 29 12:29:46.186484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-f9530f57-5730-4568-800b-530ae887533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:46.188053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-f9530f57-5730-4568-800b-530ae887533a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.1302409 Apr 29 12:29:46.259011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-fc08cd65-9fb3-45e1-866e-2a298592942b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 217 time: 0.0648363 Apr 29 12:29:46.372583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-82a88e82-7cfe-41f6-be15-12fe45c01bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:46.374063 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-82a88e82-7cfe-41f6-be15-12fe45c01bca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.1090722 Apr 29 12:29:46.449600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75719bb7-bdcb-47c2-947a-01bf7a410111 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:46.452201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-a88d2a12-9f61-4812-9cc7-428018bb970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:46.453726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-a88d2a12-9f61-4812-9cc7-428018bb970b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736580 Apr 29 12:29:46.524349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 75719bb7-bdcb-47c2-947a-01bf7a410111 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:46.524726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:46.589411 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-a809a035-27b1-4be9-abb1-89746f8ce2fb service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287658 Apr 29 12:29:46.735370 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-19fb5f42-1fa5-42e5-8340-df312af1ba1f req-afa82407-0913-40a6-bf20-43f1c4d11225 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383605 Apr 29 12:29:47.167572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e9080-7828-46ee-b6a3-415c3d32ba8f req-0176fe47-4761-4c06-986b-960de2bfa549 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:47.168261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-278e9080-7828-46ee-b6a3-415c3d32ba8f req-0176fe47-4761-4c06-986b-960de2bfa549 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:29:47.186405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-278e9080-7828-46ee-b6a3-415c3d32ba8f req-0176fe47-4761-4c06-986b-960de2bfa549 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:29:47.187691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-278e9080-7828-46ee-b6a3-415c3d32ba8f req-0176fe47-4761-4c06-986b-960de2bfa549 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 943 time: 0.1060317 Apr 29 12:29:47.234200 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-278e9080-7828-46ee-b6a3-415c3d32ba8f req-abc06ccd-af6f-4eb2-b55a-e18bae795a17 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Apr 29 12:29:48.424841 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793a83-07f6-4919-b5a4-7c8ae89e841c req-c6b93b3e-66dd-4dee-bd1f-2d0f24c07f00 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:48.426572 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5c793a83-07f6-4919-b5a4-7c8ae89e841c req-c6b93b3e-66dd-4dee-bd1f-2d0f24c07f00 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 943 time: 0.0841718 Apr 29 12:29:48.475046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5c793a83-07f6-4919-b5a4-7c8ae89e841c req-cd12c3db-9be9-43ae-a984-99f5d5b9ba1c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Apr 29 12:29:49.501044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 136cd270-f8bf-40a8-ac17-3b4f80125a87 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:29:49.641043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:49.654864 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'port_id': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'mac_address': 'fa:16:3e:86:b4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:29:49.662495 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714434a3-15b7-40a3-b8e4-7391a8a36eed req-68518d3b-674a-4e5d-80c7-5e8c8eb0632b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:49.663994 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-714434a3-15b7-40a3-b8e4-7391a8a36eed req-68518d3b-674a-4e5d-80c7-5e8c8eb0632b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 943 time: 0.0808988 Apr 29 12:29:49.709841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-714434a3-15b7-40a3-b8e4-7391a8a36eed req-1397476a-74e1-441b-b9e7-138d2aaffa89 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 Apr 29 12:29:49.710913 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:49.728323 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136cd270-f8bf-40a8-ac17-3b4f80125a87 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:29:49.745172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:49.748723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:49.865990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:50.190629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['136cd270-f8bf-40a8-ac17-3b4f80125a87'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:29:50.894420 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bb7aa-9502-436e-ad31-8953890af32d req-6e370882-3d1a-41bf-8a4b-6f6ebdf02d8a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:50.895889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-846bb7aa-9502-436e-ad31-8953890af32d req-6e370882-3d1a-41bf-8a4b-6f6ebdf02d8a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 944 time: 0.0797169 Apr 29 12:29:50.943440 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-846bb7aa-9502-436e-ad31-8953890af32d req-35ffb4af-e5e0-4d05-bc8c-fc5c8fec3a43 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Apr 29 12:29:51.515031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 136cd270-f8bf-40a8-ac17-3b4f80125a87 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:29:51.585727 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 136cd270-f8bf-40a8-ac17-3b4f80125a87 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:29:51.591036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 136cd270-f8bf-40a8-ac17-3b4f80125a87 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:29:51.591415 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:51.709516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:51.735897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:29:51.746074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:29:51.750726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:51.783927 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24968789-f880-4672-8206-1318c79a695e'] response: {'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'code': 200} Apr 29 12:29:51.821793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:52.049040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ac4fd-b07f-4776-92c8-f6d783e352ed req-1a99bcf1-2a9c-4273-b621-0b5b521a68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:52.050527 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-167ac4fd-b07f-4776-92c8-f6d783e352ed req-1a99bcf1-2a9c-4273-b621-0b5b521a68ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.0731218 Apr 29 12:29:52.092452 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-167ac4fd-b07f-4776-92c8-f6d783e352ed req-6e0b5ee6-1767-498d-a832-e8f958ce7d36 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354171 Apr 29 12:29:52.130244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284367f-84c6-47ac-93d9-638edfc5d993 req-d7bbe58e-c565-4012-b047-0420cfe91397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:52.131720 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a284367f-84c6-47ac-93d9-638edfc5d993 req-d7bbe58e-c565-4012-b047-0420cfe91397 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0834446 Apr 29 12:29:52.176550 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a284367f-84c6-47ac-93d9-638edfc5d993 req-a03d1b5f-27de-43e2-96dc-47ff0da0a50c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389884 Apr 29 12:29:53.042980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [req-fdf70e21-2fd3-4a91-ad4d-af3a2f6f7e3c req-ef625c55-e3e2-45f0-add2-539feed9c69d service neutron] (88016) timed out ('10.222.0.53', 58302) {{(pid=88016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 12:29:53.365334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cd7dd-61de-4573-b851-ff9f589956ef req-79e8ab57-728a-4305-8351-a33661033b10 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:53.366804 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d8cd7dd-61de-4573-b851-ff9f589956ef req-79e8ab57-728a-4305-8351-a33661033b10 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0797567 Apr 29 12:29:53.523539 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d8cd7dd-61de-4573-b851-ff9f589956ef req-cea4a77c-8d28-486c-a8cb-5e9ff01d5d68 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505485 Apr 29 12:29:54.704700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f3ef-3084-44a3-b452-5e87369dc340 req-9f864be5-8a56-460d-920a-975399e8a89a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:54.706166 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5607f3ef-3084-44a3-b452-5e87369dc340 req-9f864be5-8a56-460d-920a-975399e8a89a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0788743 Apr 29 12:29:54.752994 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5607f3ef-3084-44a3-b452-5e87369dc340 req-9c48b65c-fbbf-445d-b98e-8d255752c6d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Apr 29 12:29:54.947106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19ca11-315d-4b30-9b28-19ee497bdb85 req-b276694c-3a35-47e5-85fd-ed4e3b2d853b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:54.948586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7d19ca11-315d-4b30-9b28-19ee497bdb85 req-b276694c-3a35-47e5-85fd-ed4e3b2d853b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0802383 Apr 29 12:29:54.993864 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7d19ca11-315d-4b30-9b28-19ee497bdb85 req-b3ffec74-c029-4871-8a8f-2e8ef37407fa tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384002 Apr 29 12:29:55.016542 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33944) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:55.090372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c756843-cf98-48af-81fe-4454ac2f2ac5 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:55.091898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8c756843-cf98-48af-81fe-4454ac2f2ac5 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1093 time: 0.0743062 Apr 29 12:29:55.094890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33948) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:55.099754 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:29:55.105964 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:29:55.109959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:floatingip and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:29:55.112783 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:29:55.118505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:29:55.130511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:55.266808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:55.397340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.97 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/84d87ea1-9100-4944-9658-a0d25fc9d9d6) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:29:55.549745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:55.580497 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:55.646805 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:29:55.649680 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:29:55.652470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:29:55.686140 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=84d87ea1-9100-4944-9658-a0d25fc9d9d6,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:56.054918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:56.131043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:56.336178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:56.341874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:56.456749 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=84d87ea1-9100-4944-9658-a0d25fc9d9d6,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:29:56.469345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:56.750410 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 020aaac8-e18b-4155-9930-07512aa5403a associated. External IP: 172.26.0.97, port: 136cd270-f8bf-40a8-ac17-3b4f80125a87. Apr 29 12:29:57.115511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 0615e4cd-e66c-4f2d-863c-77d997b900bd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:29:57.294135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:29:57.305052 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Sync routers for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:29:57.316171 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:57.316781 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:57.320245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:29:57.380898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-04004375-8bb6-4161-bda8-a5e574761cb3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2824969 Apr 29 12:29:57.380898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:29:57.430629 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae643444-de63-4847-ae6f-46f85dd2c535'] response: {'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'status': 'completed', 'code': 200} Apr 29 12:29:57.493353 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:57.545342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-50138222-876b-4ce0-a2ba-45f27767b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:57.546874 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-50138222-876b-4ce0-a2ba-45f27767b8a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.0726607 Apr 29 12:29:57.566532 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4d89-fa6c-477c-b94b-f0cc298106ec req-32dcf98a-dd03-4df1-bc5b-0a4369e1d02a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:57.568151 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1dbb4d89-fa6c-477c-b94b-f0cc298106ec req-32dcf98a-dd03-4df1-bc5b-0a4369e1d02a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0850618 Apr 29 12:29:57.614304 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1dbb4d89-fa6c-477c-b94b-f0cc298106ec req-43f893cc-3c97-4050-968e-6c67d1796e5c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Apr 29 12:29:57.645147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33956) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:57.782932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-86ce84d6-40ed-4588-8bea-03d58417dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:57.784369 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-86ce84d6-40ed-4588-8bea-03d58417dedc service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.2313960 Apr 29 12:29:57.787428 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-38a9e0d4-dc28-4961-b111-e8182d9c44d2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/020aaac8-e18b-4155-9930-07512aa5403a HTTP/1.1" status: 200 len: 990 time: 0.1412773 Apr 29 12:29:57.846693 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '020aaac8-e18b-4155-9930-07512aa5403a', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'port_id': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'mac_address': 'fa:16:3e:86:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:29:56Z', 'updated_at': '2022-04-29T12:29:56Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:57.850556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Checking router: 0615e4cd-e66c-4f2d-863c-77d997b900bd for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:29:57.859009 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:29:57.859620 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:29:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:57.888689 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-d77f5855-6ffe-464f-b282-ab8e9e249133 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 998 time: 0.0966978 Apr 29 12:29:57.953901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-aa852b80-9706-46b1-ac52-8fa926298fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:57.955864 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-aa852b80-9706-46b1-ac52-8fa926298fca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0613995 Apr 29 12:29:58.034876 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-e3901449-649b-412f-ba8c-2a1b5ee1ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:29:58.036329 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-e3901449-649b-412f-ba8c-2a1b5ee1ccf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737114 Apr 29 12:29:58.042727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:29:58.299854 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-4279e1a0-8571-49f6-9b65-04373ddba28b service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518036 Apr 29 12:29:58.400806 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '020aaac8-e18b-4155-9930-07512aa5403a', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'port_id': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'mac_address': 'fa:16:3e:86:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:29:56Z', 'updated_at': '2022-04-29T12:29:56Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:29:58.405140 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba81d1d-6ce4-4f3f-ba0f-2bf9994b43c8 None None] The sync data for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv is: [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '020aaac8-e18b-4155-9930-07512aa5403a', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'port_id': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'mac_address': 'fa:16:3e:86:b4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:29:56Z', 'updated_at': '2022-04-29T12:29:56Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:29:58.436031 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-53887c41-fc7e-4adf-a4bc-0521e4ccba2c req-0a49276b-4e91-4d0d-b43e-9a2dedeab4a0 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292353 Apr 29 12:29:58.594008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bb854-b53d-4591-912e-49c6cd9ae495 None None] New status for floating IP 020aaac8-e18b-4155-9930-07512aa5403a: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:29:58.791743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 33960) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:29:58.907091 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f5978eef-5149-427b-923b-7826532fde9a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/020aaac8-e18b-4155-9930-07512aa5403a HTTP/1.1" status: 200 len: 992 time: 0.1140063 Apr 29 12:30:00.370841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-babf107f-27ea-4e2b-b9de-7efcea91033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:03.059105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8b98d2d2-53b5-4f1f-a1eb-e6fe9f8337d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:03.756219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:04.256593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:04.383743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:05.743241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:19.677447 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:30:30.369376 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc184-9905-461b-9c76-6e6376b9073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:33.062098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1c326163-2c77-4a7f-8fe6-303a281a399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:33.761090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:34.259091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:34.385026 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:35.750490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:30:52.756609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-2a954ce5-aaf7-4f73-a0d2-4115324a357f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715129 Apr 29 12:30:52.920398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-2a7c1bf4-8330-4d0c-9476-f1ea26a197e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:30:52.922040 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-2a7c1bf4-8330-4d0c-9476-f1ea26a197e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.0803332 Apr 29 12:30:53.078712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-e8c74ae4-8a43-409c-92f6-8bb683a250de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:30:53.080058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-e8c74ae4-8a43-409c-92f6-8bb683a250de service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.1375222 Apr 29 12:30:53.178982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-2f3d6981-97b2-4890-bea3-a877fdea1f13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 1000 time: 0.0928464 Apr 29 12:30:53.248734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-c7cfecbf-281a-4193-9059-5da46189ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:30:53.250288 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-c7cfecbf-281a-4193-9059-5da46189ba89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0659599 Apr 29 12:30:53.326563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-7b81d285-f9e8-4acb-b241-e6b1f8947881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:30:53.328479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-7b81d285-f9e8-4acb-b241-e6b1f8947881 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723388 Apr 29 12:30:53.467220 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-c7cf1fb4-1fa3-4fcc-84fd-b0e9e72d0d84 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316974 Apr 29 12:30:53.603945 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a194c61e-b0cd-4d18-8bd7-678fb25de86c req-c3699a74-db05-4362-a462-252058b45106 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311231 Apr 29 12:30:56.682235 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:30:59.932943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d76a8-02f1-4dfa-b22a-dd4eb42f58e1 req-8a851aca-4fd1-4238-a346-2e3bfc890d48 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:30:59.934465 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1a8d76a8-02f1-4dfa-b22a-dd4eb42f58e1 req-8a851aca-4fd1-4238-a346-2e3bfc890d48 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0908439 Apr 29 12:30:59.985687 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1a8d76a8-02f1-4dfa-b22a-dd4eb42f58e1 req-ab29e1c3-a8ba-4d28-b6f7-82f6ac1a7ba1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 Apr 29 12:31:00.365835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b084c279-e36c-4189-9e5f-0949f401cc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:01.174868 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d9c75-11c5-4a9e-a91b-8139d7081596 req-df419f9f-22a8-417b-aff9-215ed19195ac tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:01.176338 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0a5d9c75-11c5-4a9e-a91b-8139d7081596 req-df419f9f-22a8-417b-aff9-215ed19195ac tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0823784 Apr 29 12:31:01.224712 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0a5d9c75-11c5-4a9e-a91b-8139d7081596 req-997dd32d-5a64-497a-97fa-7498d4419490 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Apr 29 12:31:02.412366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5157-4e1b-4ce8-9a99-83c45f0036c8 req-8960d655-c7c5-4dc6-8650-f8d8721c54d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:02.413841 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-569a5157-4e1b-4ce8-9a99-83c45f0036c8 req-8960d655-c7c5-4dc6-8650-f8d8721c54d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0846214 Apr 29 12:31:02.459723 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-569a5157-4e1b-4ce8-9a99-83c45f0036c8 req-4eda673f-f1e0-46b7-818f-18b7b023641f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400486 Apr 29 12:31:03.064496 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf87e4d7-900b-4fd1-92c2-2562a00500a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:03.660881 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b26958-ceee-4bf1-9016-2966785ddd0f req-ca5a539e-44d7-430d-bde7-c99e84cf061b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:03.662384 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d0b26958-ceee-4bf1-9016-2966785ddd0f req-ca5a539e-44d7-430d-bde7-c99e84cf061b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0897312 Apr 29 12:31:03.709367 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d0b26958-ceee-4bf1-9016-2966785ddd0f req-f2c6be5e-10ee-4329-ac42-ece45173d2f7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 Apr 29 12:31:03.767025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:04.261716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:04.403777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:04.905305 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31698c2b-c163-48e6-9b4a-aaf728e20128 req-feee4cd1-c4f7-4f6c-b711-b427cd034380 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:04.906873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-31698c2b-c163-48e6-9b4a-aaf728e20128 req-feee4cd1-c4f7-4f6c-b711-b427cd034380 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0884252 Apr 29 12:31:04.954216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-31698c2b-c163-48e6-9b4a-aaf728e20128 req-32e50ff5-ec35-40fd-90aa-c31686618b32 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Apr 29 12:31:05.755422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:06.141063 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f4a07-7544-489f-88cc-2fd1cff2acd7 req-72667617-baae-4594-b283-e0ba66e5a092 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:06.142554 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a80f4a07-7544-489f-88cc-2fd1cff2acd7 req-72667617-baae-4594-b283-e0ba66e5a092 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0838664 Apr 29 12:31:06.191932 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a80f4a07-7544-489f-88cc-2fd1cff2acd7 req-d0f2399d-bb50-4035-b00a-7f21dcb4f7ab tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Apr 29 12:31:07.379804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2fec4-fd5e-45f3-88ef-452e6d1d4223 req-cf541840-c91e-4c16-bf20-a40579f111d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:07.381295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-39c2fec4-fd5e-45f3-88ef-452e6d1d4223 req-cf541840-c91e-4c16-bf20-a40579f111d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0848074 Apr 29 12:31:07.434661 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-39c2fec4-fd5e-45f3-88ef-452e6d1d4223 req-0b21c427-db68-44d3-992b-2ae22c174b80 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471175 Apr 29 12:31:08.623627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac658a3b-88e4-4ff1-9a9d-fd17048bf603 req-47327333-eaa6-49b3-80d9-f005ea39795e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:08.625149 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ac658a3b-88e4-4ff1-9a9d-fd17048bf603 req-47327333-eaa6-49b3-80d9-f005ea39795e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0826702 Apr 29 12:31:08.672885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ac658a3b-88e4-4ff1-9a9d-fd17048bf603 req-c35f0e76-403e-4503-a443-2fe36fe7237c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Apr 29 12:31:09.876561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2282b-5112-4aa0-b5f3-ca8923c59406 req-9fd39d9f-1cc1-458c-8583-033278af6a92 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:09.878099 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5ab2282b-5112-4aa0-b5f3-ca8923c59406 req-9fd39d9f-1cc1-458c-8583-033278af6a92 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0880964 Apr 29 12:31:09.924261 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5ab2282b-5112-4aa0-b5f3-ca8923c59406 req-b73c0431-c503-4a89-b210-6533a248a826 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Apr 29 12:31:11.245231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7b88-d4b0-428a-981b-f60d86354315 req-27e578a1-7373-46c5-ad96-24379781a25b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:11.246755 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf3e7b88-d4b0-428a-981b-f60d86354315 req-27e578a1-7373-46c5-ad96-24379781a25b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.2045071 Apr 29 12:31:11.294217 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-cf3e7b88-d4b0-428a-981b-f60d86354315 req-53cf0479-1870-47ca-b54e-dedb451401ce tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Apr 29 12:31:12.489071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc28c35-688a-4f49-9f00-3e51ccf2d1e5 req-9ac348d1-7d3a-48ed-89ca-7d04b309fe42 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:12.490586 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2bc28c35-688a-4f49-9f00-3e51ccf2d1e5 req-9ac348d1-7d3a-48ed-89ca-7d04b309fe42 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0869663 Apr 29 12:31:12.637745 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2bc28c35-688a-4f49-9f00-3e51ccf2d1e5 req-eeb1bfdb-4388-427e-b779-9ffee0abeaac tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413674 Apr 29 12:31:13.826128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff597d-b650-4f0d-a170-ef61ec5c2eb5 req-3bbeb6e8-267b-442e-9d9a-0029ae0add9e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:13.827689 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23ff597d-b650-4f0d-a170-ef61ec5c2eb5 req-3bbeb6e8-267b-442e-9d9a-0029ae0add9e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0819602 Apr 29 12:31:13.872044 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-23ff597d-b650-4f0d-a170-ef61ec5c2eb5 req-d1b149b6-9402-4d88-9f7b-655c6bbf81a9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385070 Apr 29 12:31:15.061420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e467f-5ad6-42f1-b27b-382bc1bc1417 req-d8857e24-54e9-4c09-83e8-e258e48264d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:15.062861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f37e467f-5ad6-42f1-b27b-382bc1bc1417 req-d8857e24-54e9-4c09-83e8-e258e48264d0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0819569 Apr 29 12:31:15.106902 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f37e467f-5ad6-42f1-b27b-382bc1bc1417 req-c80d5fec-d85a-425a-bf6b-19c28889d123 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382450 Apr 29 12:31:16.298342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f905142-0caa-4f63-b12a-00842e67a985 req-00810d8d-4b97-4cbb-94b8-9e92e73f9f94 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:16.299787 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f905142-0caa-4f63-b12a-00842e67a985 req-00810d8d-4b97-4cbb-94b8-9e92e73f9f94 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0829697 Apr 29 12:31:16.345242 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0f905142-0caa-4f63-b12a-00842e67a985 req-dcadb7b6-7865-409f-a41b-fe3bcf675cc0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Apr 29 12:31:16.368724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34014) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:31:16.473076 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a18e5e8d-6f4a-438d-9e08-e0fca09eb412 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/020aaac8-e18b-4155-9930-07512aa5403a HTTP/1.1" status: 200 len: 992 time: 0.1031187 Apr 29 12:31:17.988504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff543c7-ab79-4d02-9e73-00a05c651182 req-e03b984b-ffdf-468d-be32-72cadaf934d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:17.989874 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ff543c7-ab79-4d02-9e73-00a05c651182 req-e03b984b-ffdf-468d-be32-72cadaf934d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.1317127 Apr 29 12:31:18.044372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-262bb1ff-50a9-485b-8030-f051558f1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:18.045830 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-262bb1ff-50a9-485b-8030-f051558f1503 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.1206119 Apr 29 12:31:18.049108 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ff543c7-ab79-4d02-9e73-00a05c651182 req-5d24b9bb-3672-4ad1-b6f0-f89bdaee5e1b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520794 Apr 29 12:31:18.177356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-e8c97803-023f-41c2-bdbb-06bced619ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:18.178813 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-e8c97803-023f-41c2-bdbb-06bced619ddb service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.1271377 Apr 29 12:31:18.278303 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-abb8a395-e5c8-46b4-8af1-4de34f5725b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 1000 time: 0.0933850 Apr 29 12:31:18.346879 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-b0b79094-21eb-4080-b7fa-742378954655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:18.348322 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-b0b79094-21eb-4080-b7fa-742378954655 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0643623 Apr 29 12:31:18.423292 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-646151e3-005c-400c-99d5-af702946f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:18.424846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-646151e3-005c-400c-99d5-af702946f5f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710826 Apr 29 12:31:18.559720 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-4c249b58-b6f8-4921-a91b-58e32c4fd6e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285441 Apr 29 12:31:18.690950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cf8fb053-6f8e-496f-a01b-cb386b6929ef req-b4d84073-e4a0-4e48-8c48-dec12c6b9e98 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 Apr 29 12:31:19.235732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046323f6-3368-42c5-afa3-bec98da89ac6 req-23020dd3-2345-4003-87be-269e9369222c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:19.237198 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-046323f6-3368-42c5-afa3-bec98da89ac6 req-23020dd3-2345-4003-87be-269e9369222c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0799489 Apr 29 12:31:19.286652 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-046323f6-3368-42c5-afa3-bec98da89ac6 req-47958f86-a52c-4a33-8851-75b58240f331 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Apr 29 12:31:20.482075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec7477-7f27-4135-ae08-b2ab069c2ce0 req-ca55dce5-0b48-4ac3-be36-0b56fd9c3201 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:20.483536 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92ec7477-7f27-4135-ae08-b2ab069c2ce0 req-ca55dce5-0b48-4ac3-be36-0b56fd9c3201 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0868785 Apr 29 12:31:20.529875 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-92ec7477-7f27-4135-ae08-b2ab069c2ce0 req-bd86ae8d-b4de-4ac7-9088-bcf900e1ca2e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Apr 29 12:31:20.553414 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34028) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:31:20.658487 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-c4da4e6f-8c05-47c5-98b3-030bc7ece54b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/020aaac8-e18b-4155-9930-07512aa5403a HTTP/1.1" status: 200 len: 992 time: 0.1037667 Apr 29 12:31:30.360715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1983a56-3cc4-4d4b-ad10-ef91f8788b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:33.070837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-72f1929e-ead5-4151-9dbb-b1fbcb0efb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:33.686365 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:31:33.762546 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:34.264154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:34.409368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:35.753718 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:31:54.709137 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-8901174c-d673-4645-ad1c-98250025be41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697327 Apr 29 12:31:54.875021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-4ad8435c-9863-495b-b5c7-8a41b97fccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:54.876483 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-4ad8435c-9863-495b-b5c7-8a41b97fccfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.0751240 Apr 29 12:31:55.129268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-ca3c34d4-0bb3-4bb2-a8b4-295be59c5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:55.130732 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-ca3c34d4-0bb3-4bb2-a8b4-295be59c5b95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.2322133 Apr 29 12:31:55.232766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-36394f5b-8c5f-4995-81a5-521aa8b8e739 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 1000 time: 0.0957360 Apr 29 12:31:55.294544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-5c57dd37-fa33-43bf-bf5b-e3124467ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:55.296043 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-5c57dd37-fa33-43bf-bf5b-e3124467ccc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0568371 Apr 29 12:31:55.370538 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-886eaf0a-1ae9-4648-89cb-3d5fd3cbf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:31:55.372011 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-886eaf0a-1ae9-4648-89cb-3d5fd3cbf9ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701253 Apr 29 12:31:55.503048 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-dca0a4cf-4dc1-4db2-9245-59e38b6d5bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248698 Apr 29 12:31:55.637643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-44f08bc2-c355-4c0c-ae51-6659571f2dca req-00f6dcde-e934-484f-b9c0-3e39c0fab5f3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285412 Apr 29 12:32:00.367191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-88b7750f-5ea8-4f36-9c07-e95d46e14ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:03.065895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0d28b7be-2966-4b98-af6a-136199d94fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:03.768522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:04.267955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:04.407362 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:05.758224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:07.137926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34048) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:07.597029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 84d87ea1-9100-4944-9658-a0d25fc9d9d6 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:32:07.597350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:07.769748 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:07.770051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:07.889164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 84d87ea1-9100-4944-9658-a0d25fc9d9d6 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:32:08.039291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:08.085855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=84d87ea1-9100-4944-9658-a0d25fc9d9d6,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:08.127849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.128241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.128525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.128853 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.129180 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.129521 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.129846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.130164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.130464 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.130779 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.131091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.131408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:08.191977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:08.192660 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 020aaac8-e18b-4155-9930-07512aa5403a disassociated (deleted). External IP: 172.26.0.97, port: 136cd270-f8bf-40a8-ac17-3b4f80125a87. Apr 29 12:32:08.648159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 0615e4cd-e66c-4f2d-863c-77d997b900bd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:32:08.827337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:32:08.837115 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Sync routers for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:32:08.847866 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:08.848481 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:08.850316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:08.907873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-623b5129-938f-4f0f-9d4b-175fc4ae8dfc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/floatingips/020aaac8-e18b-4155-9930-07512aa5403a HTTP/1.1" status: 204 len: 168 time: 1.7656546 Apr 29 12:32:08.907873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:32:08.956569 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d652a655-7d38-407a-a052-26beebd2d968'] response: {'name': 'network-changed', 'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'status': 'completed', 'code': 200} Apr 29 12:32:09.024863 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:09.078219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-b3f70b85-4b4c-489a-a2f9-7fd505577d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:09.079773 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-b3f70b85-4b4c-489a-a2f9-7fd505577d43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 1098 time: 0.0747688 Apr 29 12:32:09.231818 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-1fa461be-ec23-4dd2-b172-540a8cb788cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:09.233346 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-1fa461be-ec23-4dd2-b172-540a8cb788cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 200 len: 898 time: 0.1473663 Apr 29 12:32:09.305698 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-f2bc0af4-d5bf-4786-a81b-fcb92b624882 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 200 len: 217 time: 0.0653286 Apr 29 12:32:09.355650 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:09.360467 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Checking router: 0615e4cd-e66c-4f2d-863c-77d997b900bd for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:32:09.369916 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:09.370560 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:09.385564 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-0900345e-ff20-4997-868d-1c033cf3ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:09.387128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-0900345e-ff20-4997-868d-1c033cf3ee68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 200 len: 835 time: 0.0747108 Apr 29 12:32:09.485889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-5786bc62-6d4c-45ea-809c-047a7d955f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:09.487499 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-5786bc62-6d4c-45ea-809c-047a7d955f48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c7267ef-d966-41b9-85ae-d0f821e1d2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928063 Apr 29 12:32:09.559491 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:09.567750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868e8b-a76e-4724-a8f3-e3ecf3dd6c99 req-6a2ef38d-af48-429c-b515-b7cad1b9b49b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:09.569237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a2868e8b-a76e-4724-a8f3-e3ecf3dd6c99 req-6a2ef38d-af48-429c-b515-b7cad1b9b49b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.3476908 Apr 29 12:32:09.614196 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a2868e8b-a76e-4724-a8f3-e3ecf3dd6c99 req-a1628ca9-4913-4e8e-afc9-82bc6a58ecdc tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 Apr 29 12:32:09.627963 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-d9617a82-e698-4042-87d3-ea84197a50d2 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319194 Apr 29 12:32:09.761006 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2764b936-3bd8-4a1f-8b03-6f575451e361 req-de3277fc-6327-4f97-9cb5-0bb8a1524ef7 service neutron] 10.222.0.66 "GET /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260133 Apr 29 12:32:09.878582 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:09.882856 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18b6cb-c0e7-47f1-bc45-b3d770c33cd8 None None] The sync data for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv is: [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:29:39Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '75719bb7-bdcb-47c2-947a-01bf7a410111', 'name': '', 'network_id': '4c7267ef-d966-41b9-85ae-d0f821e1d2a0', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:d9:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:38Z', 'updated_at': '2022-04-29T12:29:44Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': '2561ee11-dd60-42c1-9648-85e9c75fe95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:32:10.100738 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa64bd-3940-407c-858c-379ace811327 None None] New status for floating IP 020aaac8-e18b-4155-9930-07512aa5403a: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:32:10.691462 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:32:10.851882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c10c0-79be-41c9-9b27-2dd4cbeff8c2 req-fbc59d39-9820-4924-a3a6-127e6ef119a6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:10.852531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-953c10c0-79be-41c9-9b27-2dd4cbeff8c2 req-fbc59d39-9820-4924-a3a6-127e6ef119a6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:10.870201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-953c10c0-79be-41c9-9b27-2dd4cbeff8c2 req-fbc59d39-9820-4924-a3a6-127e6ef119a6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:10.871378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-953c10c0-79be-41c9-9b27-2dd4cbeff8c2 req-fbc59d39-9820-4924-a3a6-127e6ef119a6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.1461315 Apr 29 12:32:10.921333 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-953c10c0-79be-41c9-9b27-2dd4cbeff8c2 req-78c3b829-26a0-472d-9e00-d2e01a3452c2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=54f236b1-e875-4b36-91bd-e9f18f7423e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438743 Apr 29 12:32:11.066061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-055e57b9-613e-4cc5-b3d3-213372485a17 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:11.067481 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-055e57b9-613e-4cc5-b3d3-213372485a17 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 945 time: 0.0813792 Apr 29 12:32:11.135452 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 136cd270-f8bf-40a8-ac17-3b4f80125a87 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:32:11.135716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:11.499570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 136cd270-f8bf-40a8-ac17-3b4f80125a87, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=136cd270-f8bf-40a8-ac17-3b4f80125a87,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:11.499812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:11.624049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 136cd270-f8bf-40a8-ac17-3b4f80125a87 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:32:11.776717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:11.832106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=136cd270-f8bf-40a8-ac17-3b4f80125a87,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:11.907099 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] No DVR routers for this DVR port 136cd270-f8bf-40a8-ac17-3b4f80125a87 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:32:11.909510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:11.912106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'name': 'network-vif-deleted', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:32:11.928503 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ddd6303c-d0e6-44d6-b261-f9257f7fc5ab req-11f1ad2d-7b11-4ce0-a191-28629d05defb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "DELETE /v2.0/ports/136cd270-f8bf-40a8-ac17-3b4f80125a87 HTTP/1.1" status: 204 len: 173 time: 0.8552966 Apr 29 12:32:11.971367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c3b6df-55ff-4eaf-bb32-b1ed83bd90ad'] response: {'server_uuid': '472745c1-1b09-416e-ae6a-0802c5cd0ebe', 'name': 'network-vif-deleted', 'tag': '136cd270-f8bf-40a8-ac17-3b4f80125a87', 'status': 'completed', 'code': 200} Apr 29 12:32:12.083966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fcac6446-6c06-4074-91b5-d172e8a3019b req-72b9a5f2-420e-4e77-bab7-5fff1fede6eb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:12.106326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-fcac6446-6c06-4074-91b5-d172e8a3019b req-72b9a5f2-420e-4e77-bab7-5fff1fede6eb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:12.107738 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcac6446-6c06-4074-91b5-d172e8a3019b req-72b9a5f2-420e-4e77-bab7-5fff1fede6eb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=472745c1-1b09-416e-ae6a-0802c5cd0ebe HTTP/1.1" status: 200 len: 210 time: 0.0729711 Apr 29 12:32:13.208955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34080) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:13.786661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:14.131424 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 75719bb7-bdcb-47c2-947a-01bf7a410111 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:32:14.131733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:14.436515 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 75719bb7-bdcb-47c2-947a-01bf7a410111, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=75719bb7-bdcb-47c2-947a-01bf7a410111,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:14.437148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:14.559251 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 75719bb7-bdcb-47c2-947a-01bf7a410111 owned by network:router_interface {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:32:14.744467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:14.796145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=75719bb7-bdcb-47c2-947a-01bf7a410111,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:14.834769 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.835130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.835467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.835803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.836137 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.836472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.836797 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.837133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.837488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.837814 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.838140 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:14.838463 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:15.087142 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:15.451975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 0615e4cd-e66c-4f2d-863c-77d997b900bd has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:32:15.630016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:32:15.639814 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Sync routers for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:32:15.647922 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-71191e09-b4b3-4d9c-a734-dd1401dc4917 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/0615e4cd-e66c-4f2d-863c-77d997b900bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377966 Apr 29 12:32:15.649751 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:15.650364 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:15.650890 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34084) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:15.718501 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting subnet 2561ee11-dd60-42c1-9648-85e9c75fe95d {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:32:15.721499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:15.833856 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:15.902484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:15.988202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.068385 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.100474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 136cd270-f8bf-40a8-ac17-3b4f80125a87 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:32:16.108719 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Subnet': ['ID=2561ee11-dd60-42c1-9648-85e9c75fe95d,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:16.113526 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.119862 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-54640a96-4420-499d-b848-f6d12dae9dd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/subnets/2561ee11-dd60-42c1-9648-85e9c75fe95d HTTP/1.1" status: 204 len: 168 time: 0.4678736 Apr 29 12:32:16.122668 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34088) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:16.128186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7754eb1-6c02-4a4c-a7cc-2d540459bdc1 None None] Network 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:32:16.150403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 136cd270-f8bf-40a8-ac17-3b4f80125a87 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:32:16.150725 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 136cd270-f8bf-40a8-ac17-3b4f80125a87 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:32:16.157626 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:32:14Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:16.161517 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Checking router: 0615e4cd-e66c-4f2d-863c-77d997b900bd for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:32:16.169792 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Routers {'0615e4cd-e66c-4f2d-863c-77d997b900bd'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:16.170459 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['0615e4cd-e66c-4f2d-863c-77d997b900bd'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:16.309516 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.347386 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] Set router 0615e4cd-e66c-4f2d-863c-77d997b900bd gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:16.455634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] DHCP port deletion for 4c7267ef-d966-41b9-85ae-d0f821e1d2a0 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:32:16.459929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Deleting port f58c9bd1-6f21-4823-9619-06082d908d61 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:32:16.460306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.514172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.526055 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 8a75e63d-a27b-4892-a23b-ca57d2bfb470 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:32:16.526384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.613579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device f58c9bd1-6f21-4823-9619-06082d908d61 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:32:16.678900 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:32:14Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:16.683200 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e431fd-65b1-4909-bdbd-88dcf71fe183 None None] The sync data for ids ['0615e4cd-e66c-4f2d-863c-77d997b900bd'] in dv-neutron-839741-1-hyperv is: [{'id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046791543', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172'}], 'enable_snat': True}, 'gw_port_id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:29:34Z', 'updated_at': '2022-04-29T12:32:14Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': '8a75e63d-a27b-4892-a23b-ca57d2bfb470', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0615e4cd-e66c-4f2d-863c-77d997b900bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:29:35Z', 'updated_at': '2022-04-29T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:32:16.717402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 8a75e63d-a27b-4892-a23b-ca57d2bfb470, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8a75e63d-a27b-4892-a23b-ca57d2bfb470,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:16.718142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.733587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] For port f58c9bd1-6f21-4823-9619-06082d908d61, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=f58c9bd1-6f21-4823-9619-06082d908d61,segment=NetworkSegment(db350145-54c8-45eb-b95c-21d7359f7922),segment_id=db350145-54c8-45eb-b95c-21d7359f7922)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:16.733958 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:16.861655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Calling delete_port for f58c9bd1-6f21-4823-9619-06082d908d61 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:32:16.952869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 8a75e63d-a27b-4892-a23b-ca57d2bfb470 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:32:16.965615 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.034278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.090202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Pushing event deleted for resources: {'Port': ['ID=f58c9bd1-6f21-4823-9619-06082d908d61,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:17.095486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] No DVR routers for this DVR port f58c9bd1-6f21-4823-9619-06082d908d61 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:32:17.109405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.110370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.110707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.111038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.111358 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.111892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.112176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.112509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.112876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.113197 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.113533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.113877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f821d-cba4-4116-8c1a-c1ff5e58d32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:17.140160 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.189650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=8a75e63d-a27b-4892-a23b-ca57d2bfb470,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:17.289628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.462999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.465274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.489718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.490271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Fanout notify agent at l3_agent the message router_deleted on router 0615e4cd-e66c-4f2d-863c-77d997b900bd {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:32:17.506563 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.510602 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-6535334a-6c21-4d3f-9430-18379dc75aeb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/routers/0615e4cd-e66c-4f2d-863c-77d997b900bd HTTP/1.1" status: 204 len: 168 time: 1.3832741 Apr 29 12:32:17.510602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34092) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:17.625975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.756923 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.781737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7267ef-d966-41b9-85ae-d0f821e1d2a0']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:17.793640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db350145-54c8-45eb-b95c-21d7359f7922') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:17.793933 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db350145-54c8-45eb-b95c-21d7359f7922') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:17.806104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.823346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.829768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:32:17.830154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:32:17.844415 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:32:17.927155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.946190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:17.959365 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Network': ['ID=4c7267ef-d966-41b9-85ae-d0f821e1d2a0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:17.970186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-471e21e8-69df-450c-8318-7907b5be5900 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/networks/4c7267ef-d966-41b9-85ae-d0f821e1d2a0 HTTP/1.1" status: 204 len: 168 time: 0.4586926 Apr 29 12:32:17.972907 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34096) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:18.043883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.073600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.138030 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.156635 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f236b1-e875-4b36-91bd-e9f18f7423e7,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:18.167899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.169035 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d2c0f6bd-62f1-4837-b7fe-70798281f4c9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/security-groups/54f236b1-e875-4b36-91bd-e9f18f7423e7 HTTP/1.1" status: 204 len: 168 time: 0.1951189 Apr 29 12:32:18.392834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34104) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:18.400359 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782041212', 'description': 'tempest-secgroup-smoke-1782041212 description', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:18.406980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:18.411192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:18.414047 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:18.420097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:18.432311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.452716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:18.456725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:18.459718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:18.466490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:18.523700 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75719bb7-bdcb-47c2-947a-01bf7a410111 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:32:18.539936 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.544849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.558145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 75719bb7-bdcb-47c2-947a-01bf7a410111 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:32:18.558451 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 75719bb7-bdcb-47c2-947a-01bf7a410111 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:32:18.558885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8a75e63d-a27b-4892-a23b-ca57d2bfb470 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:32:18.592350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8a75e63d-a27b-4892-a23b-ca57d2bfb470 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:32:18.592693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8a75e63d-a27b-4892-a23b-ca57d2bfb470 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:32:18.592918 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dae4c5-defb-49e6-ab70-4f03b3150357,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:18.597141 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.598403 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5a222430-035e-460c-b78e-160c3a66a447 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2044303 Apr 29 12:32:18.601592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34108) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:18.606808 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:18.612959 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:18.616983 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:18.620008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:18.626112 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:18.643095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.703581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.707722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.730413 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c40ca42-51a6-44c8-99e8-1f789c0641d9,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:18.740292 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.741478 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-94d4519b-6916-4cac-942d-9f6a6e2645b0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389143 Apr 29 12:32:18.744238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34112) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:18.749332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:18.755732 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:18.759518 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:18.762373 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:18.768136 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:18.788481 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.849773 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.853686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.876694 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ccfc93-2951-4379-bc17-f1adef14234a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:18.885449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.886648 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-858244d3-8dd9-4fae-a30e-be358dbc262c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414878 Apr 29 12:32:18.890009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34116) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:18.895480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:18.901753 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:18.905752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:18.908702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:18.914560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:18.931938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.992406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:18.995426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.018744 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512a3db0-17c4-4e58-b3d9-09ec23e04547,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:19.028447 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.030058 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b4c6222e-aa87-40d8-83dc-f48070a631d6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385419 Apr 29 12:32:19.032599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34120) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:19.037597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:19.043462 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:19.047470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:19.050284 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:19.056231 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:19.074804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.136502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.140328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.162811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0774958b-1c43-460b-b2c2-9407f855ae34,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:19.172932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.174178 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60303e49-973e-41f3-a74b-5ce383312cd0 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406815 Apr 29 12:32:19.176944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34124) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:19.182252 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:19.188169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:19.191940 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:19.194898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:19.201069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:19.211341 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:32:19.218346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.285201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.289536 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.313225 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1ab1f7-eb6c-481a-9283-ece58d807900,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:19.322549 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.323716 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8feb3b8b-4924-4072-82a2-95eafc663bbf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458311 Apr 29 12:32:19.326559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34132) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:19.331845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'security_group_rule': {'security_group_id': 'e0dae4c5-defb-49e6-ab70-4f03b3150357', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:19.337785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:19.341641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:security_group_rule and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:19.344624 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:19.350394 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:19.362658 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Project baf1b06f25df4c7aadf6012a05056d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:32:19.369722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.439286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.443146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.465637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c081acbf-3428-42d5-af16-1131625c2b9d,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:19.475540 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.476690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a946d450-3121-4145-9ceb-4811403f0f1e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492062 Apr 29 12:32:19.479734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34136) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:19.485334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'network': {'name': 'tempest-network-smoke--1509069591', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'port_security_enabled': True}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:19.490811 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:19.495183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:network and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:19.498308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:19.504239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:19.515613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:32:19.519088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.548158 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:32:19.558067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.558473 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Added segment 36d92ffd-7dd8-40fa-9672-a81eeddd1d0e of type vlan for network b508bc4b-aadb-44ef-a896-d80dc8d3b013 Apr 29 12:32:19.588052 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.620118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.625681 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:19.626233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.727997 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2470851 Apr 29 12:32:19.730809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34140) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:19.733404 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd21a1-30ba-41f4-993c-4fa4b8c8fd86 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Network': ['ID=b508bc4b-aadb-44ef-a896-d80dc8d3b013,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:19.738832 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'admin_state_up': True, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:19.743682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:32:19.747085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:19.751245 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:router and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:19.754619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:19.761090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:19.777786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.778815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:19.794311 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.161050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.467079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.496789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.629809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.11 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/fbb23137-0a61-492d-8d1f-a8eef4dcc4af) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:32:20.776164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.806898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:20.869633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:20.872351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:20.875905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:32:20.911656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:21.282008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:21.734443 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:21.937670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:32:22.115342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:32:22.124847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Sync routers for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:32:22.134183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:22.134809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:22.144972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:22.146216 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b56ecc44-dec0-4c4b-8312-db7e4f4fb3e6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4145408 Apr 29 12:32:22.149693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34148) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:22.188628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-f0449c47-84de-49c6-ba26-74cdac96b712 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=baf1b06f25df4c7aadf6012a05056d1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378168 Apr 29 12:32:22.191330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34152) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:22.312962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:22.323921 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df5d867-a88c-4bfa-bb04-40319c8d483f tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:22.326282 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-7df5d867-a88c-4bfa-bb04-40319c8d483f tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339824 Apr 29 12:32:22.329489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34158) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:22.375968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-811b0d04-07d1-41bf-9577-777131fc12f7 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=511ef014-f9dc-415e-b6b7-bfb0f1df62fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421221 Apr 29 12:32:22.376195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34162) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:22.381370 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-756371341', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:22.495618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:22.499828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:subnet and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:22.502985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:22.509320 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:22.520705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:32:22.524344 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:22.641956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:21Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:22.646162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Checking router: 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:32:22.646551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Updating router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 port fbb23137-0a61-492d-8d1f-a8eef4dcc4af binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:32:22.701306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:22.744556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:22.819962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Subnet': ['ID=f81186fe-e325-4ac9-b9c3-d128c16074f7,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:22.830718 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Checking segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:32:22.831074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network hostable DHCP agents. Network: b508bc4b-aadb-44ef-a896-d80dc8d3b013, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:32:22.850970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:32:22.862337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b508bc4b-aadb-44ef-a896-d80dc8d3b013) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:22.866502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:22.867115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:22.889863 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b75f263e-40bf-4df6-829c-7b4e78b431f1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5127389 Apr 29 12:32:22.892898 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34170) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:22.913760 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73ad63-7191-4d7d-a516-94ac3f3e23e3 None None] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:32:23.223381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.241309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Transition to ACTIVE for port object fbb23137-0a61-492d-8d1f-a8eef4dcc4af will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:23.245216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:32:23.246058 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.264548 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.404488 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7469e-b733-4cd5-9f5e-dc059b016c29 None None] Pushing event updated for resources: {'Port': ['ID=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:23.410785 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Attempting to bind port fbb23137-0a61-492d-8d1f-a8eef4dcc4af on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:32:23.411084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Attempting to bind port fbb23137-0a61-492d-8d1f-a8eef4dcc4af by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:32:23.411442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Attempting to bind port fbb23137-0a61-492d-8d1f-a8eef4dcc4af on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:32:23.424029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:32:23.424473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:32:23.424788 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.425158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:32:23.425664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Bound port: fbb23137-0a61-492d-8d1f-a8eef4dcc4af, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:32:23.426020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.548795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Allocated IP 172.20.0.2 (b508bc4b-aadb-44ef-a896-d80dc8d3b013/f81186fe-e325-4ac9-b9c3-d128c16074f7/4f0736fc-07e4-427f-887a-9be13deb8ac1) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:32:23.554068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] For port fbb23137-0a61-492d-8d1f-a8eef4dcc4af, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:32:23.558433 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] For port fbb23137-0a61-492d-8d1f-a8eef4dcc4af, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:32:23.564490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.730890 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:23.741074 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:23.741726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:23.852325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7469e-b733-4cd5-9f5e-dc059b016c29 None None] Pushing event updated for resources: {'Port': ['ID=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:23.998679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.002150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:24.158424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Transition to ACTIVE for port object 4f0736fc-07e4-427f-887a-9be13deb8ac1 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:24.208637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Transition to ACTIVE for port object 4f0736fc-07e4-427f-887a-9be13deb8ac1 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:24.258047 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.330100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.1 (b508bc4b-aadb-44ef-a896-d80dc8d3b013/f81186fe-e325-4ac9-b9c3-d128c16074f7/59dbcb0a-8dfb-4526-a708-b98819478c83) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:32:24.348507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:24.359569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:24.366241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:32:24.368321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Pushing event updated for resources: {'Port': ['ID=4f0736fc-07e4-427f-887a-9be13deb8ac1,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:24.496426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.498309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Attempting to bind port 4f0736fc-07e4-427f-887a-9be13deb8ac1 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:32:24.498676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Attempting to bind port 4f0736fc-07e4-427f-887a-9be13deb8ac1 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:32:24.499035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Attempting to bind port 4f0736fc-07e4-427f-887a-9be13deb8ac1 on network b508bc4b-aadb-44ef-a896-d80dc8d3b013 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:32:24.507017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:32:24.507409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Checking segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:32:24.507798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.508186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Bound using segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:32:24.508655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Bound port: 4f0736fc-07e4-427f-887a-9be13deb8ac1, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:32:24.509019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.513304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object 59dbcb0a-8dfb-4526-a708-b98819478c83 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:24.538774 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.582605 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:21Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:24.601368 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39bc86-ec0d-47bd-b7b6-01e4b633f71a None None] The sync data for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv is: [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:21Z', 'revision_number': 3, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:32:24.604972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:24.608308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:24.612559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:32:24.616635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] For port 4f0736fc-07e4-427f-887a-9be13deb8ac1, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:32:24.620667 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] For port 4f0736fc-07e4-427f-887a-9be13deb8ac1, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4f0736fc-07e4-427f-887a-9be13deb8ac1,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:32:24.630543 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.661333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:24.681545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:24.715306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9474-3a66-479d-8362-a604f97ac8fe None None] Pushing event updated for resources: {'Port': ['ID=4f0736fc-07e4-427f-887a-9be13deb8ac1,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:24.964776 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:25.410999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:25.417970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:25.539393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:25.547927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:25.692301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:25.693588 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:25.758455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2fa7d-dac7-4fdd-b719-cf08ecdc885c None None] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:32:25.875430 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a3dd828b-7239-4647-8152-f133473ba63a None None] Provisioning for port 4f0736fc-07e4-427f-887a-9be13deb8ac1 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:25.892625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:32:26.078355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:32:26.091299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2c0916d1-9ecc-4306-bfe8-e3c0219fc406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/5a1777d2-671f-4fbb-b37b-abb8c59e6a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1974020 Apr 29 12:32:26.250518 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Sync routers for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:32:26.258353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2e47f2ab-59e4-4e83-a241-f84982305596 None None] Provisioning for port 59dbcb0a-8dfb-4526-a708-b98819478c83 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:26.261498 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:26.262197 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:26.266282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2e47f2ab-59e4-4e83-a241-f84982305596 None None] Provisioning complete for port 59dbcb0a-8dfb-4526-a708-b98819478c83 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:26.266661 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2e47f2ab-59e4-4e83-a241-f84982305596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.290534 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-7ef6ed13-5328-46c6-9a80-9bfcaad43a73 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:26.310991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-7ef6ed13-5328-46c6-9a80-9bfcaad43a73 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:26.313061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-7ef6ed13-5328-46c6-9a80-9bfcaad43a73 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782041212&fields=id&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 267 time: 0.0790932 Apr 29 12:32:26.332745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2e47f2ab-59e4-4e83-a241-f84982305596 None None] Port 59dbcb0a-8dfb-4526-a708-b98819478c83 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:32:26.448458 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:26.458833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7886a3f8-0d34-4b0e-943e-f92d1ad90e2c None None] Provisioning complete for port 59dbcb0a-8dfb-4526-a708-b98819478c83 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:26.459576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7886a3f8-0d34-4b0e-943e-f92d1ad90e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.556048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7886a3f8-0d34-4b0e-943e-f92d1ad90e2c None None] Port 59dbcb0a-8dfb-4526-a708-b98819478c83 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:32:26.564286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d68ddde1-e1f6-44d0-8699-c7c4b20cceec tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:26.565011 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d68ddde1-e1f6-44d0-8699-c7c4b20cceec tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:26.587752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d68ddde1-e1f6-44d0-8699-c7c4b20cceec tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:26.589136 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d68ddde1-e1f6-44d0-8699-c7c4b20cceec tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 797 time: 0.2655153 Apr 29 12:32:26.605631 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-138f352a-1cb5-494d-b67f-c0bbe103ac10 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/quotas/baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 375 time: 0.0105207 Apr 29 12:32:26.654093 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fbb23137-0a61-492d-8d1f-a8eef4dcc4af up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:26.703688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-e57b3c37-ee8e-4833-9fef-7a5532adefcf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:26.722587 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-e57b3c37-ee8e-4833-9fef-7a5532adefcf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:26.724286 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-e57b3c37-ee8e-4833-9fef-7a5532adefcf tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123619 Apr 29 12:32:26.728373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-16eb7401-1416-4d50-97f2-ba3f05e42ca4 None None] Provisioning complete for port 59dbcb0a-8dfb-4526-a708-b98819478c83 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:26.728820 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-16eb7401-1416-4d50-97f2-ba3f05e42ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.791515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-16eb7401-1416-4d50-97f2-ba3f05e42ca4 None None] Port 59dbcb0a-8dfb-4526-a708-b98819478c83 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:32:26.798663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port fbb23137-0a61-492d-8d1f-a8eef4dcc4af completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:26.802897 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:25Z', 'revision_number': 2, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:26.803962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fbb23137-0a61-492d-8d1f-a8eef4dcc4af triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:26.804331 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.807320 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Checking router: 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:32:26.807873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Updating router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 port 59dbcb0a-8dfb-4526-a708-b98819478c83 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:32:26.863699 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.927778 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.944570 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port fbb23137-0a61-492d-8d1f-a8eef4dcc4af, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:26.949791 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:26.950878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4f0736fc-07e4-427f-887a-9be13deb8ac1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:26.987616 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-5a5f9013-df86-4bed-9f55-61239521fa89 service neutron] 10.222.0.53 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505805 Apr 29 12:32:27.078039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:27.092123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 4f0736fc-07e4-427f-887a-9be13deb8ac1 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:27.097796 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4f0736fc-07e4-427f-887a-9be13deb8ac1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:27.098172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.149608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-a4f6caf7-7542-439d-8a9a-d6769af399c4 service neutron] 10.222.0.53 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557868 Apr 29 12:32:27.225912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.256766 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.264456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 4f0736fc-07e4-427f-887a-9be13deb8ac1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4f0736fc-07e4-427f-887a-9be13deb8ac1,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:27.270707 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.271730 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Transition to ACTIVE for port object 59dbcb0a-8dfb-4526-a708-b98819478c83 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:27.281505 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.368602 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-c51e98a7-3fc3-48fe-ad57-7fec08479195 req-187fc010-3d8b-46fc-be51-009f09d70dd3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:27.386827 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-c51e98a7-3fc3-48fe-ad57-7fec08479195 req-187fc010-3d8b-46fc-be51-009f09d70dd3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:27.393685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=4f0736fc-07e4-427f-887a-9be13deb8ac1,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:27.400025 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c51e98a7-3fc3-48fe-ad57-7fec08479195 req-187fc010-3d8b-46fc-be51-009f09d70dd3 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 210 time: 0.0837855 Apr 29 12:32:27.520155 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Pushing event updated for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:27.526077 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Attempting to bind port 59dbcb0a-8dfb-4526-a708-b98819478c83 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:32:27.526446 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Attempting to bind port 59dbcb0a-8dfb-4526-a708-b98819478c83 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:32:27.526805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Attempting to bind port 59dbcb0a-8dfb-4526-a708-b98819478c83 on network b508bc4b-aadb-44ef-a896-d80dc8d3b013 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:32:27.535706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.536047 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.536383 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.536715 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.537048 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.537404 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.537906 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.538231 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.538556 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.538862 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.539187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.539499 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:32:27.543017 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:32:27.543384 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Checking segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:32:27.543965 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.544688 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Bound using segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:32:27.545498 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Bound port: 59dbcb0a-8dfb-4526-a708-b98819478c83, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:32:27.546666 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.641332 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] For port 59dbcb0a-8dfb-4526-a708-b98819478c83, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:32:27.644851 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] For port 59dbcb0a-8dfb-4526-a708-b98819478c83, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=59dbcb0a-8dfb-4526-a708-b98819478c83,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:32:27.650820 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:27.734692 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3cda0-8ebe-48bb-8e3b-37edc13659a0 None None] Pushing event updated for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:27.738603 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:27.739208 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:27.930297 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:28.245090 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:27Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:28.249365 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f285e7-2201-4788-a88f-52534e4bcc81 None None] The sync data for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv is: [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:27Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:32:28.566464 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a42ad333-985c-4a69-b743-8e4b04bf4863 req-67f1fb42-b17c-446d-8db6-f2d738bc4e52 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 210 time: 0.0502224 Apr 29 12:32:28.629266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fbb23137-0a61-492d-8d1f-a8eef4dcc4af up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:28.753908 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port fbb23137-0a61-492d-8d1f-a8eef4dcc4af triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:28.754877 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:28.861572 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-71a17f9f-05d4-4be5-a68e-d7019213371d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:28.863831 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-71a17f9f-05d4-4be5-a68e-d7019213371d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 797 time: 0.1861339 Apr 29 12:32:28.884214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 59dbcb0a-8dfb-4526-a708-b98819478c83 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:28.927769 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-b0894991-97e0-4015-a8a2-2b657472a9de tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf1b06f25df4c7aadf6012a05056d1e HTTP/1.1" status: 200 len: 380 time: 0.0498269 Apr 29 12:32:28.938024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'port': {'device_id': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'admin_state_up': True, 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'security_groups': ['e0dae4c5-defb-49e6-ab70-4f03b3150357']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:28.960513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 59dbcb0a-8dfb-4526-a708-b98819478c83 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:28.966215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 59dbcb0a-8dfb-4526-a708-b98819478c83 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:28.966662 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.087975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:29.095258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.097970 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:29.108954 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Made reservation on behalf of baf1b06f25df4c7aadf6012a05056d1e for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:32:29.113917 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.132645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 59dbcb0a-8dfb-4526-a708-b98819478c83, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=59dbcb0a-8dfb-4526-a708-b98819478c83,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:29.137963 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.139012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4f0736fc-07e4-427f-887a-9be13deb8ac1 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:29.263909 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:29.279609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 4f0736fc-07e4-427f-887a-9be13deb8ac1 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:29.279995 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.301631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.20.0.11 (b508bc4b-aadb-44ef-a896-d80dc8d3b013/f81186fe-e325-4ac9-b9c3-d128c16074f7/e811adf9-536d-47c0-aae1-dc3602c48a78) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:32:29.498630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.514797 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Transition to ACTIVE for port object e811adf9-536d-47c0-aae1-dc3602c48a78 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:29.538268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.607826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:29.611012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:29.615467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:32:29.648424 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:29.689427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:29.690177 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.720783 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-d61c1844-b29b-41ab-a644-b9cbd3093f13 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7874649 Apr 29 12:32:29.738325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Request body: {'port': {'device_id': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:29.775053 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ca84-ead8-46b1-b005-9e932f367ff9 req-4b60b907-1614-4bdb-9ef7-3c42091f078d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:29.782619 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b814ca84-ead8-46b1-b005-9e932f367ff9 req-4b60b907-1614-4bdb-9ef7-3c42091f078d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 932 time: 0.0964105 Apr 29 12:32:29.823715 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b814ca84-ead8-46b1-b005-9e932f367ff9 req-ca559d45-8be4-433a-b939-91b4e6b23933 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Apr 29 12:32:29.858295 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.889769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3606bb12-4c0a-423b-abf4-d1a208a6712f None None] Provisioning for port e811adf9-536d-47c0-aae1-dc3602c48a78 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:29.894639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3606bb12-4c0a-423b-abf4-d1a208a6712f None None] Provisioning complete for port e811adf9-536d-47c0-aae1-dc3602c48a78 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:29.895013 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3606bb12-4c0a-423b-abf4-d1a208a6712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:29.953233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3606bb12-4c0a-423b-abf4-d1a208a6712f None None] Port e811adf9-536d-47c0-aae1-dc3602c48a78 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:32:30.204656 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e811adf9-536d-47c0-aae1-dc3602c48a78 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:32:30.216702 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.235345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Transition to ACTIVE for port object e811adf9-536d-47c0-aae1-dc3602c48a78 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:32:30.239651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.367300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ef6c52e5-d1d5-465c-a3a6-4653abc7bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.489804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Pushing event updated for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:30.542381 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 59dbcb0a-8dfb-4526-a708-b98819478c83 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:30.594135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Attempting to bind port e811adf9-536d-47c0-aae1-dc3602c48a78 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:32:30.594438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Attempting to bind port e811adf9-536d-47c0-aae1-dc3602c48a78 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:32:30.594812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Attempting to bind port e811adf9-536d-47c0-aae1-dc3602c48a78 on network b508bc4b-aadb-44ef-a896-d80dc8d3b013 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:32:30.599565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Port e811adf9-536d-47c0-aae1-dc3602c48a78 on network b508bc4b-aadb-44ef-a896-d80dc8d3b013 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:32:30.599904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Attempting to bind port e811adf9-536d-47c0-aae1-dc3602c48a78 on network b508bc4b-aadb-44ef-a896-d80dc8d3b013 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:32:30.605218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:32:30.605601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Checking segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:32:30.605952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Bound using segment: {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:32:30.606395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Bound port: e811adf9-536d-47c0-aae1-dc3602c48a78, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:32:30.606711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.619859 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 59dbcb0a-8dfb-4526-a708-b98819478c83 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:30.620225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.694356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:32:30.697368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e811adf9-536d-47c0-aae1-dc3602c48a78,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:32:30.702810 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.766719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:30.767971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:30.768845 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] 10.222.0.66 "PUT /v2.0/ports/e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 1094 time: 1.0360217 Apr 29 12:32:30.771220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:32:30.800408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ef2a-6d80-4494-960a-b4e7cc64331a service neutron] Pushing event updated for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:30.824183 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908e6b16-3324-4c46-9aee-818440fe286f'] response: {'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'status': 'completed', 'code': 200} Apr 29 12:32:30.916625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-a7a949d5-7526-472e-bd70-e6455e4b717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:30.918176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-a7a949d5-7526-472e-bd70-e6455e4b717f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1097 time: 0.0762100 Apr 29 12:32:30.996475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-5b5401a8-f990-47d2-960b-9c423f4f46d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 217 time: 0.0665364 Apr 29 12:32:31.012437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562435c8-a146-4bea-8b82-6605ea5dba88 req-800909e6-4e67-4299-8872-cd155827fd1f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.014976 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-562435c8-a146-4bea-8b82-6605ea5dba88 req-800909e6-4e67-4299-8872-cd155827fd1f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 944 time: 0.0803871 Apr 29 12:32:31.060511 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-562435c8-a146-4bea-8b82-6605ea5dba88 req-ee258894-e2e6-4724-a5eb-2c828026b239 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Apr 29 12:32:31.061125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-c47ad519-1a2b-4fef-9bde-cb9dfc849523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.062726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-c47ad519-1a2b-4fef-9bde-cb9dfc849523 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.0606110 Apr 29 12:32:31.141329 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-e2d15b87-bb72-4969-b790-a8c3a4a5c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.142834 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-e2d15b87-bb72-4969-b790-a8c3a4a5c215 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738921 Apr 29 12:32:31.288967 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-cb6095b5-2329-41fe-a1f4-536f1af6e454 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403129 Apr 29 12:32:31.422278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-911ee612-1f2e-4b83-9219-a76cf7039c98 req-471b2976-37eb-48fc-b4a5-e5b13edda45a service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253717 Apr 29 12:32:31.581215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-aaae7da6-dc2d-4aac-bc2e-39a222006aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.582618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-aaae7da6-dc2d-4aac-bc2e-39a222006aaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1097 time: 0.0777171 Apr 29 12:32:31.712145 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-02391e03-cc1d-4a34-b59b-656332f5d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.713613 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-02391e03-cc1d-4a34-b59b-656332f5d8c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 898 time: 0.1245201 Apr 29 12:32:31.782495 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-d1b87e33-5c0b-48ad-902e-4ceeccea3a1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 217 time: 0.0632663 Apr 29 12:32:31.844665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-c2979947-ba33-48f6-b141-bf1c09ed70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.846022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-c2979947-ba33-48f6-b141-bf1c09ed70f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.0581148 Apr 29 12:32:31.923194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-1eed53e0-b14c-4384-9315-bae64cbc3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:31.924682 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-1eed53e0-b14c-4384-9315-bae64cbc3b6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725012 Apr 29 12:32:32.055256 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-a6e0042f-e129-4ee8-957c-45c5dd2ccb84 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237178 Apr 29 12:32:32.337762 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-542ea2f1-4745-4460-a753-dbacf19e9b12 req-15308b09-f5b1-4dd1-8a25-4bdc5883ed51 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752929 Apr 29 12:32:32.371428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8296829-2422-41ee-b294-71b106f052f5 req-e8194eed-c0c1-483d-a3cc-e3f4a29be697 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:32.372103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f8296829-2422-41ee-b294-71b106f052f5 req-e8194eed-c0c1-483d-a3cc-e3f4a29be697 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:32:32.390570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-f8296829-2422-41ee-b294-71b106f052f5 req-e8194eed-c0c1-483d-a3cc-e3f4a29be697 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:32:32.391852 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f8296829-2422-41ee-b294-71b106f052f5 req-e8194eed-c0c1-483d-a3cc-e3f4a29be697 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 944 time: 0.2233362 Apr 29 12:32:32.438340 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f8296829-2422-41ee-b294-71b106f052f5 req-61b1efbd-45bb-4106-8270-30a3019db879 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404642 Apr 29 12:32:33.071812 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cdefaa83-923d-4cd0-ba9f-ebb09f59da00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:33.640869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829e0ec-3fa8-4fd6-9fab-6d4fba4df386 req-7487a731-27cf-4f4e-b064-7df405f9558f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:33.642363 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1829e0ec-3fa8-4fd6-9fab-6d4fba4df386 req-7487a731-27cf-4f4e-b064-7df405f9558f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 944 time: 0.0943794 Apr 29 12:32:33.686983 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1829e0ec-3fa8-4fd6-9fab-6d4fba4df386 req-bb7e2ba4-b11f-427a-ac53-4b70eb7d955f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Apr 29 12:32:33.762884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:34.224616 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e811adf9-536d-47c0-aae1-dc3602c48a78 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:32:34.325242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:34.370712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e811adf9-536d-47c0-aae1-dc3602c48a78,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:34.383911 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'port_id': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'mac_address': 'fa:16:3e:80:45:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:32:34.451170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:34.453137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:34.469872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811adf9-536d-47c0-aae1-dc3602c48a78 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:32:34.487538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e811adf9-536d-47c0-aae1-dc3602c48a78,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:34.492396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:34.562566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:34.865076 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['e811adf9-536d-47c0-aae1-dc3602c48a78'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:32:34.875559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b9fea-f082-436d-abda-63be2edf3b26 req-12ab36d8-39cc-4773-a2ef-e09d8d06786b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:34.877068 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-951b9fea-f082-436d-abda-63be2edf3b26 req-12ab36d8-39cc-4773-a2ef-e09d8d06786b tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 945 time: 0.0827124 Apr 29 12:32:34.925241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-951b9fea-f082-436d-abda-63be2edf3b26 req-ec86d4c0-ac12-45af-b9b6-66190f171ce2 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Apr 29 12:32:35.760078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:36.122492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f854b3-a358-4c6e-98ad-9b7c1ffdef2e req-f671e0a6-2294-4d40-9e11-567d443f1126 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:36.124015 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6f854b3-a358-4c6e-98ad-9b7c1ffdef2e req-f671e0a6-2294-4d40-9e11-567d443f1126 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 945 time: 0.0849392 Apr 29 12:32:36.172237 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c6f854b3-a358-4c6e-98ad-9b7c1ffdef2e req-c8fc0ac2-5061-47eb-a9d9-20fbb3492a7d tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Apr 29 12:32:36.240477 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e811adf9-536d-47c0-aae1-dc3602c48a78 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:32:36.310619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port e811adf9-536d-47c0-aae1-dc3602c48a78 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:32:36.315708 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port e811adf9-536d-47c0-aae1-dc3602c48a78 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:32:36.316108 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:36.433905 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:36.461487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:32:36.473088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e811adf9-536d-47c0-aae1-dc3602c48a78,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:32:36.478676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:36.516855 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62d9f34-640a-43c7-a6b0-77e7837b5c2b'] response: {'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'code': 200} Apr 29 12:32:36.556729 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:36.777839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71510d-c9f8-45eb-8b52-edf6bf986739 req-8314181f-c328-40cf-808e-536af69fd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:36.779236 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd71510d-c9f8-45eb-8b52-edf6bf986739 req-8314181f-c328-40cf-808e-536af69fd192 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1099 time: 0.0702634 Apr 29 12:32:36.818637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd71510d-c9f8-45eb-8b52-edf6bf986739 req-24d480de-ae1e-45d3-bcbe-c4d5715f3640 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Apr 29 12:32:37.361776 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44cf22-84d4-44a5-bfdf-9a49e3044f82 req-ec581e31-3050-4a8b-a198-3655a3b60ff6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:37.363241 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b44cf22-84d4-44a5-bfdf-9a49e3044f82 req-ec581e31-3050-4a8b-a198-3655a3b60ff6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0818598 Apr 29 12:32:37.408076 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9b44cf22-84d4-44a5-bfdf-9a49e3044f82 req-c7d0d1bd-e598-4f61-9955-e3b474ccb7ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Apr 29 12:32:38.605340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e6a0b-f8e1-4c20-88de-aa5fbfafb2ca req-fb4ee299-621f-48da-822e-687faa0bd064 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:38.606764 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e88e6a0b-f8e1-4c20-88de-aa5fbfafb2ca req-fb4ee299-621f-48da-822e-687faa0bd064 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0850186 Apr 29 12:32:38.653408 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e88e6a0b-f8e1-4c20-88de-aa5fbfafb2ca req-e25dfb82-4121-4ca0-b1a8-86af763d7088 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406559 Apr 29 12:32:38.841071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242962c-44d0-46e8-a090-b0893e4fbfa9 req-11625e17-7b1d-4555-8d13-caf5f6f6dd50 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:38.842574 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c242962c-44d0-46e8-a090-b0893e4fbfa9 req-11625e17-7b1d-4555-8d13-caf5f6f6dd50 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0836225 Apr 29 12:32:38.885779 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c242962c-44d0-46e8-a090-b0893e4fbfa9 req-88e741fe-8fab-4a7f-a4f4-2ade5452e7eb tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Apr 29 12:32:38.908382 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34240) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:38.980425 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1d420-ef1a-444b-a687-536c32a60c96 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:38.982225 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-4ca1d420-ef1a-444b-a687-536c32a60c96 tempest-TestNetworkAdvancedServerOps-567171765 tempest-TestNetworkAdvancedServerOps-567171765-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1094 time: 0.0724919 Apr 29 12:32:38.984960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34244) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:38.989947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:32:38.996295 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:32:39.000711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Usage tracker for resource:floatingip and tenant:baf1b06f25df4c7aadf6012a05056d1e is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:32:39.003733 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:32:39.009844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:32:39.021068 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:39.160362 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:39.299345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Allocated IP 172.26.0.232 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/cf90d902-bd06-4b2e-8358-f68c9a73bf7f) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:32:39.450488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:39.482699 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:39.545736 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:32:39.548552 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:32:39.553228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:32:39.590800 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=cf90d902-bd06-4b2e-8358-f68c9a73bf7f,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:40.063591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:40.137625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:40.348822 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:40.354449 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:40.461081 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event updated for resources: {'Port': ['ID=cf90d902-bd06-4b2e-8358-f68c9a73bf7f,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:32:40.473118 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:40.644137 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 840b116f-9b98-4ef9-a502-0cb25b6acfac associated. External IP: 172.26.0.232, port: e811adf9-536d-47c0-aae1-dc3602c48a78. Apr 29 12:32:40.987181 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:32:41.302756 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:32:41.312710 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Sync routers for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:32:41.322993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:41.323728 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:41.331289 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:32:41.392569 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-dacfd4ae-d4c8-4b77-a8c6-bd274a5e79d7 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4063146 Apr 29 12:32:41.393482 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:32:41.539691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:41.549203 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78660d42-6670-496d-b228-be6bec8443bd'] response: {'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'status': 'completed', 'code': 200} Apr 29 12:32:41.591716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f17c-9f10-4335-aed9-806e2d8748a0 req-b881dc34-c899-4711-b8b4-e597e6f96c54 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:41.593250 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ca0f17c-9f10-4335-aed9-806e2d8748a0 req-b881dc34-c899-4711-b8b4-e597e6f96c54 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0887282 Apr 29 12:32:41.688843 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3ca0f17c-9f10-4335-aed9-806e2d8748a0 req-7a415c12-329e-416a-b768-1aba0830e78f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620079 Apr 29 12:32:41.702219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-1150bf23-3a27-4374-a996-5e5cfa119ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:41.703787 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-1150bf23-3a27-4374-a996-5e5cfa119ba9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1099 time: 0.1095741 Apr 29 12:32:41.714260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34256) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:41.826732 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1e6146ba-8ee0-4c94-9d25-99ed8299f65c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 200 len: 992 time: 0.1110859 Apr 29 12:32:41.839408 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-da7ffffa-8d83-4389-8c82-7e635b67ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:41.840853 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-da7ffffa-8d83-4389-8c82-7e635b67ce65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 898 time: 0.1308911 Apr 29 12:32:41.892092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '840b116f-9b98-4ef9-a502-0cb25b6acfac', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'port_id': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'mac_address': 'fa:16:3e:80:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:32:40Z', 'updated_at': '2022-04-29T12:32:40Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:41.896130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Checking router: 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:32:41.904970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:32:41.905632 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:32:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:41.943156 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-bffc5ce2-6e2e-4308-892c-4c14faf9e1ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 1000 time: 0.0964019 Apr 29 12:32:42.004478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-449c004c-ad22-4140-bade-f36891afc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:42.005940 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-449c004c-ad22-4140-bade-f36891afc91a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.0565519 Apr 29 12:32:42.082735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-d41539df-d855-4868-a4cd-15705901d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:42.084234 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-d41539df-d855-4868-a4cd-15705901d06f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722990 Apr 29 12:32:42.086209 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:32:42.218842 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-ed372560-a89c-42ba-b1cb-00f4829e941a service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276181 Apr 29 12:32:42.352662 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e4a41846-2805-49d2-89cf-479ff5e2371d req-bfea1e2b-89d3-4ca1-a7d4-d9c7af05df35 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277823 Apr 29 12:32:42.432964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '840b116f-9b98-4ef9-a502-0cb25b6acfac', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'port_id': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'mac_address': 'fa:16:3e:80:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:32:40Z', 'updated_at': '2022-04-29T12:32:40Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:32:42.437687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17236fed-748f-4ede-85e3-64ac4d2680f7 None None] The sync data for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv is: [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '840b116f-9b98-4ef9-a502-0cb25b6acfac', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'port_id': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'mac_address': 'fa:16:3e:80:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:32:40Z', 'updated_at': '2022-04-29T12:32:40Z', 'revision_number': 0, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:32:42.637074 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581af54-e9d1-4cea-9d9c-92baa36f9018 None None] New status for floating IP 840b116f-9b98-4ef9-a502-0cb25b6acfac: ACTIVE {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:32:42.829244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34260) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:42.937013 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c68b349a-7e1d-4ad9-a04b-868ee1c71264 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 200 len: 992 time: 0.1066244 Apr 29 12:32:43.941545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34264) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:32:44.053792 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5be23913-4079-44d7-93db-fa9542ec119c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 200 len: 994 time: 0.1109366 Apr 29 12:32:47.695067 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:32:56.742840 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-8c496d68-4e1a-4296-bae0-5013147cf6ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787396 Apr 29 12:32:56.904960 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-508e88f2-f600-4feb-948e-68db4aeb62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:56.906466 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-508e88f2-f600-4feb-948e-68db4aeb62a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1099 time: 0.0758896 Apr 29 12:32:57.057993 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-e843fa6e-ca02-44e0-88a4-2967eef50879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:57.059306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-e843fa6e-ca02-44e0-88a4-2967eef50879 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 898 time: 0.1288335 Apr 29 12:32:57.165995 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-2259b8f6-2159-4a2c-9ab5-4ec760d7a59b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 1002 time: 0.0999911 Apr 29 12:32:57.337727 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-6f3e9a9b-dacd-49ba-a1a2-1b66ab5d31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:57.339049 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-6f3e9a9b-dacd-49ba-a1a2-1b66ab5d31c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.1659029 Apr 29 12:32:57.422115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-82e49e03-a18c-41ae-8125-b05abdecfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:32:57.423607 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-82e49e03-a18c-41ae-8125-b05abdecfcf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779047 Apr 29 12:32:57.555032 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-ea4145f4-5626-450e-b5ea-c17ffa469094 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240437 Apr 29 12:32:57.687510 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9b38fea5-961a-4691-94d0-323f1ec8e7d5 req-e1856d51-fd6e-463c-b37a-f6fce445409c service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252749 Apr 29 12:33:00.367868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed9fe-e997-4a1f-9830-5e4ce8cdc688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:03.079385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a0be-2071-4c39-ba63-e720ac6cbb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:03.775848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:04.285809 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:04.423749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:05.764125 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:24.709271 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:33:30.363468 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3d27ea1a-b801-44ee-95c2-c85883c14ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:33.086377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e293b3b-30f7-41bd-947c-1c351b8551e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:33.779650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:34.279804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:34.456473 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:35.768500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:47.226001 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d73c-10e7-4d62-a093-535bfea87dac req-ccd0fab2-fbcb-4bd8-aeaa-41aec9178c43 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:47.227505 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3871d73c-10e7-4d62-a093-535bfea87dac req-ccd0fab2-fbcb-4bd8-aeaa-41aec9178c43 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0914631 Apr 29 12:33:47.279949 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3871d73c-10e7-4d62-a093-535bfea87dac req-6a22b843-25ff-4fc6-b1b0-bda5d6179723 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Apr 29 12:33:48.479341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c19d1-9e88-466c-a5a2-c6fb0f0cdb34 req-5133fcfe-7fba-48d6-8396-e7d6baf8afb4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:48.481175 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c35c19d1-9e88-466c-a5a2-c6fb0f0cdb34 req-5133fcfe-7fba-48d6-8396-e7d6baf8afb4 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0828052 Apr 29 12:33:48.530185 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c35c19d1-9e88-466c-a5a2-c6fb0f0cdb34 req-e3f74a2a-ce15-42b4-af0a-42a4b1de87ac tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Apr 29 12:33:49.729791 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbebc21-8c14-439e-a600-ccef8cd34baa req-8e1f920f-b2ed-437f-ba97-247c122959d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:49.731082 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4bbebc21-8c14-439e-a600-ccef8cd34baa req-8e1f920f-b2ed-437f-ba97-247c122959d1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0873253 Apr 29 12:33:49.779875 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4bbebc21-8c14-439e-a600-ccef8cd34baa req-f88876df-2313-4292-8db2-bd7f0ccf7eff tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 Apr 29 12:33:49.808469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34298) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:33:49.921775 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cbd65f45-a1a3-4908-a452-cbea2c62e92a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 200 len: 994 time: 0.1121290 Apr 29 12:33:51.474804 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f4ddf-c0de-403f-a7ed-79241d3eb4e7 req-c4cf80f3-04ac-4113-b85f-6882a37e416e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:51.476241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c94f4ddf-c0de-403f-a7ed-79241d3eb4e7 req-c4cf80f3-04ac-4113-b85f-6882a37e416e tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.1403263 Apr 29 12:33:51.478974 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fec65-9432-4e8c-8966-118f0fdea100 req-35d635ed-1f41-4782-a1be-08cca9c8d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:51.480313 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-35d635ed-1f41-4782-a1be-08cca9c8d946 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1099 time: 0.0948956 Apr 29 12:33:51.602576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c94f4ddf-c0de-403f-a7ed-79241d3eb4e7 req-4fc72239-c239-44da-a747-7ac3ea39ab29 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198769 Apr 29 12:33:51.640288 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fec65-9432-4e8c-8966-118f0fdea100 req-caa7d63a-2988-4c87-be60-6e80c0ac6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:51.641743 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-caa7d63a-2988-4c87-be60-6e80c0ac6ef2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 898 time: 0.1466346 Apr 29 12:33:51.747371 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-c965acf1-c810-4e32-80b4-456768fef358 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 1002 time: 0.1001751 Apr 29 12:33:51.812150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fec65-9432-4e8c-8966-118f0fdea100 req-1617cd27-47f0-4c32-94a0-a7b08a41216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:51.813576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-1617cd27-47f0-4c32-94a0-a7b08a41216d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.0608718 Apr 29 12:33:51.887801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fec65-9432-4e8c-8966-118f0fdea100 req-20b2e200-ca30-4f40-b360-ed9d52068171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:51.889291 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-20b2e200-ca30-4f40-b360-ed9d52068171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700443 Apr 29 12:33:51.899015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-4a4ffbfe-81d9-452a-aeb9-e3fa23f4758d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:33:51.899902 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-4a4ffbfe-81d9-452a-aeb9-e3fa23f4758d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047343 Apr 29 12:33:52.042825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-933594f3-8661-4826-afe6-4d8a810a8942 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364505 Apr 29 12:33:52.174334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-355fec65-9432-4e8c-8966-118f0fdea100 req-71486af2-bdd1-44bb-8816-b72a2165f6eb service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255932 Apr 29 12:33:52.801379 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51609e44-2cf7-449f-b309-23e891d32936 req-7b6b0fe6-6dbc-4f6b-bbbd-94680ea8df45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:52.802768 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-51609e44-2cf7-449f-b309-23e891d32936 req-7b6b0fe6-6dbc-4f6b-bbbd-94680ea8df45 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0865316 Apr 29 12:33:52.848361 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-51609e44-2cf7-449f-b309-23e891d32936 req-82b24686-fbe3-4c71-8d22-a0b23abda6e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 Apr 29 12:33:54.044855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1df68-59ea-4ae6-87e6-b814b2fc9492 req-10a5ccdf-0a93-4ea5-8ef6-a968e4a669ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:54.046455 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5ff1df68-59ea-4ae6-87e6-b814b2fc9492 req-10a5ccdf-0a93-4ea5-8ef6-a968e4a669ca tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0851190 Apr 29 12:33:54.195374 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5ff1df68-59ea-4ae6-87e6-b814b2fc9492 req-62efdf2d-b8a0-435f-8951-a1e105ccae1c tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398098 Apr 29 12:33:54.227014 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34312) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:33:54.336290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-de6b8ee5-1201-462f-9d1b-c356c95378c1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 200 len: 994 time: 0.1081078 Apr 29 12:33:54.677528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34320) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:33:54.885855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port cf90d902-bd06-4b2e-8358-f68c9a73bf7f {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:33:54.886188 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:55.051426 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:55.052172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:55.169518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for cf90d902-bd06-4b2e-8358-f68c9a73bf7f owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:33:55.344719 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:55.389995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=cf90d902-bd06-4b2e-8358-f68c9a73bf7f,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:33:55.430008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.430355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.430689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.431020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.431347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.431670 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.431985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.432316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.432638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.432961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.433276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.433621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:33:55.497060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:55.497359 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Floating IP 840b116f-9b98-4ef9-a502-0cb25b6acfac disassociated (deleted). External IP: 172.26.0.232, port: e811adf9-536d-47c0-aae1-dc3602c48a78. Apr 29 12:33:55.844584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:33:56.134944 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:33:56.144648 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Sync routers for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:33:56.158823 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:33:56.159446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:33:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:33:56.159899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:56.215254 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cdcda5ac-48b9-4861-bfc7-1b1012f03ec9 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/floatingips/840b116f-9b98-4ef9-a502-0cb25b6acfac HTTP/1.1" status: 204 len: 168 time: 1.5365820 Apr 29 12:33:56.215943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:33:56.271186 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7ed619-636c-4ffa-9c4c-d792bfbc9d08'] response: {'name': 'network-changed', 'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'status': 'completed', 'code': 200} Apr 29 12:33:56.383510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-a9876626-d274-4ce5-8e97-4f5eba0bbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:56.385275 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-a9876626-d274-4ce5-8e97-4f5eba0bbddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 1099 time: 0.0716834 Apr 29 12:33:56.385723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:33:56.541459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-7fe90165-ec24-4587-a6fe-0233bb1cca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:56.542918 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-7fe90165-ec24-4587-a6fe-0233bb1cca70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 200 len: 898 time: 0.1519010 Apr 29 12:33:56.615761 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-be450814-f159-4bcd-9ecd-1af9e4d75fa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 200 len: 217 time: 0.0654476 Apr 29 12:33:56.622988 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3ad11-5e23-49b4-9c42-c5681d51b93c req-e70c8917-e61e-4a9d-a518-bdf7bac3f33a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:56.624452 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-65a3ad11-5e23-49b4-9c42-c5681d51b93c req-e70c8917-e61e-4a9d-a518-bdf7bac3f33a tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0868864 Apr 29 12:33:56.670388 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-65a3ad11-5e23-49b4-9c42-c5681d51b93c req-9d490014-529d-467f-8214-0869bbbc8330 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Apr 29 12:33:56.687539 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-f16d7427-a032-4517-8e9c-ccab29b6bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:56.689013 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-f16d7427-a032-4517-8e9c-ccab29b6bb15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 200 len: 834 time: 0.0667636 Apr 29 12:33:56.708972 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:33:56.712941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Checking router: 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:33:56.722722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:33:56.723429 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:33:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:33:56.762529 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-ae88650f-e8ab-4bda-b0fe-60ade724a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:56.763998 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-ae88650f-e8ab-4bda-b0fe-60ade724a9a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b508bc4b-aadb-44ef-a896-d80dc8d3b013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691085 Apr 29 12:33:56.901872 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-52e12446-1800-41c9-9454-bfea6091f009 service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312726 Apr 29 12:33:56.903213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:33:57.032363 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bea19b4-0344-48fd-844a-b3afb86606cd req-cad2bdc1-d85b-4457-9496-7a1de3e06cee service neutron] 10.222.0.66 "GET /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235414 Apr 29 12:33:57.232019 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:33:57.237014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc141-976f-4a71-8395-00484b482df7 None None] The sync data for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv is: [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:32:24Z', 'revision_number': 4, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '59dbcb0a-8dfb-4526-a708-b98819478c83', 'name': '', 'network_id': 'b508bc4b-aadb-44ef-a896-d80dc8d3b013', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'mac_address': 'fa:16:3e:40:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:23Z', 'updated_at': '2022-04-29T12:32:29Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'subnets': [{'id': 'f81186fe-e325-4ac9-b9c3-d128c16074f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:33:57.471287 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492e723-f73f-49d7-98fe-989550500015 None None] New status for floating IP 840b116f-9b98-4ef9-a502-0cb25b6acfac: DOWN {{(pid=88018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:33:57.880998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed266-5ea5-4b66-8412-dda80bee6c9a req-eeb04089-2106-458a-ae1d-43fb2222016f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:57.881747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-643ed266-5ea5-4b66-8412-dda80bee6c9a req-eeb04089-2106-458a-ae1d-43fb2222016f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Synchronizing usage tracker for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:33:57.899906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-643ed266-5ea5-4b66-8412-dda80bee6c9a req-eeb04089-2106-458a-ae1d-43fb2222016f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Unset dirty status for tenant:baf1b06f25df4c7aadf6012a05056d1e on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:33:57.901112 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-643ed266-5ea5-4b66-8412-dda80bee6c9a req-eeb04089-2106-458a-ae1d-43fb2222016f tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.1145055 Apr 29 12:33:57.947711 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-643ed266-5ea5-4b66-8412-dda80bee6c9a req-e03fccfa-9074-456f-b454-71badf3a9406 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Apr 29 12:33:58.481576 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801aeaa-2763-4663-9700-85c0c62db27a req-623a494a-47b1-4761-8dc9-5264c3474350 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:58.483039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5801aeaa-2763-4663-9700-85c0c62db27a req-623a494a-47b1-4761-8dc9-5264c3474350 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0848475 Apr 29 12:33:58.561532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port e811adf9-536d-47c0-aae1-dc3602c48a78 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:33:58.561972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:58.821013 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port e811adf9-536d-47c0-aae1-dc3602c48a78, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e811adf9-536d-47c0-aae1-dc3602c48a78,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:33:58.821260 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:59.052575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for e811adf9-536d-47c0-aae1-dc3602c48a78 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:33:59.141722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff633-29e4-4e80-ab78-1665fe708682 req-13c8d5f0-80ee-45cf-b277-bc728dd90193 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:33:59.143220 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-921ff633-29e4-4e80-ab78-1665fe708682 req-13c8d5f0-80ee-45cf-b277-bc728dd90193 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/ports?device_id=03cbe2b1-9b60-47fc-8b20-b476cc01db92 HTTP/1.1" status: 200 len: 946 time: 0.0880892 Apr 29 12:33:59.187199 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-921ff633-29e4-4e80-ab78-1665fe708682 req-5ee49045-2f39-4981-bd7d-0ca2982a07c6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0dae4c5-defb-49e6-ab70-4f03b3150357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Apr 29 12:33:59.200990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:59.264037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=e811adf9-536d-47c0-aae1-dc3602c48a78,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:33:59.339023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] No DVR routers for this DVR port e811adf9-536d-47c0-aae1-dc3602c48a78 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:33:59.341622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:33:59.344084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'name': 'network-vif-deleted', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:33:59.360765 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5801aeaa-2763-4663-9700-85c0c62db27a req-a17776b4-7368-49b1-a1d5-588fc38ea9ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.66 "DELETE /v2.0/ports/e811adf9-536d-47c0-aae1-dc3602c48a78 HTTP/1.1" status: 204 len: 173 time: 0.8720043 Apr 29 12:33:59.392290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9218a254-9035-4938-abce-886de4dc443a'] response: {'server_uuid': '03cbe2b1-9b60-47fc-8b20-b476cc01db92', 'name': 'network-vif-deleted', 'tag': 'e811adf9-536d-47c0-aae1-dc3602c48a78', 'status': 'completed', 'code': 200} Apr 29 12:34:00.290205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34348) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:00.369313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d31215d7-b4eb-4b43-b372-6a4b8a0faab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:00.866072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:01.227240 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port 59dbcb0a-8dfb-4526-a708-b98819478c83 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:34:01.227471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:01.526362 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port 59dbcb0a-8dfb-4526-a708-b98819478c83, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=59dbcb0a-8dfb-4526-a708-b98819478c83,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:01.527045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:01.646937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for 59dbcb0a-8dfb-4526-a708-b98819478c83 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:34:01.704135 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:34:01.844663 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:01.930459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=59dbcb0a-8dfb-4526-a708-b98819478c83,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:02.180103 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:02.544473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:34:02.731973 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:02.742008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Sync routers for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:02.747735 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ffdf4c75-d09f-42d7-b5d3-2b8490e657e1 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "PUT /v2.0/routers/5a1777d2-671f-4fbb-b37b-abb8c59e6a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539075 Apr 29 12:34:02.749335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34354) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:02.753839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:02.754455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:33:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:02.816492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting subnet f81186fe-e325-4ac9-b9c3-d128c16074f7 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:34:02.819972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:02.867136 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e811adf9-536d-47c0-aae1-dc3602c48a78 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:34:02.882487 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:02.917328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: e811adf9-536d-47c0-aae1-dc3602c48a78 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:34:02.917693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device e811adf9-536d-47c0-aae1-dc3602c48a78 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:34:02.970393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:02.970772 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:03.049096 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.091864 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Subnet': ['ID=f81186fe-e325-4ac9-b9c3-d128c16074f7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:03.100862 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.101226 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.101581 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.101931 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.102275 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.102590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.103127 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.103240 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.103678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.104018 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.104345 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.104661 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:03.107030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770e64d-0c90-4586-b91d-8301af49ee58 None None] Network b508bc4b-aadb-44ef-a896-d80dc8d3b013 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:34:03.107760 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.117265 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-cca7f6c3-dc63-4f53-a7b0-e1c92fdfd1ed tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/subnets/f81186fe-e325-4ac9-b9c3-d128c16074f7 HTTP/1.1" status: 204 len: 168 time: 0.3643944 Apr 29 12:34:03.117560 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34358) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:03.134436 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dde5ae6c-39d0-4ed2-80c8-0a947f462ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.296372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.497896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:34:01Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:03.503153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Checking router: 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:03.512962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Routers {'5a1777d2-671f-4fbb-b37b-abb8c59e6a63'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:03.513645 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:03.566206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] DHCP port deletion for b508bc4b-aadb-44ef-a896-d80dc8d3b013 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:34:03.623834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.629932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Deleting port 4f0736fc-07e4-427f-887a-9be13deb8ac1 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:34:03.630318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.635230 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Deleting port fbb23137-0a61-492d-8d1f-a8eef4dcc4af {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:34:03.635566 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.812551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] Set router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:03.815557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] For port fbb23137-0a61-492d-8d1f-a8eef4dcc4af, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:03.816004 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.864096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:03.941945 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Calling delete_port for fbb23137-0a61-492d-8d1f-a8eef4dcc4af owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:34:04.029722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] For port 4f0736fc-07e4-427f-887a-9be13deb8ac1, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=4f0736fc-07e4-427f-887a-9be13deb8ac1,segment=NetworkSegment(36d92ffd-7dd8-40fa-9672-a81eeddd1d0e),segment_id=36d92ffd-7dd8-40fa-9672-a81eeddd1d0e)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:04.030089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.123423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.169079 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Port': ['ID=fbb23137-0a61-492d-8d1f-a8eef4dcc4af,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:04.204572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Calling delete_port for 4f0736fc-07e4-427f-887a-9be13deb8ac1 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:34:04.260153 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.331795 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.337737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713'] for port, after_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.393715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Pushing event deleted for resources: {'Port': ['ID=4f0736fc-07e4-427f-887a-9be13deb8ac1,revision_number=None']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:04.402940 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] No DVR routers for this DVR port 4f0736fc-07e4-427f-887a-9be13deb8ac1 on host dv-neutron-839741-1-hyperv {{(pid=88017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:34:04.406332 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.406675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.407025 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.407361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.407690 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.408009 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.408352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.408676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.408999 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.409324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.409679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.409982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400d17-e948-4a65-91de-d6e84fd20c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:04.441309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.442947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.443723 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:34:01Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:04.445204 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.448134 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403a194-d9e9-44e2-9b43-d07ccab36e74 None None] The sync data for ids ['5a1777d2-671f-4fbb-b37b-abb8c59e6a63'] in dv-neutron-839741-1-hyperv is: [{'id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207084332', 'tenant_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:32:19Z', 'updated_at': '2022-04-29T12:34:01Z', 'revision_number': 5, 'project_id': 'baf1b06f25df4c7aadf6012a05056d1e', 'gw_port': {'id': 'fbb23137-0a61-492d-8d1f-a8eef4dcc4af', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1777d2-671f-4fbb-b37b-abb8c59e6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:32:20Z', 'updated_at': '2022-04-29T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:04.471627 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.472128 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Fanout notify agent at l3_agent the message router_deleted on router 5a1777d2-671f-4fbb-b37b-abb8c59e6a63 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:34:04.490435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.494101 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-3c2efe6c-c19d-4618-99d8-4081d4b36cc6 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/routers/5a1777d2-671f-4fbb-b37b-abb8c59e6a63 HTTP/1.1" status: 204 len: 168 time: 1.3730619 Apr 29 12:34:04.494453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34362) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:04.607565 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.859077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.874500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 59dbcb0a-8dfb-4526-a708-b98819478c83 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:34:04.887354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b508bc4b-aadb-44ef-a896-d80dc8d3b013']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:04.899716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:04.900062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d92ffd-7dd8-40fa-9672-a81eeddd1d0e') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:04.908497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 59dbcb0a-8dfb-4526-a708-b98819478c83 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:34:04.908826 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 59dbcb0a-8dfb-4526-a708-b98819478c83 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:34:04.909447 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4f0736fc-07e4-427f-887a-9be13deb8ac1 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:34:04.912496 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.930247 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.939272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:34:04.939802 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:04.943842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 4f0736fc-07e4-427f-887a-9be13deb8ac1 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:34:04.944189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 4f0736fc-07e4-427f-887a-9be13deb8ac1 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:34:04.959088 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:34:05.042358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.060328 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.072066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'Network': ['ID=b508bc4b-aadb-44ef-a896-d80dc8d3b013,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:05.081648 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-98cdd684-82c3-4c4a-911c-37f1338b16ad tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/networks/b508bc4b-aadb-44ef-a896-d80dc8d3b013 HTTP/1.1" status: 204 len: 168 time: 0.5860071 Apr 29 12:34:05.084199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34368) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:05.155548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.185441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.252181 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.273965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dae4c5-defb-49e6-ab70-4f03b3150357,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:05.287453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.288571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-54b4395b-af43-48f3-a759-91df370a3028 tempest-TestNetworkAdvancedServerOps-423298634 tempest-TestNetworkAdvancedServerOps-423298634-project] 10.222.0.53 "DELETE /v2.0/security-groups/e0dae4c5-defb-49e6-ab70-4f03b3150357 HTTP/1.1" status: 204 len: 168 time: 0.2034311 Apr 29 12:34:05.674733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34378) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:05.770512 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.846994 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-70b5805b-d683-48be-b07c-983c3352938d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=baf1b06f25df4c7aadf6012a05056d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709621 Apr 29 12:34:05.849716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34384) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:05.908301 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.934638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:05.988043 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.005313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed5047-9b74-4ac6-8507-b8f35c420625,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:06.011595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.013147 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-071551c4-95e9-499d-9c4a-13381b0a94ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51ed5047-9b74-4ac6-8507-b8f35c420625 HTTP/1.1" status: 204 len: 168 time: 0.1620858 Apr 29 12:34:06.355120 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34392) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:06.374237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.388408 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:06.392238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Usage tracker for resource:security_group_rule and tenant:a1effae6fe314c89a6476718d60ae45a is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:06.395054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:06.400660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:06.484460 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.490722 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.536023 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1effae6fe314c89a6476718d60ae45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796763 Apr 29 12:34:06.537753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fbb23137-0a61-492d-8d1f-a8eef4dcc4af no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:34:06.538270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc23fd-2718-4324-b77f-d249eb5cc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da1170-c1cc-4025-acaf-e223be3c07bc,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:06.539272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34396) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:06.605551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.622921 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: fbb23137-0a61-492d-8d1f-a8eef4dcc4af {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:34:06.623241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device fbb23137-0a61-492d-8d1f-a8eef4dcc4af not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:34:06.633026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.693506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.708991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da1170-c1cc-4025-acaf-e223be3c07bc,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:06.714682 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:06.714682 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-287df0ff-b91f-445f-957e-4e7a6b41b9df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61da1170-c1cc-4025-acaf-e223be3c07bc HTTP/1.1" status: 204 len: 168 time: 0.1740677 Apr 29 12:34:07.514829 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34420) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:07.620606 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1935227237-network', 'tenant_id': '86824915cc644a3085643941720595c8'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:07.625418 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:07.629411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Usage tracker for resource:network and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:07.632279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:07.638752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:07.652789 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Made reservation on behalf of 86824915cc644a3085643941720595c8 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:34:07.655070 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.670415 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.684826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:07.688659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:07.691422 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:07.697000 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:07.787918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.793826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.822857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:34:07.831122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a92bd4-2079-451d-b8e5-000d0f07a401,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:07.836517 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.836855 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Added segment 5e4e696c-4b38-436b-b530-57e456aed0d7 of type vlan for network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 Apr 29 12:34:07.863432 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.893857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.894701 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:07.895282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:07.997664 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1b7a54-8551-40ec-93cb-42d70ad10d76,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:08.004544 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f774940b-3a9a-4d25-a6b0-f24b4c8d17d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4881756 Apr 29 12:34:08.009703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34426) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:08.012663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:34:08.015619 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Request body: {'subnet': {'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1935227237-subnet', 'tenant_id': '86824915cc644a3085643941720595c8', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:08.021026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:08.025191 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Usage tracker for resource:subnet and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:08.028296 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:08.034632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:08.046040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Made reservation on behalf of 86824915cc644a3085643941720595c8 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:34:08.048526 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.260873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.334700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78050e24-870d-439a-93c6-ba41172fa22e,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:08.343736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Checking segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:08.344112 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Network hostable DHCP agents. Network: 6a1b7a54-8551-40ec-93cb-42d70ad10d76, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:34:08.365967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:34:08.377755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 6a1b7a54-8551-40ec-93cb-42d70ad10d76) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:08.383904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:08.384826 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.389794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809dd77-4e4d-4745-97d6-7aceaab1a52d None None] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:34:08.410157 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-aaa5d472-390e-4892-b52d-5c3eb7cc3489 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3990262 Apr 29 12:34:08.413041 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34430) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:08.418060 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:08.423461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:08.427274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Usage tracker for resource:router and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:08.431002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:08.437251 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:08.448392 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.449556 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.465185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.612389 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:34:08.613232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.731693 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.770374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Allocated IP 172.20.0.2 (6a1b7a54-8551-40ec-93cb-42d70ad10d76/78050e24-870d-439a-93c6-ba41172fa22e/7b1afac8-a66a-45e2-9e79-2f5511cae7f4) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:08.978914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:08.990038 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Transition to ACTIVE for port object 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:09.009318 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Transition to ACTIVE for port object 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:09.016167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.081821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:09.084593 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:09.087191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:09.096370 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Pushing event updated for resources: {'Port': ['ID=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:09.157583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.183799 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Attempting to bind port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:09.184184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Attempting to bind port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:09.184555 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Attempting to bind port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:09.187286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.189980 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:09.190327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Checking segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:09.190722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.191113 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Bound using segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:09.191577 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Bound port: 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:09.191949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.279305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] For port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:09.282394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] For port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:09.287937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.324321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Allocated IP 172.26.0.114 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/66ccbc63-54f0-4653-8348-0150f75fae46) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:09.370756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54b3c-f510-4d1f-b137-7c4b53833e17 None None] Pushing event updated for resources: {'Port': ['ID=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:09.482100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.513843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:09.590226 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:09.590980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Pushing event updated for resources: {'Port': ['ID=66ccbc63-54f0-4653-8348-0150f75fae46,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:09.593764 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:09.597219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:10.011602 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.306697 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a03223-b733-4c63-b3af-3eb82d1e27eb None None] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:34:10.354304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.399277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e016e6c5-e06a-4afa-9e81-b79bce316b03 None None] Provisioning for port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:10.609961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:10.682709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:10.687949 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:10.688313 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.697147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:34:10.812945 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.852328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7d7d1ca7-4a3d-44fe-b1f8-6bd475e5ec42 None None] Provisioning complete for port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:10.852629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1ca7-4a3d-44fe-b1f8-6bd475e5ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.880577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:10.880829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:10.894262 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:10.894776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.908507 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:10.908695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:10.909205 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:10.910242 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-30d17cea-ee68-4e9d-a2c5-ad7b73523af2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4962537 Apr 29 12:34:10.912952 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34436) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:11.017471 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:11.082575 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:11.374306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:09Z', 'revision_number': 3, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:11.378491 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:11.378901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Updating router 9f56ff34-ae36-4086-a8cb-0b73c842b400 port 66ccbc63-54f0-4653-8348-0150f75fae46 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:34:11.433297 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.725273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.755059 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.766894 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Transition to ACTIVE for port object 66ccbc63-54f0-4653-8348-0150f75fae46 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:11.775099 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.885529 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Attempting to bind port 66ccbc63-54f0-4653-8348-0150f75fae46 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:11.886187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Attempting to bind port 66ccbc63-54f0-4653-8348-0150f75fae46 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:11.886187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Attempting to bind port 66ccbc63-54f0-4653-8348-0150f75fae46 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:11.892140 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Pushing event updated for resources: {'Port': ['ID=66ccbc63-54f0-4653-8348-0150f75fae46,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:11.897023 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:11.897656 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:11.897775 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.898150 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:11.898596 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Bound port: 66ccbc63-54f0-4653-8348-0150f75fae46, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:11.898956 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:11.930133 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.930352 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.930706 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.931035 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.931367 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.931688 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.932016 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.932324 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.932646 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.932952 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.933265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.933598 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:34:11.947461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Allocated IP 172.20.0.1 (6a1b7a54-8551-40ec-93cb-42d70ad10d76/78050e24-870d-439a-93c6-ba41172fa22e/8bdf6dbf-343a-47a7-8cb4-6e5356077a8e) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:11.981740 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] For port 66ccbc63-54f0-4653-8348-0150f75fae46, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:11.985564 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] For port 66ccbc63-54f0-4653-8348-0150f75fae46, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66ccbc63-54f0-4653-8348-0150f75fae46,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:11.991175 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.069850 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:12.070590 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:12.102834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.121423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.provisioning_blocks [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Transition to ACTIVE for port object 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e will not be triggered until provisioned by entity DHCP. {{(pid=88016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:12.149303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.201073 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d2640-6482-4dca-bbe4-348e65334291 None None] Pushing event updated for resources: {'Port': ['ID=66ccbc63-54f0-4653-8348-0150f75fae46,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:12.218175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:12.221031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:12.224685 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:12.260527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:12.263804 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:12.287516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.403654 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.503073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1c2c722-c6f7-4dc4-b6b8-7b09236d11a6 None None] Provisioning for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:12.508660 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a1c2c722-c6f7-4dc4-b6b8-7b09236d11a6 None None] Provisioning complete for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:12.509339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c722-c6f7-4dc4-b6b8-7b09236d11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.559807 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:09Z', 'revision_number': 3, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:12.565562 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34bf3a-031a-46c0-acc5-3e2c1f1e19ca None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:09Z', 'revision_number': 3, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:12.573079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2c722-c6f7-4dc4-b6b8-7b09236d11a6 None None] Port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:34:12.600300 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:12.647318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.653527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.669354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:12.669752 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.763336 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:12.769262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:13.057304 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:13.058597 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:13.264576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:34:13.304035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2dc3ecee-57f1-46e6-b6c8-86b810583f9b None None] Provisioning complete for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:13.304419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ecee-57f1-46e6-b6c8-86b810583f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:13.357399 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3ecee-57f1-46e6-b6c8-86b810583f9b None None] Port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:34:13.450306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:13.459159 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fc2fb269-d52f-4a8b-8dfc-e881c54a16d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/9f56ff34-ae36-4086-a8cb-0b73c842b400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451214 Apr 29 12:34:13.992914 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34454) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:13.998625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1971296122-network', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:14.003632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:14.007792 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Usage tracker for resource:network and tenant:8ddeecffaad043358cbf457068a3ac7b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:14.011383 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:14.017110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:14.027368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Made reservation on behalf of 8ddeecffaad043358cbf457068a3ac7b for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:34:14.029695 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.041999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.057715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:14.062641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ddeecffaad043358cbf457068a3ac7b is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:14.063260 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:14.065176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:14.071175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:14.072599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:14.073470 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:14.156074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.160967 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.192358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:34:14.201373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b987c2-86e6-44e6-b710-1fc459446dea,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:14.210123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.210473 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Added segment 85302fee-38f4-4c02-84fa-6b2abe0b443b of type vlan for network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 Apr 29 12:34:14.238840 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.259955 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:14.269636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.270583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:14.271150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.377239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806930 Apr 29 12:34:14.378161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34458) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:14.385268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb43e-8c79-48ba-aada-568e304889b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:14.386648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Request body: {'subnet': {'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1971296122-subnet', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:14.397429 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:14.402878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Usage tracker for resource:subnet and tenant:8ddeecffaad043358cbf457068a3ac7b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:14.407631 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:14.407873 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:34:14.413603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:14.424916 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Made reservation on behalf of 8ddeecffaad043358cbf457068a3ac7b for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:34:14.427575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.641753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66ccbc63-54f0-4653-8348-0150f75fae46 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:14.654363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.727399 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5dcf65-351a-443c-8519-de612fe6d671,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:14.732146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 66ccbc63-54f0-4653-8348-0150f75fae46 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:14.737573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Checking segment: {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:14.737711 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 2, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:14.738003 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Network hostable DHCP agents. Network: b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:34:14.740933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 66ccbc63-54f0-4653-8348-0150f75fae46 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:14.741291 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.758660 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:34:14.769982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:14.770330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Updating router 9f56ff34-ae36-4086-a8cb-0b73c842b400 port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:34:14.771662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:14.776913 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:14.777500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.799370 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-b86907db-8e84-4192-9aa7-331b17ecab7f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4183285 Apr 29 12:34:14.801922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34462) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:14.807559 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:14.809865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50663fcb-3e1f-427a-b805-cdffa8b87aa9 None None] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:34:14.812545 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:14.816372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Usage tracker for resource:router and tenant:8ddeecffaad043358cbf457068a3ac7b is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:14.819210 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:14.825032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:14.836213 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.837094 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.852759 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:14.935777 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.130273 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.216333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.290425 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 66ccbc63-54f0-4653-8348-0150f75fae46, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66ccbc63-54f0-4653-8348-0150f75fae46,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:15.311328 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'fixed_ips': [{'subnet_id': 'ff5dcf65-351a-443c-8519-de612fe6d671'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:34:15.312223 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.333874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.547528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=66ccbc63-54f0-4653-8348-0150f75fae46,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:15.582005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.611857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.668202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Allocated IP 172.20.0.2 (b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0/ff5dcf65-351a-443c-8519-de612fe6d671/bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:15.713285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.751283 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Allocated IP 172.26.0.226 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/c826cf04-7d06-498e-b8c9-71c10da295b7) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:15.781776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Transition to ACTIVE for port object 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:15.798092 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.905276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:15.937419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d09ae-f0b4-4c0b-a244-75dc6c9314a7 None None] Pushing event updated for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:15.937779 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.005010 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:16.008194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:16.010729 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:16.062075 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Pushing event updated for resources: {'Port': ['ID=c826cf04-7d06-498e-b8c9-71c10da295b7,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:16.090804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Attempting to bind port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:16.091162 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Attempting to bind port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:16.091516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Attempting to bind port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:16.105923 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:16.106294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Checking segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:16.106680 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.107067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Bound using segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:16.107523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Bound port: 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:16.107885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.127422 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.165576 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Transition to ACTIVE for port object bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:16.211316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Transition to ACTIVE for port object bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:16.224221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.301016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] For port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:16.304325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:16.308352 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:16.314040 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:16.316797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] For port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:16.321656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:16.326665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.444600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.481886 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:16.482518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:16.536312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Attempting to bind port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:16.536683 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Attempting to bind port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:16.537036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Attempting to bind port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b on network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:16.616765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d09ae-f0b4-4c0b-a244-75dc6c9314a7 None None] Pushing event updated for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:16.624956 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66ccbc63-54f0-4653-8348-0150f75fae46 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:16.657528 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:16.657893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Checking segment: {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:16.658282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.658666 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Bound using segment: {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:16.659141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Bound port: bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:16.659505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.806951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.866346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:16.923679 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] For port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:16.935297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 66ccbc63-54f0-4653-8348-0150f75fae46 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:16.935641 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:16.960459 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] For port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:16.986035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:17.143196 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:34:17.273878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eaf24-9435-4fdd-acf4-c116c6cbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:17.330492 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:17.348431 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Sync routers for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:17.378130 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:17.378274 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:17.398696 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:17.399702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:16Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:17.400795 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-1b721a31-1cd2-4e89-b9e3-f06cecd2382c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5979085 Apr 29 12:34:17.403689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34466) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:17.415594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd0819-c257-4be4-b421-d230c03d481a None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:16Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:17.623380 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:17.920593 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:16Z', 'revision_number': 3, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:17.926261 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Checking router: 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:17.926682 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Updating router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 port c826cf04-7d06-498e-b8c9-71c10da295b7 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:34:17.982694 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.165740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.335865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1b004-76e0-4e99-84fd-bfe2239a5b53 None None] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:34:18.416598 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.430866 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Transition to ACTIVE for port object c826cf04-7d06-498e-b8c9-71c10da295b7 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:18.444595 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.487348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-9544d1de-5390-4060-8e5e-5e4a7c49ee99 None None] Provisioning for port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:18.566908 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Attempting to bind port c826cf04-7d06-498e-b8c9-71c10da295b7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:18.567249 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Attempting to bind port c826cf04-7d06-498e-b8c9-71c10da295b7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:18.567608 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Attempting to bind port c826cf04-7d06-498e-b8c9-71c10da295b7 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:18.571620 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c62a-3705-46db-9bd1-295f41823c09 None None] Pushing event updated for resources: {'Port': ['ID=c826cf04-7d06-498e-b8c9-71c10da295b7,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:18.576212 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Allocated IP 172.20.0.1 (b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0/ff5dcf65-351a-443c-8519-de612fe6d671/8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:18.576719 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:18.576719 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:18.577111 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.577539 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:18.578004 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Bound port: c826cf04-7d06-498e-b8c9-71c10da295b7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:18.578370 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.705733 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] For port c826cf04-7d06-498e-b8c9-71c10da295b7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:18.709894 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] For port c826cf04-7d06-498e-b8c9-71c10da295b7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c826cf04-7d06-498e-b8c9-71c10da295b7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:18.717168 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.753866 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:18.781230 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.814396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Transition to ACTIVE for port object 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:18.818837 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:18.820938 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:18.852532 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.873855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:18.880566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:18.881249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:18.934114 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:18.935316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:18.937243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Pushing event updated for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:18.939544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:18.995428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.004068 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c62a-3705-46db-9bd1-295f41823c09 None None] Pushing event updated for resources: {'Port': ['ID=c826cf04-7d06-498e-b8c9-71c10da295b7,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:19.034573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.076788 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:19.079663 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:19.087117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.088302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:19.136843 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.224256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:19.237177 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:19.242354 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:19.242739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.307063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-94b4ebad-485d-4bb3-9e33-ee21be176560 None None] Provisioning for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:19.315456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-94b4ebad-485d-4bb3-9e33-ee21be176560 None None] Provisioning complete for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:19.315827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-94b4ebad-485d-4bb3-9e33-ee21be176560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.377834 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:16Z', 'revision_number': 3, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:19.382261 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6808ea-5f49-4a6a-9cff-2f3a4f845675 None None] The sync data for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv is: [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:16Z', 'revision_number': 3, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:19.389021 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.397813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.422602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-94b4ebad-485d-4bb3-9e33-ee21be176560 None None] Port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:34:19.432117 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.473067 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:19.478049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.513599 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Pushing event updated for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:19.516238 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:19.559418 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:19.681074 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:19.682407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:19.879738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:34:20.068819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:20.078278 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-477bb370-28f0-4fac-bf68-0979fe80a093 admin admin] 10.222.0.53 "PUT /v2.0/routers/617b37a0-5c67-4010-8bcf-bc5d4ed3d249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664288 Apr 29 12:34:20.131887 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2527e4f4-cb1f-45ea-89f5-36648761ddec None None] Provisioning complete for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:20.132258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2527e4f4-cb1f-45ea-89f5-36648761ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:20.195639 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2527e4f4-cb1f-45ea-89f5-36648761ddec None None] Port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:34:20.667396 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:20.734884 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:20.735346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:20.856755 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:20.904622 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34476) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:20.908460 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Sync routers for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:20.910785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182951455', 'description': 'tempest-secgroup-smoke-182951455 description', 'project_id': '86824915cc644a3085643941720595c8'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:20.917319 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:20.921809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:20.924621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:20.926258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:20.926885 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:20.931422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:20.941716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:20.961279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:20.965059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:20.967868 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:20.973427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.044869 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.050807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.065285 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:21.065973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.091812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e998e8-89d6-4290-9968-a5622f54def3,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.102949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.104543 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-60077a24-9e7b-4df3-ac68-a087663f7d20 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1980925 Apr 29 12:34:21.107315 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.112972 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.118517 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.122891 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.125897 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:21.131814 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.150483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.161724 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:21.212743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.217278 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.244405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab3fad3-9d6a-481b-bb7b-cb52c19cfece,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.255628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.257064 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-df7cc9f7-d4f7-4dca-baf4-9a0075eefdaa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488652 Apr 29 12:34:21.260214 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34484) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.265768 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.271912 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.276248 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.279325 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:21.285249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.370166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c826cf04-7d06-498e-b8c9-71c10da295b7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:21.414505 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.476237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.480552 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.504672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95756eb1-8047-4a0f-b611-554d5eebdbcb,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.514490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.515857 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-5347942c-5aee-47aa-b202-5824efc6cd46 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543895 Apr 29 12:34:21.518737 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34488) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.524054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.529960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.534042 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.537584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:21.544114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.557315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port c826cf04-7d06-498e-b8c9-71c10da295b7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:21.562356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.565664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c826cf04-7d06-498e-b8c9-71c10da295b7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:21.566031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.626337 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.630924 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.653137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 4, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c', 'name': '', 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'mac_address': 'fa:16:3e:9f:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:18Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 2, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'subnets': [{'id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:21.654260 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328d14c6-b962-4026-b017-cdfd8c16cab3,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.667039 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.671046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7b890d76-fccd-437a-a746-9f7e9ff063aa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484766 Apr 29 12:34:21.671262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34492) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.676185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.683082 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.687277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.687736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Checking router: 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:21.688202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Updating router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:34:21.690305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:21.696263 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.715005 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.757846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.765556 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.781327 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.787640 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.814334 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b02128-c1ad-428a-859d-70de38fb096a,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.825261 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.825560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port c826cf04-7d06-498e-b8c9-71c10da295b7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c826cf04-7d06-498e-b8c9-71c10da295b7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:21.826500 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-c508f5eb-5cc1-4ad0-ae90-839cd98b9cd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542921 Apr 29 12:34:21.829331 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34496) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.834269 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.837712 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.840072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.843949 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.847041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:21.852698 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:21.863476 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Project 86824915cc644a3085643941720595c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:34:21.869921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.933938 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.938856 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.962892 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728c6385-e64b-4865-8377-1fc3b0bf2836,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:21.972937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:21.974273 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-f3133675-2b5c-46b9-b677-1fef85125c1c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439898 Apr 29 12:34:21.977442 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34500) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:21.983023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': '24e998e8-89d6-4290-9968-a5622f54def3', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:21.989705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:21.993885 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:21.997034 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:22.002922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:22.015686 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Project 86824915cc644a3085643941720595c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:34:22.022904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.033474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=c826cf04-7d06-498e-b8c9-71c10da295b7,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:22.085525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.089773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.113471 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0962166-e528-411d-a2b8-201427c356c3,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:22.122908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.124263 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-135f1544-a275-4c36-8ab6-cf092efcf212 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456115 Apr 29 12:34:22.245440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.259964 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Transition to ACTIVE for port object 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:22.267021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.298561 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-9a5151d3-52ad-440b-ac19-4b26267dc37a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:34:22.316350 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-9a5151d3-52ad-440b-ac19-4b26267dc37a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:34:22.317849 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-9a5151d3-52ad-440b-ac19-4b26267dc37a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182951455&fields=id&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 267 time: 0.0696037 Apr 29 12:34:22.394770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9113f5-d709-417a-937c-397a3d4f8cde None None] Pushing event updated for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:22.482562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-191161ab-c94a-43bb-9f29-cb68151a9df8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:22.484201 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-191161ab-c94a-43bb-9f29-cb68151a9df8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 809 time: 0.1592970 Apr 29 12:34:22.492837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Attempting to bind port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:22.493438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Attempting to bind port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:22.493868 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Attempting to bind port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c on network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:22.499817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:22.500298 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Checking segment: {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:22.500790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.501367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Bound using segment: {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:22.501948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Bound port: 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85302fee-38f4-4c02-84fa-6b2abe0b443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:22.502387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.505149 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-abfe5c83-938e-4d60-847f-e074db27bfa6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/quotas/86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 375 time: 0.0147383 Apr 29 12:34:22.587166 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-b2f62841-7c96-4a06-897e-a32eb07afa8d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811217 Apr 29 12:34:22.608028 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] For port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:22.611745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c826cf04-7d06-498e-b8c9-71c10da295b7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:22.663440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] For port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:22.671532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:22.729571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-594f814c-f7dc-4861-ae20-1dfcad6e07f8 service neutron] 10.222.0.53 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306787 Apr 29 12:34:22.768304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:22.769006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:22.872239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-6b70386c-29ac-4380-9644-fe266c45ed90 service neutron] 10.222.0.53 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361148 Apr 29 12:34:22.900314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9113f5-d709-417a-937c-397a3d4f8cde None None] Pushing event updated for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:22.917373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port c826cf04-7d06-498e-b8c9-71c10da295b7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:22.917912 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:23.042783 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:23.069637 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6744f77a-f113-4a8e-bea1-31ead1d0fab9 req-3efd8596-7aec-464d-a13d-339d2d54f840 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:34:23.089126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-6744f77a-f113-4a8e-bea1-31ead1d0fab9 req-3efd8596-7aec-464d-a13d-339d2d54f840 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:34:23.090481 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6744f77a-f113-4a8e-bea1-31ead1d0fab9 req-3efd8596-7aec-464d-a13d-339d2d54f840 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 210 time: 0.0824568 Apr 29 12:34:23.413282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 4, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c', 'name': '', 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'mac_address': 'fa:16:3e:9f:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:18Z', 'updated_at': '2022-04-29T12:34:22Z', 'revision_number': 4, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'subnets': [{'id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:23.417364 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e10482c-f494-4a43-a52c-080d01ae84da None None] The sync data for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv is: [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 4, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c', 'name': '', 'network_id': 'b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'mac_address': 'fa:16:3e:9f:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:18Z', 'updated_at': '2022-04-29T12:34:22Z', 'revision_number': 4, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'subnets': [{'id': 'ff5dcf65-351a-443c-8519-de612fe6d671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:24.225427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-784b3fdc-6573-4072-bf7b-7fabff931304 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:24.227016 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-784b3fdc-6573-4072-bf7b-7fabff931304 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 809 time: 0.1628799 Apr 29 12:34:24.293829 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c566391c-7b0a-4f76-843f-d0bcbbb77cfa req-b70bdb67-ca11-4618-acfa-09e3b9bdba49 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 210 time: 0.0657127 Apr 29 12:34:24.324299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-f959b878-f90a-4f4f-8d8e-e4d339e5e20c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 379 time: 0.0529180 Apr 29 12:34:24.335827 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'port': {'device_id': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'admin_state_up': True, 'tenant_id': '86824915cc644a3085643941720595c8', 'security_groups': ['24e998e8-89d6-4290-9968-a5622f54def3']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:24.472580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:24.487594 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:24.503990 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Made reservation on behalf of 86824915cc644a3085643941720595c8 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:34:24.507631 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.614558 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:24.671071 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Allocated IP 172.20.0.7 (6a1b7a54-8551-40ec-93cb-42d70ad10d76/78050e24-870d-439a-93c6-ba41172fa22e/b54ca150-56d5-4dcd-8ac6-1108bf779a52) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:24.683748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:24.688832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:24.689377 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.855035 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.874139 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.888138 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:24.893485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Transition to ACTIVE for port object b54ca150-56d5-4dcd-8ac6-1108bf779a52 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:24.893841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.918839 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:24.965339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:24.992421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:24.995463 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:24.999229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:25.029066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:25.066186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:25.067035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:25.093306 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-ab8496bc-29f1-4d83-8f02-2ce531d0cc34 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613142 Apr 29 12:34:25.112276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Request body: {'port': {'device_id': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:25.257837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a6453f05-fa87-4b05-817b-3a3b1809420d None None] Provisioning for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:25.263383 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-a6453f05-fa87-4b05-817b-3a3b1809420d None None] Provisioning complete for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:25.263900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a6453f05-fa87-4b05-817b-3a3b1809420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:25.319095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-a6453f05-fa87-4b05-817b-3a3b1809420d None None] Port b54ca150-56d5-4dcd-8ac6-1108bf779a52 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:34:25.329352 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:25.487608 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dea3e-54ea-4f63-a7d8-3120f82e42f1 req-450ebdb2-5545-4f1f-b144-845e1dbdacb5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:25.489066 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fa2dea3e-54ea-4f63-a7d8-3120f82e42f1 req-450ebdb2-5545-4f1f-b144-845e1dbdacb5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 931 time: 0.0854394 Apr 29 12:34:25.532239 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-fa2dea3e-54ea-4f63-a7d8-3120f82e42f1 req-40574de4-2d22-4acf-bc33-b72cea8797b9 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:34:25.544342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-fa2dea3e-54ea-4f63-a7d8-3120f82e42f1 req-40574de4-2d22-4acf-bc33-b72cea8797b9 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:34:25.545501 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fa2dea3e-54ea-4f63-a7d8-3120f82e42f1 req-40574de4-2d22-4acf-bc33-b72cea8797b9 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504541 Apr 29 12:34:25.670707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:34:25.678085 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:25.692684 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Transition to ACTIVE for port object b54ca150-56d5-4dcd-8ac6-1108bf779a52 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:34:25.699859 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:25.859299 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:25.940382 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Attempting to bind port b54ca150-56d5-4dcd-8ac6-1108bf779a52 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:34:25.940707 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Attempting to bind port b54ca150-56d5-4dcd-8ac6-1108bf779a52 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:34:25.941026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Attempting to bind port b54ca150-56d5-4dcd-8ac6-1108bf779a52 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:25.948558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Port b54ca150-56d5-4dcd-8ac6-1108bf779a52 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:34:25.948558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Attempting to bind port b54ca150-56d5-4dcd-8ac6-1108bf779a52 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:34:25.954314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:34:25.954648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Checking segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:34:25.955026 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Bound using segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:34:25.955451 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Bound port: b54ca150-56d5-4dcd-8ac6-1108bf779a52, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:34:25.955793 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:26.051905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:34:26.055265 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:34:26.061785 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:26.120618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.121223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:26.122601 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] 10.222.0.66 "PUT /v2.0/ports/b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1093 time: 1.0148551 Apr 29 12:34:26.123024 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:34:26.149965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f50671-6447-4b72-abe2-5382ab6a8483 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:26.237085 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857b74e5-e62e-4627-8c34-5a91a4d6275e'] response: {'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'status': 'completed', 'code': 200} Apr 29 12:34:26.257007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-aee83ad4-ad0f-4d4e-8fee-e343fdc38fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.258535 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-aee83ad4-ad0f-4d4e-8fee-e343fdc38fad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1096 time: 0.0806482 Apr 29 12:34:26.334418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-7b653fb5-14b8-4074-b3eb-ac928ee476e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 217 time: 0.0641055 Apr 29 12:34:26.398279 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-f4cec2f8-cf79-4553-9cc3-3363ae3e4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.399617 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-f4cec2f8-cf79-4553-9cc3-3363ae3e4fee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0597827 Apr 29 12:34:26.480108 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-56e449a3-8ffe-4efb-b59b-01d8e960c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.482366 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-56e449a3-8ffe-4efb-b59b-01d8e960c706 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764804 Apr 29 12:34:26.602145 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:26.616133 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-96e93e35-9f60-4521-99ef-9fb991dda072 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272826 Apr 29 12:34:26.668572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:26.669006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:26.735678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae3de-7793-4ad6-8cd0-86107f2c07aa req-3ac41f80-e4d0-4904-9c34-6acf20dbe0bb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.737072 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b94ae3de-7793-4ad6-8cd0-86107f2c07aa req-3ac41f80-e4d0-4904-9c34-6acf20dbe0bb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0829930 Apr 29 12:34:26.765295 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf26a89-9273-42d6-a22b-bcacdb6dc1a9 req-bf71786d-4b26-43c4-9447-1a6766e2a670 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433876 Apr 29 12:34:26.785835 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b94ae3de-7793-4ad6-8cd0-86107f2c07aa req-14da6fe4-f3f8-463f-acbd-2512615eb0e3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 Apr 29 12:34:26.922583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-c5e47e49-e30d-4ad8-946e-bae3ec5a099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:26.924024 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-c5e47e49-e30d-4ad8-946e-bae3ec5a099c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1096 time: 0.0704494 Apr 29 12:34:27.057096 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-e37ca976-b777-4f9e-9203-8df0615fa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:27.058462 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-e37ca976-b777-4f9e-9203-8df0615fa44d service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1283185 Apr 29 12:34:27.233908 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-1fa005a8-491f-4aba-855d-6f3a735ec896 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 217 time: 0.1689441 Apr 29 12:34:27.298351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-f78bbee6-fdc6-4b68-9783-e5739c5f2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:27.299770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-f78bbee6-fdc6-4b68-9783-e5739c5f2809 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0605528 Apr 29 12:34:27.374988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-3ee8f92d-3e5e-414f-8495-490f9b756d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:27.376479 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-3ee8f92d-3e5e-414f-8495-490f9b756d20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703232 Apr 29 12:34:27.509671 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-7e2a59d4-2969-4b38-8df8-8ac4c3204134 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264839 Apr 29 12:34:27.641673 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d0f612da-2af8-4234-b5ce-cc6ce807c55a req-43f00e8b-98dc-4e2e-b63b-a51510a4602d service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245420 Apr 29 12:34:27.989224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a43f-ec1b-457b-9965-f2568f4ba088 req-9c8d9371-867d-446e-bdd7-100fb4d0baff tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:27.989858 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0ac6a43f-ec1b-457b-9965-f2568f4ba088 req-9c8d9371-867d-446e-bdd7-100fb4d0baff tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:34:28.007747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-0ac6a43f-ec1b-457b-9965-f2568f4ba088 req-9c8d9371-867d-446e-bdd7-100fb4d0baff tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:34:28.008885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ac6a43f-ec1b-457b-9965-f2568f4ba088 req-9c8d9371-867d-446e-bdd7-100fb4d0baff tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.1076617 Apr 29 12:34:28.056883 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0ac6a43f-ec1b-457b-9965-f2568f4ba088 req-01bceaf8-2625-4a57-a227-aa43352a3a41 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Apr 29 12:34:28.985741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:34:29.123024 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:29.136424 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:34:29.195807 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:29.216193 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:34:29.231609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:29.237065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:29.254993 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7616-f6fd-406b-9eb9-e020309c5cad req-a64196fb-4817-47a8-9be6-7eb935cd3272 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:29.256439 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f1a7616-f6fd-406b-9eb9-e020309c5cad req-a64196fb-4817-47a8-9be6-7eb935cd3272 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0865974 Apr 29 12:34:29.300886 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f1a7616-f6fd-406b-9eb9-e020309c5cad req-714e3a71-3c47-4820-b377-427d4444734d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Apr 29 12:34:29.304735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:29.607582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['b54ca150-56d5-4dcd-8ac6-1108bf779a52'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:34:30.363497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2e38-5771-4b79-bda0-969bb2fbe340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:30.495422 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef62178-3ca0-4fa7-9930-f22f96c2c65a req-626374ba-2f39-4101-84ea-56e3ccc34662 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:30.496858 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fef62178-3ca0-4fa7-9930-f22f96c2c65a req-626374ba-2f39-4101-84ea-56e3ccc34662 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 944 time: 0.0826092 Apr 29 12:34:30.551115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fef62178-3ca0-4fa7-9930-f22f96c2c65a req-72fa2e9f-1bfb-4752-8801-7cb82c6d0ce5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480075 Apr 29 12:34:31.001213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:34:31.081656 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:34:31.086544 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:34:31.086948 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:31.207737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:31.235925 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:34:31.245863 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:34:31.251608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:31.319405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:31.333300 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6a3486-1f3f-4a8c-b94b-38a5421be6d9'] response: {'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'code': 200} Apr 29 12:34:31.606113 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf8ca6-f6c0-48c5-b84a-d317ebf0ae29 req-30297d0d-92c8-4ffe-9202-529d48b2ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:31.607562 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebdf8ca6-f6c0-48c5-b84a-d317ebf0ae29 req-30297d0d-92c8-4ffe-9202-529d48b2ff28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0744584 Apr 29 12:34:31.647604 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ebdf8ca6-f6c0-48c5-b84a-d317ebf0ae29 req-b62f83e6-8696-4f80-bc57-8182ba590071 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338945 Apr 29 12:34:31.899040 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a58f30-0a35-4c80-a5d1-22577270cd22 req-174b8396-6058-41be-931e-38d4ddbeef85 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:31.900493 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65a58f30-0a35-4c80-a5d1-22577270cd22 req-174b8396-6058-41be-931e-38d4ddbeef85 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0886543 Apr 29 12:34:31.951088 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65a58f30-0a35-4c80-a5d1-22577270cd22 req-41614015-ad28-47eb-bc2f-20d2c76fd095 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 Apr 29 12:34:33.069742 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-be559590-01ad-4ec7-9db1-ff9001d976ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:33.147472 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33510ed0-a710-4438-91eb-fc4d743599f7 req-552d43ca-c6b0-488c-a8d6-b8e61b5fc510 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:33.148895 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-33510ed0-a710-4438-91eb-fc4d743599f7 req-552d43ca-c6b0-488c-a8d6-b8e61b5fc510 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0871119 Apr 29 12:34:33.202180 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-33510ed0-a710-4438-91eb-fc4d743599f7 req-938e7c0a-8478-4ee1-93bf-3da250370662 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Apr 29 12:34:33.392705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde2f8e-7fdd-47a6-8e4d-6a60c227ef59 req-60b2ff0b-ea9a-4014-b48d-3467ac7a40ea tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:33.394173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7cde2f8e-7fdd-47a6-8e4d-6a60c227ef59 req-60b2ff0b-ea9a-4014-b48d-3467ac7a40ea tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0898137 Apr 29 12:34:33.439836 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7cde2f8e-7fdd-47a6-8e4d-6a60c227ef59 req-b70dc844-b24c-41c9-9ac3-ac0605ff3cb0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Apr 29 12:34:33.462455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34564) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:33.654500 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8866956-e4db-46f7-9b6d-4a05f5436c69 tempest-TestShelveInstance-1541682629 tempest-TestShelveInstance-1541682629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:33.656103 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-a8866956-e4db-46f7-9b6d-4a05f5436c69 tempest-TestShelveInstance-1541682629 tempest-TestShelveInstance-1541682629-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1093 time: 0.1922297 Apr 29 12:34:33.659245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 34570) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:34:33.664026 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'tenant_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:34:33.670194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:34:33.674813 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:floatingip and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:34:33.677843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:34:33.684298 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:34:33.696714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:33.780167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:33.836426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:33.984556 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Allocated IP 172.26.0.61 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/550c260d-3e9e-474a-81a2-51102b26aeb3) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:34:34.137426 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:34.175752 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:34.240109 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:34:34.242873 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:34:34.246473 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:34:34.278843 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=550c260d-3e9e-474a-81a2-51102b26aeb3,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:34.287044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:34.445996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:34.767956 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:34.845872 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:35.052009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:35.060110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:35.163920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=550c260d-3e9e-474a-81a2-51102b26aeb3,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:34:35.176809 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:35.373421 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Floating IP 0d27b75e-9ef9-42c1-95fa-ab7af8079a4d associated. External IP: 172.26.0.61, port: b54ca150-56d5-4dcd-8ac6-1108bf779a52. Apr 29 12:34:35.744388 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:34:35.774629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:36.052634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:34:36.062876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:34:36.077357 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:36.078423 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:36.083202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:34:36.136826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-35449ea6-c4cc-4794-b755-f649f1955631 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4765813 Apr 29 12:34:36.137439 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:34:36.180677 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbba7b5-21b3-4ac9-835b-2fa383e49176'] response: {'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'status': 'completed', 'code': 200} Apr 29 12:34:36.261615 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:36.301445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602433d-a9a3-4701-a581-23a956f94f0b req-6b90fecf-6d15-4c70-877e-edf81a078472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:36.303323 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-6b90fecf-6d15-4c70-877e-edf81a078472 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0773656 Apr 29 12:34:36.439159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602433d-a9a3-4701-a581-23a956f94f0b req-82399929-16ec-4191-bbf9-b54fa8989e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:36.441438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-82399929-16ec-4191-bbf9-b54fa8989e86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1326218 Apr 29 12:34:36.541039 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-18c8677a-c5db-48d3-9d65-4cc556a94eb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 998 time: 0.0941045 Apr 29 12:34:36.608664 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602433d-a9a3-4701-a581-23a956f94f0b req-4df89a0f-2b55-432d-a605-57764c8d753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:36.610064 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-4df89a0f-2b55-432d-a605-57764c8d753c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0634265 Apr 29 12:34:36.639454 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '0d27b75e-9ef9-42c1-95fa-ab7af8079a4d', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:34:34Z', 'updated_at': '2022-04-29T12:34:34Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:36.643431 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:34:36.651603 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:34:36.652187 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:34:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:36.684548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602433d-a9a3-4701-a581-23a956f94f0b req-7c5b5ccf-58a8-4a2d-a32a-16a2f850490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:34:36.686142 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-7c5b5ccf-58a8-4a2d-a32a-16a2f850490b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705833 Apr 29 12:34:36.820351 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-8587abc1-beb3-43f5-8a19-c47c12a86db8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278305 Apr 29 12:34:36.828039 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:34:36.955343 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4602433d-a9a3-4701-a581-23a956f94f0b req-5a374d85-077c-47d3-8c4f-298eded64afc service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295335 Apr 29 12:34:37.188664 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '0d27b75e-9ef9-42c1-95fa-ab7af8079a4d', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:34:34Z', 'updated_at': '2022-04-29T12:34:34Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:34:37.192959 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f2c45-9399-443e-bf5c-c337e1eec45e None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '0d27b75e-9ef9-42c1-95fa-ab7af8079a4d', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:34:34Z', 'updated_at': '2022-04-29T12:34:34Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:34:37.391794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7e5c6f-0d3a-480f-adc8-6ed78dbe106a None None] New status for floating IP 0d27b75e-9ef9-42c1-95fa-ab7af8079a4d: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:34:38.713500 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:35:00.379689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-af56209e-5e56-4ec9-b1f8-40ec944fa50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:00.791381 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-c605b073-4158-404b-89bc-80871aca7e56 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1277583 Apr 29 12:35:00.959996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359f32-7b60-42a4-8900-f6703e421875 req-16e7780c-8c6b-4ad4-b552-1a2752459c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:35:00.961326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-16e7780c-8c6b-4ad4-b552-1a2752459c57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0769827 Apr 29 12:35:01.204756 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359f32-7b60-42a4-8900-f6703e421875 req-a26f4faa-4478-4754-b408-7a93266e2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:35:01.206746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-a26f4faa-4478-4754-b408-7a93266e2e1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.2257500 Apr 29 12:35:01.314194 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-8e1b23f3-48df-4e9b-89a9-d1c073f3dd5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.1016681 Apr 29 12:35:01.379343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359f32-7b60-42a4-8900-f6703e421875 req-d60bd4e9-2c60-4ef5-9065-e28a6d5c92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:35:01.380741 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-d60bd4e9-2c60-4ef5-9065-e28a6d5c92dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0605474 Apr 29 12:35:01.453794 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359f32-7b60-42a4-8900-f6703e421875 req-a0b0c8b8-3750-436f-96f3-007cdbdf162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:35:01.455257 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-a0b0c8b8-3750-436f-96f3-007cdbdf162a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692003 Apr 29 12:35:01.592302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-21d4ef98-cfd6-427d-b0ff-9a2b3876ad32 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311934 Apr 29 12:35:01.729885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5e359f32-7b60-42a4-8900-f6703e421875 req-c20ba9c2-dd9d-49e8-b5b0-cef2f5ca9628 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310289 Apr 29 12:35:03.077756 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a0221e4c-aa4a-4f14-bb58-a9314cd9ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:03.794078 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:04.289330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:04.467917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:05.788621 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:15.714377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:35:30.371731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-62f22312-1e2a-4739-a798-85de3e248c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:33.075306 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0f54c54c-b6f3-4b6a-b28a-13dbf5c0892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:33.797517 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:34.303959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:34.481017 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:35.787228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:35:52.713225 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:36:00.374198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f07bf5ca-951c-4101-96b3-12cf226b5c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:01.727065 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-4c8ed6e6-b71f-464c-9142-8668eab82d56 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798888 Apr 29 12:36:01.885941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-abda8450-c1a1-4cda-bed4-b613d0f05046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:36:01.887361 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-abda8450-c1a1-4cda-bed4-b613d0f05046 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0742240 Apr 29 12:36:02.029459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-90ba6258-87d3-4ac0-b95c-7ee997dfde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:36:02.030755 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-90ba6258-87d3-4ac0-b95c-7ee997dfde08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1239281 Apr 29 12:36:02.132137 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-5b609bfc-6568-4539-997b-bfae086ca768 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.0946543 Apr 29 12:36:02.194595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-4d8de210-c697-4289-8bd0-17ad9da55a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:36:02.195943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-4d8de210-c697-4289-8bd0-17ad9da55a52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0579498 Apr 29 12:36:02.280519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-70434141-5b29-48cd-ab45-3dd53350ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:36:02.281905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-70434141-5b29-48cd-ab45-3dd53350ff8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805678 Apr 29 12:36:02.415478 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-e0bc5b3b-42b6-41e2-b1b6-9a0aa9b77e62 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278961 Apr 29 12:36:02.546938 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-95ffa86c-a16f-43b5-8c31-cb3387221406 req-bbf9cd99-195a-49f2-ab0a-112d77afcb56 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242735 Apr 29 12:36:03.101327 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9fa65174-7081-4dfb-9115-8ef40554db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:03.801014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:04.298367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:04.491304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:05.795987 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:29.714977 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:36:30.381601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7c34d57e-222b-408b-bef0-50ca60ec0d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:33.073170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfea4cad-0680-4f61-a3b4-921a99508185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:33.808821 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:34.303748 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:34.510922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:36:35.800878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:00.372779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-52f51968-5f73-4c38-8c86-90091ae3512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:01.694623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-0432c7bf-9d7c-4486-bf03-5a211e057d81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697889 Apr 29 12:37:01.858522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-e1586207-60d5-4463-9e45-e616a890929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:01.859934 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-e1586207-60d5-4463-9e45-e616a890929f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0799477 Apr 29 12:37:02.107659 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-4661a3eb-71ec-4d64-be63-4d690dbdfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:02.109552 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-4661a3eb-71ec-4d64-be63-4d690dbdfc30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.2300463 Apr 29 12:37:02.214052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-b8e9bddb-2fda-4b65-b46b-293e2af34464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.0986145 Apr 29 12:37:02.283819 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-439d3d27-e767-41aa-999a-785e9f5bdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:02.285378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-439d3d27-e767-41aa-999a-785e9f5bdd83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0663147 Apr 29 12:37:02.364196 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-2fc342f0-f015-4a8d-ae3d-6c99203aee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:02.365890 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-2fc342f0-f015-4a8d-ae3d-6c99203aee2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744972 Apr 29 12:37:02.499747 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-69fbd930-c642-4a8e-b166-da861c3c9e5e service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274271 Apr 29 12:37:02.636265 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-83b6bc6d-0069-4392-b95c-4bc60e0f0a4c req-a51eaa29-61da-40d5-8282-207e4066f126 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295817 Apr 29 12:37:03.073603 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-861f926c-a5d9-4440-a575-2b1cb174b671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:03.519412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9dcd1-6742-416b-b433-c26631ae00b2 req-a0c3c4f3-bca4-4035-bb08-b409212c2c5b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:03.520826 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4ab9dcd1-6742-416b-b433-c26631ae00b2 req-a0c3c4f3-bca4-4035-bb08-b409212c2c5b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0821681 Apr 29 12:37:03.563605 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4ab9dcd1-6742-416b-b433-c26631ae00b2 req-d5a02109-3995-4794-9e9d-7ca98d9fd959 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370667 Apr 29 12:37:03.793403 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:04.302079 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:04.512487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:04.776498 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7ca5-b420-4c51-b16c-3e85580041a0 req-06b8a176-d96a-46d6-ae80-2bf157fa1a57 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:04.777950 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-585c7ca5-b420-4c51-b16c-3e85580041a0 req-06b8a176-d96a-46d6-ae80-2bf157fa1a57 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.1013558 Apr 29 12:37:04.827160 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-585c7ca5-b420-4c51-b16c-3e85580041a0 req-a533ee6d-c8fe-4fbf-91cf-c70e1a43536b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Apr 29 12:37:05.799684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:06.027806 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00aedc-b691-4e57-8858-29814462bfed req-f9c3db18-9484-4055-9257-f695f9e7667e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:06.029153 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4d00aedc-b691-4e57-8858-29814462bfed req-f9c3db18-9484-4055-9257-f695f9e7667e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0840368 Apr 29 12:37:06.076777 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4d00aedc-b691-4e57-8858-29814462bfed req-0e7b63cd-2dfa-402a-835e-5ec0d9194988 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Apr 29 12:37:06.711677 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:37:07.271427 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835dbcb-c07b-450d-9580-9a45b19c4a60 req-c10848cf-d800-48b9-a28f-04d0129877c6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:07.272873 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e835dbcb-c07b-450d-9580-9a45b19c4a60 req-c10848cf-d800-48b9-a28f-04d0129877c6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0877671 Apr 29 12:37:07.321690 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e835dbcb-c07b-450d-9580-9a45b19c4a60 req-8509f154-07c5-456a-8729-c9e07ce8f550 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Apr 29 12:37:08.531686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f03a-9861-4608-8409-1c8ad32cf2d9 req-d97203e6-e89c-4e8a-8a23-630c974d6326 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:08.533098 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0619f03a-9861-4608-8409-1c8ad32cf2d9 req-d97203e6-e89c-4e8a-8a23-630c974d6326 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0908411 Apr 29 12:37:08.575942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0619f03a-9861-4608-8409-1c8ad32cf2d9 req-0bb9bb4d-e1e2-4e81-9af7-697a9d79b06c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371792 Apr 29 12:37:09.790630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6974a-e129-4b8a-9d65-432befcce649 req-967512d2-fe55-4c36-8b62-dd8bb4e93839 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:09.791971 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-01b6974a-e129-4b8a-9d65-432befcce649 req-967512d2-fe55-4c36-8b62-dd8bb4e93839 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0839078 Apr 29 12:37:09.838161 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-01b6974a-e129-4b8a-9d65-432befcce649 req-685d3a1a-b6d5-4204-8e31-5ac7ade8befb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377951 Apr 29 12:37:11.140440 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e148-0c21-4a53-807d-097def8675ea req-0824f9ae-e411-41cc-b5fa-895fe96ca3a4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:11.141782 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f909e148-0c21-4a53-807d-097def8675ea req-0824f9ae-e411-41cc-b5fa-895fe96ca3a4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.1701355 Apr 29 12:37:11.188880 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f909e148-0c21-4a53-807d-097def8675ea req-e629fe01-b0e1-4fe3-924e-253b1739bc52 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 Apr 29 12:37:12.435480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1edde-0fda-4dc4-8ca2-3e355ce56f68 req-2022bf23-cd8a-4abc-a462-6afdbeb84a4c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:12.436896 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-25a1edde-0fda-4dc4-8ca2-3e355ce56f68 req-2022bf23-cd8a-4abc-a462-6afdbeb84a4c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.1331637 Apr 29 12:37:12.487323 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-25a1edde-0fda-4dc4-8ca2-3e355ce56f68 req-f1761e0c-2de2-461e-a304-e061f62655df tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Apr 29 12:37:13.706288 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74bd88-bbe8-4501-965d-47b7f9dd8eb0 req-b5cf0090-4a4c-44b9-ac28-6a8807f4e4f2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:13.707606 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8a74bd88-bbe8-4501-965d-47b7f9dd8eb0 req-b5cf0090-4a4c-44b9-ac28-6a8807f4e4f2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0920546 Apr 29 12:37:13.756379 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8a74bd88-bbe8-4501-965d-47b7f9dd8eb0 req-c4b61c0e-2ea6-4431-a772-4c035aefe1f2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Apr 29 12:37:14.949992 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175381ca-63f7-4e00-9b1c-67d8c33c90ec req-f3e8bca9-4a5b-4e84-9510-457af72df46b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:14.951418 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-175381ca-63f7-4e00-9b1c-67d8c33c90ec req-f3e8bca9-4a5b-4e84-9510-457af72df46b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Apr 29 12:37:14.995227 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-175381ca-63f7-4e00-9b1c-67d8c33c90ec req-15dcd879-b179-4b05-9666-66ebd79e8878 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Apr 29 12:37:15.847202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:37:15.986469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:15.999130 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:37:16.053849 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:16.070646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:37:16.086140 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:16.090842 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:16.159118 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:37:16.168750 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.169089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.169417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.169765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.170085 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.170407 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.170713 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.171021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.171337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.171652 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.171965 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.172277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:37:16.183546 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce097f7-5edc-45d8-9d87-1ca048616fe5 req-af37d2cf-912f-4216-bbd2-8868c6071702 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:16.185144 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ce097f7-5edc-45d8-9d87-1ca048616fe5 req-af37d2cf-912f-4216-bbd2-8868c6071702 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 944 time: 0.0842884 Apr 29 12:37:16.229176 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1ce097f7-5edc-45d8-9d87-1ca048616fe5 req-7370e618-1ad9-4c73-8385-f28a10d24d92 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382864 Apr 29 12:37:16.239600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['b54ca150-56d5-4dcd-8ac6-1108bf779a52'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:37:17.419812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f047e-fbbf-454b-9ed4-0915f6fe7acd req-539a6360-b2cb-41e3-8979-eedd3b1e4203 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:17.421214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-214f047e-fbbf-454b-9ed4-0915f6fe7acd req-539a6360-b2cb-41e3-8979-eedd3b1e4203 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 944 time: 0.0831828 Apr 29 12:37:17.465345 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-214f047e-fbbf-454b-9ed4-0915f6fe7acd req-ae8d4f29-2fa2-4c93-bca6-92b636870bf8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383508 Apr 29 12:37:17.853741 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:37:17.944394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:37:17.945036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:18.065337 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:18.093431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:37:18.103855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:18.107929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:18.176516 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:37:18.669654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6304d-f25f-41ff-b4f5-6aa35f79d798 req-5e135ac2-93cb-43e3-90ed-21291f06cbe3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:18.671108 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-06b6304d-f25f-41ff-b4f5-6aa35f79d798 req-5e135ac2-93cb-43e3-90ed-21291f06cbe3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0888443 Apr 29 12:37:18.719228 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-06b6304d-f25f-41ff-b4f5-6aa35f79d798 req-5d0fd84e-9e28-4e06-890f-cecc4bfa72f0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422518 Apr 29 12:37:19.153332 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d5cdf2-fb85-42fb-9163-c1f4c4935124'] response: {'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'code': 200} Apr 29 12:37:19.925901 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1267e-d97d-4093-80ef-2ff718ff283b req-1d3153ef-3273-4e21-8da2-10607e5dd266 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:19.927707 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9fc1267e-d97d-4093-80ef-2ff718ff283b req-1d3153ef-3273-4e21-8da2-10607e5dd266 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0949094 Apr 29 12:37:19.971534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9fc1267e-d97d-4093-80ef-2ff718ff283b req-a1df220a-4536-4693-9c34-6037afd27d98 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379996 Apr 29 12:37:21.192393 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056b89-3a3c-47d3-ab5a-f622a9f9c29c req-c9443699-9428-4c8b-9607-416a02a77a21 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:21.193942 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-66056b89-3a3c-47d3-ab5a-f622a9f9c29c req-c9443699-9428-4c8b-9607-416a02a77a21 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.1002913 Apr 29 12:37:21.237344 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-66056b89-3a3c-47d3-ab5a-f622a9f9c29c req-6c7eb7d9-3ce8-413f-8973-9051565081c0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 Apr 29 12:37:22.440187 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ea900-a138-450d-bf34-99fc308b946a req-c70c4b7b-db8d-48be-accc-f3d6ce36b3c2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:22.441746 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-851ea900-a138-450d-bf34-99fc308b946a req-c70c4b7b-db8d-48be-accc-f3d6ce36b3c2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0833254 Apr 29 12:37:22.488396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-851ea900-a138-450d-bf34-99fc308b946a req-c97f3549-161c-4a86-a9c1-42e95ce858d7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Apr 29 12:37:23.702465 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840128-f4a6-4ffa-8f2c-734bfc52e18b req-09298e36-3be1-4c16-bdb0-3b6e58af873c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:23.704044 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64840128-f4a6-4ffa-8f2c-734bfc52e18b req-09298e36-3be1-4c16-bdb0-3b6e58af873c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0979536 Apr 29 12:37:23.778362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-64840128-f4a6-4ffa-8f2c-734bfc52e18b req-926f1ed3-84e2-4b5a-96cb-d94f634dd403 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679855 Apr 29 12:37:24.977467 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2ebf-19fd-4891-acd0-f9718d77c439 req-c8df70c9-8401-4a57-bd42-e56e8d2a3cc3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:24.979101 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caec2ebf-19fd-4891-acd0-f9718d77c439 req-c8df70c9-8401-4a57-bd42-e56e8d2a3cc3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0888500 Apr 29 12:37:25.027225 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caec2ebf-19fd-4891-acd0-f9718d77c439 req-99c420d2-1823-4f11-9ae4-01dcb2d75222 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Apr 29 12:37:26.255146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30253b7e-fcc0-4c11-8a00-ee0d83c44ef8 req-b81c8ffc-8be1-47bd-953a-5e0785f2b18b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:26.261996 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-30253b7e-fcc0-4c11-8a00-ee0d83c44ef8 req-b81c8ffc-8be1-47bd-953a-5e0785f2b18b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.1170552 Apr 29 12:37:26.308830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-30253b7e-fcc0-4c11-8a00-ee0d83c44ef8 req-2e73e3c3-d0ce-4a1d-898e-dd79897948bc tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Apr 29 12:37:27.531330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9c445-8293-4ee5-9dd1-c334cf9aef50 req-e899f24a-9184-4b54-b6e4-b93699e41d9e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:27.538465 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e8b9c445-8293-4ee5-9dd1-c334cf9aef50 req-e899f24a-9184-4b54-b6e4-b93699e41d9e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0927899 Apr 29 12:37:27.588241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e8b9c445-8293-4ee5-9dd1-c334cf9aef50 req-0ae813dc-e3f8-4ef1-95e5-1ab8cf740a6b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485127 Apr 29 12:37:28.795194 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9bae-df2e-4779-926d-c8ecd93d23b5 req-4dfe096a-2970-4282-811c-36a76870d3c6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:28.796589 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eeea9bae-df2e-4779-926d-c8ecd93d23b5 req-4dfe096a-2970-4282-811c-36a76870d3c6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Apr 29 12:37:28.844508 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-eeea9bae-df2e-4779-926d-c8ecd93d23b5 req-bc2ea2a0-e9d1-4f4c-bf5c-67a49cc94fcb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Apr 29 12:37:30.044502 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aade10c-aa46-4af0-b6c4-aee6d7a39575 req-25991f02-6f76-4b03-895b-a7d3f8b7003f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:30.050615 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9aade10c-aa46-4af0-b6c4-aee6d7a39575 req-25991f02-6f76-4b03-895b-a7d3f8b7003f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0875077 Apr 29 12:37:30.094383 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9aade10c-aa46-4af0-b6c4-aee6d7a39575 req-bc5fcef4-8c7c-4971-8838-385c6ac7527f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Apr 29 12:37:30.367996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9cf72858-8007-44eb-8a6d-85ed80c8bffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:31.287951 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0982ff-b016-4fb2-a1d4-511adc7560e0 req-8be16203-4997-4305-be84-d3b82a016c22 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:31.289929 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b0982ff-b016-4fb2-a1d4-511adc7560e0 req-8be16203-4997-4305-be84-d3b82a016c22 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0877738 Apr 29 12:37:31.357107 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1b0982ff-b016-4fb2-a1d4-511adc7560e0 req-6ac40815-5567-46d3-a08a-bbeeca84d53b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593631 Apr 29 12:37:32.568904 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47bc34-b8a8-421a-86d2-af4b4ef50da8 req-1a9adadb-0ff3-4243-87ef-8806949d3ef9 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:32.570445 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fd47bc34-b8a8-421a-86d2-af4b4ef50da8 req-1a9adadb-0ff3-4243-87ef-8806949d3ef9 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0883634 Apr 29 12:37:32.615033 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fd47bc34-b8a8-421a-86d2-af4b4ef50da8 req-c4cacb38-a47f-4fc9-9a51-46c2463db298 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380006 Apr 29 12:37:33.072942 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bf6c9d5b-4064-41f2-b9ee-48ef0cbb38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:33.796435 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:33.811168 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d920a-00a7-4841-9833-fcca4aade787 req-1d03acc7-81ca-4631-8bca-0db481404126 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:33.812662 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c47d920a-00a7-4841-9833-fcca4aade787 req-1d03acc7-81ca-4631-8bca-0db481404126 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0808282 Apr 29 12:37:33.856515 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c47d920a-00a7-4841-9833-fcca4aade787 req-95c9fc4a-f55e-4447-acaf-a56f5f55089a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Apr 29 12:37:34.002476 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-ca1fb80f-f3ae-48cd-afc2-04de5c5cd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:34.003914 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-ca1fb80f-f3ae-48cd-afc2-04de5c5cd4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1098 time: 0.0744526 Apr 29 12:37:34.135087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-dcb848b0-a694-478d-b14f-2ed3cda1cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:34.136506 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-dcb848b0-a694-478d-b14f-2ed3cda1cac5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1267068 Apr 29 12:37:34.307355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:34.336459 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-f5dadef7-1793-4619-b678-ee445b083439 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.1918175 Apr 29 12:37:34.403316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-500455c0-2a78-4f47-a1f1-505874f6463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:34.404764 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-500455c0-2a78-4f47-a1f1-505874f6463c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0619354 Apr 29 12:37:34.480049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-9e95cf1c-7fff-4edd-b74d-f94fd55d3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:34.481572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-9e95cf1c-7fff-4edd-b74d-f94fd55d3b7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710750 Apr 29 12:37:34.515023 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:34.623672 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-ef079d98-01ef-449b-ae9f-d461674825f3 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349013 Apr 29 12:37:34.755283 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-de754f7f-024c-42e3-a651-acba75e2cc7b req-2d320fb0-4f60-4499-b32a-30345b66bb61 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244702 Apr 29 12:37:35.056334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5a66b-1903-4813-92ea-f3d01f4f9922 req-2135d25c-4354-4feb-ae01-da2c9172096a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:35.057691 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cbc5a66b-1903-4813-92ea-f3d01f4f9922 req-2135d25c-4354-4feb-ae01-da2c9172096a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0839877 Apr 29 12:37:35.107789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cbc5a66b-1903-4813-92ea-f3d01f4f9922 req-b097afb1-2ce2-462e-a157-a2a08fa522ee tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Apr 29 12:37:35.806968 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:36.320758 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b14ae-4b7f-4798-9158-49a37f28e0d8 req-4539bbe3-1369-4b91-adda-754d1024f9d2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:36.322625 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-985b14ae-4b7f-4798-9158-49a37f28e0d8 req-4539bbe3-1369-4b91-adda-754d1024f9d2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0915158 Apr 29 12:37:36.376988 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-985b14ae-4b7f-4798-9158-49a37f28e0d8 req-4ca47110-6017-4c03-892b-56bfc39394d5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486112 Apr 29 12:37:37.569379 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2029a-0607-4a59-9655-d7217c03abde req-430de275-2634-4434-aad9-a30243216ba5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:37.570827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6dc2029a-0607-4a59-9655-d7217c03abde req-430de275-2634-4434-aad9-a30243216ba5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0856857 Apr 29 12:37:37.616367 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6dc2029a-0607-4a59-9655-d7217c03abde req-d0340ce1-601f-4940-8c4a-5755110d350a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Apr 29 12:37:37.934753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:37:37.974291 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad533b-a647-491f-a2a7-0ba7567023c5 req-c577b00f-73d7-438c-b722-d69e980eea0c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:37.975840 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1fad533b-a647-491f-a2a7-0ba7567023c5 req-c577b00f-73d7-438c-b722-d69e980eea0c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 945 time: 0.0827494 Apr 29 12:37:38.022310 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1fad533b-a647-491f-a2a7-0ba7567023c5 req-9354d65d-1516-4544-84d6-a6e6b90b3e48 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Apr 29 12:37:38.054203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:38.080503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:37:38.089899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:38.095566 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:38.130788 dv-neutron-839741-1-hyperv neutron-server[88017]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-43e1dc35-b064-4807-bee9-4bc2efc5f595']: {'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'code': 422} returned with failed status Apr 29 12:37:38.161736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:37:38.336476 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-b4af7cca-5915-437a-8d6a-50fa8f862900 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502264 Apr 29 12:37:39.212701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d471-7c76-4ccd-b2bb-f315aabc4c96 req-af77e7ee-01c6-42db-bb5d-60b19f86820f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:39.214218 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf3d471-7c76-4ccd-b2bb-f315aabc4c96 req-af77e7ee-01c6-42db-bb5d-60b19f86820f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0832398 Apr 29 12:37:39.257606 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf3d471-7c76-4ccd-b2bb-f315aabc4c96 req-8a250015-41a3-4d85-aef5-f7f2b2760007 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Apr 29 12:37:39.519115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-69b728ff-6339-4ce0-9fd4-62adb020cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:39.520463 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-69b728ff-6339-4ce0-9fd4-62adb020cee2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 1096 time: 0.0728850 Apr 29 12:37:39.626750 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-f3b44a7d-488b-4ad2-98c2-2ea3c032412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:39.628169 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-f3b44a7d-488b-4ad2-98c2-2ea3c032412b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1096 time: 0.0746253 Apr 29 12:37:39.762598 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-179325d6-8315-401f-a5f5-0ab4fc7247bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:39.764611 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-179325d6-8315-401f-a5f5-0ab4fc7247bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1304555 Apr 29 12:37:39.864983 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-ba3906b3-aad8-4c92-b101-bd50cabe1d20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 998 time: 0.0939920 Apr 29 12:37:39.932312 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-ac64f4cd-0b8f-467f-8c82-debf47186102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:39.933860 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-ac64f4cd-0b8f-467f-8c82-debf47186102 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0630395 Apr 29 12:37:40.009514 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-30a083a5-b920-4bc2-9fb8-64a0dbcc4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:40.010928 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-30a083a5-b920-4bc2-9fb8-64a0dbcc4fff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704448 Apr 29 12:37:40.140434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-877e7291-2311-446c-9d52-66d557a1a7f7 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228249 Apr 29 12:37:40.373925 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-896a8a44-86e7-4020-85d6-67e7b6e4f0a9 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270002 Apr 29 12:37:40.443704 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4cd1b-5be1-4f14-a793-f019b5007307 req-554380b0-14f4-4b8f-8f03-9dc32c136feb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:40.445158 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6bb4cd1b-5be1-4f14-a793-f019b5007307 req-554380b0-14f4-4b8f-8f03-9dc32c136feb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0823710 Apr 29 12:37:40.489249 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6bb4cd1b-5be1-4f14-a793-f019b5007307 req-6b581350-4a19-49af-80a8-c177d7655c01 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379610 Apr 29 12:37:41.686537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc10ac-ea4c-45ea-bf9d-86df54601096 req-7898dea1-c8f9-4324-a4a8-77daf9da9566 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:41.688180 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67fc10ac-ea4c-45ea-bf9d-86df54601096 req-7898dea1-c8f9-4324-a4a8-77daf9da9566 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0862718 Apr 29 12:37:41.737128 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-67fc10ac-ea4c-45ea-bf9d-86df54601096 req-b3260e3f-3315-4ff5-b395-ebeb75cfb068 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Apr 29 12:37:42.949644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474539a9-4c46-47f9-bcb6-aa9774037442 req-77373ce8-cdc2-4eb3-97fe-ac7bd3614168 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:42.951601 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-474539a9-4c46-47f9-bcb6-aa9774037442 req-77373ce8-cdc2-4eb3-97fe-ac7bd3614168 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.1007969 Apr 29 12:37:43.005688 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-474539a9-4c46-47f9-bcb6-aa9774037442 req-caea0c4f-a5eb-4ecb-a338-55b44e787948 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 Apr 29 12:37:43.717466 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:37:44.197711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc3cca-4cfd-472b-8f63-d578fd098537 req-32a5536a-0e34-4e8d-a0ae-14bcf13a249a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:44.199196 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a3cc3cca-4cfd-472b-8f63-d578fd098537 req-32a5536a-0e34-4e8d-a0ae-14bcf13a249a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0836163 Apr 29 12:37:44.253081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a3cc3cca-4cfd-472b-8f63-d578fd098537 req-22a16a70-6cee-4c0e-a216-7cfa060b20ea tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477214 Apr 29 12:37:45.457041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6665-31ad-431b-9324-00e532b9df06 req-34a1044d-06fd-4a5c-be94-97e1c2b36b17 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:45.458587 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e55e6665-31ad-431b-9324-00e532b9df06 req-34a1044d-06fd-4a5c-be94-97e1c2b36b17 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0841815 Apr 29 12:37:45.508393 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e55e6665-31ad-431b-9324-00e532b9df06 req-e1129978-b517-4897-b262-8ced9f8b67f0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Apr 29 12:37:46.701039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e13c-5305-4439-b198-7201b165d087 req-547cca09-11f5-40fe-969d-a3da3925cb06 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:46.702458 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e357e13c-5305-4439-b198-7201b165d087 req-547cca09-11f5-40fe-969d-a3da3925cb06 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0852208 Apr 29 12:37:46.748742 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e357e13c-5305-4439-b198-7201b165d087 req-15e6a9d2-e912-4f1d-a879-964efdfe16bf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390031 Apr 29 12:37:47.946666 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51e971-c958-400a-b8b5-02e60ec6f568 req-fa16ee97-b971-4225-8c09-6fc90b4cd897 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:47.948641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e51e971-c958-400a-b8b5-02e60ec6f568 req-fa16ee97-b971-4225-8c09-6fc90b4cd897 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0841501 Apr 29 12:37:47.997511 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e51e971-c958-400a-b8b5-02e60ec6f568 req-60861180-2bde-4a3c-953d-f8f198eb59ad tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Apr 29 12:37:49.199155 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff018-cb5f-48b0-b1d6-a388a36f4dec req-57e86883-91b8-4c07-9a97-71c753a83f61 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:49.200589 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9bff018-cb5f-48b0-b1d6-a388a36f4dec req-57e86883-91b8-4c07-9a97-71c753a83f61 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0891020 Apr 29 12:37:49.247063 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a9bff018-cb5f-48b0-b1d6-a388a36f4dec req-9c9eddbb-9201-40d0-ba2b-97a9c88f397a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Apr 29 12:37:50.447237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb25b0a-7261-463e-95d7-5c0927f61760 req-54bf0669-70ff-4da1-9545-da4c12a1c762 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:50.448670 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4cb25b0a-7261-463e-95d7-5c0927f61760 req-54bf0669-70ff-4da1-9545-da4c12a1c762 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0834882 Apr 29 12:37:50.493417 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4cb25b0a-7261-463e-95d7-5c0927f61760 req-081c9fe4-62a2-422d-8db5-02bc2ccffee7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389497 Apr 29 12:37:51.684630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb25fa-ffc6-4998-a95d-f01d8c5b58c6 req-dd9902c7-f166-4c6a-8817-970e58833f85 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:51.686107 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbdb25fa-ffc6-4998-a95d-f01d8c5b58c6 req-dd9902c7-f166-4c6a-8817-970e58833f85 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0800579 Apr 29 12:37:51.730434 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fbdb25fa-ffc6-4998-a95d-f01d8c5b58c6 req-176e03d8-1f8d-47a2-bf3a-de13b0e9b561 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 Apr 29 12:37:52.939683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb737f4-61da-49c5-882d-57537289c320 req-e3dbb360-8a33-42fe-a4e0-1bb269a0fd6f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:52.941152 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bb737f4-61da-49c5-882d-57537289c320 req-e3dbb360-8a33-42fe-a4e0-1bb269a0fd6f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0914061 Apr 29 12:37:52.984506 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3bb737f4-61da-49c5-882d-57537289c320 req-153678df-fa7a-4efe-9423-70b76e66ff7e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375738 Apr 29 12:37:54.203842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24595cec-80ca-4406-a397-4047c125b7c8 req-5877d4f0-6e77-46aa-a5a6-7f8a443bd7cd tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:54.205308 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-24595cec-80ca-4406-a397-4047c125b7c8 req-5877d4f0-6e77-46aa-a5a6-7f8a443bd7cd tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.1013446 Apr 29 12:37:54.255546 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-24595cec-80ca-4406-a397-4047c125b7c8 req-a45bc459-9f0a-4d6a-8757-eaca8a88bd2f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424325 Apr 29 12:37:55.456683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d1b31-48e1-4759-b011-865b6043eb9d req-6c67454a-68d9-45b0-8717-7ca4eec7540e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:55.458195 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d77d1b31-48e1-4759-b011-865b6043eb9d req-6c67454a-68d9-45b0-8717-7ca4eec7540e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 943 time: 0.0880909 Apr 29 12:37:55.502111 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d77d1b31-48e1-4759-b011-865b6043eb9d req-668fede9-1e1f-47dd-9952-9b047b51425e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380857 Apr 29 12:37:56.009910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:37:56.151109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:56.163850 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'port_id': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'mac_address': 'fa:16:3e:4f:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:37:56.221775 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:56.267160 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:37:56.283450 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:56.292232 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:56.358705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=9']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:37:56.718045 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a7e72-7dbb-45c1-a68a-69ee45223723 req-0ff13a2f-1d6d-447d-9e4f-4458d8638733 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:56.719474 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c2a7e72-7dbb-45c1-a68a-69ee45223723 req-0ff13a2f-1d6d-447d-9e4f-4458d8638733 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 944 time: 0.0969422 Apr 29 12:37:56.776026 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1c2a7e72-7dbb-45c1-a68a-69ee45223723 req-921e9b76-5527-4d06-959c-6ee41dba1077 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502236 Apr 29 12:37:56.790442 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['b54ca150-56d5-4dcd-8ac6-1108bf779a52'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:37:57.972619 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b44d2-7cb3-4907-91b8-05c2df4f163c req-d714938f-13be-40d2-b53a-e0151cee4d9b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:57.974115 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c92b44d2-7cb3-4907-91b8-05c2df4f163c req-d714938f-13be-40d2-b53a-e0151cee4d9b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 944 time: 0.0805252 Apr 29 12:37:58.006715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:37:58.029189 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c92b44d2-7cb3-4907-91b8-05c2df4f163c req-7617afbe-6d16-422f-97be-6cfe7e8d0119 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486147 Apr 29 12:37:58.078960 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port b54ca150-56d5-4dcd-8ac6-1108bf779a52 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:37:58.079245 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:58.191654 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:58.220304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:37:58.230220 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:37:58.235716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:37:58.268649 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22417a66-f253-4e55-abbb-4ad17a6039ee'] response: {'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'code': 200} Apr 29 12:37:58.307572 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=10']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:37:58.576159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca076-b0bb-40f0-9fff-947546d75d75 req-8016acd3-eb4f-468a-aa3c-39e7b482dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:58.577634 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-545ca076-b0bb-40f0-9fff-947546d75d75 req-8016acd3-eb4f-468a-aa3c-39e7b482dc37 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1099 time: 0.0836771 Apr 29 12:37:58.620151 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-545ca076-b0bb-40f0-9fff-947546d75d75 req-11fb9bbf-887a-40e2-a448-776b9f417603 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347497 Apr 29 12:37:59.221990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea844-341c-493d-93a5-945e29311680 req-3fc3d89e-20ad-407e-b4c0-5b99df9f7531 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:37:59.223417 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c67ea844-341c-493d-93a5-945e29311680 req-3fc3d89e-20ad-407e-b4c0-5b99df9f7531 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0845487 Apr 29 12:37:59.269222 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-c67ea844-341c-493d-93a5-945e29311680 req-01d55d6d-0b5d-48f9-b868-3bb6c1069c71 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Apr 29 12:38:00.371216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-046fd5aa-3b78-4f6e-bccd-4e505a5b768c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:00.481683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197595d8-b6b1-41ab-ac0b-10b72349caec req-76c05736-92c5-45f3-9f86-0a730379b2bf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:00.483141 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-197595d8-b6b1-41ab-ac0b-10b72349caec req-76c05736-92c5-45f3-9f86-0a730379b2bf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0931549 Apr 29 12:38:00.531637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-197595d8-b6b1-41ab-ac0b-10b72349caec req-aa550c2c-2c64-4608-bb11-4e5efd341830 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Apr 29 12:38:01.734442 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facf0f4-81f8-4d45-bf3b-502ad19418f5 req-d84fee6d-51f5-427e-8f6c-61b16a332172 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:01.735816 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8facf0f4-81f8-4d45-bf3b-502ad19418f5 req-d84fee6d-51f5-427e-8f6c-61b16a332172 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0852206 Apr 29 12:38:01.786192 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-8facf0f4-81f8-4d45-bf3b-502ad19418f5 req-ea49a11b-7dbe-4819-a53e-891918266337 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Apr 29 12:38:03.074405 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-8ee7255f-7b97-4880-9a66-c46dbca6ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:03.724502 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-1d670fbf-47ea-49fe-b9b0-d2cdf6ab2e76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770905 Apr 29 12:38:03.802595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:03.897431 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50267d4-f30c-4805-9774-4230165baccd req-3ce7835c-cbb6-4d83-a595-6ff7e67f2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:03.898908 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-3ce7835c-cbb6-4d83-a595-6ff7e67f2dfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1099 time: 0.0861692 Apr 29 12:38:04.043531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50267d4-f30c-4805-9774-4230165baccd req-a2dc686a-d149-4e89-927a-e3be4c3f7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:04.044815 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-a2dc686a-d149-4e89-927a-e3be4c3f7a17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1240335 Apr 29 12:38:04.146189 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-9a30fd03-115d-4a37-a05c-9b3312d19dad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.0947881 Apr 29 12:38:04.210444 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50267d4-f30c-4805-9774-4230165baccd req-505d8927-45db-4910-b339-cc49bcb1ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:04.211811 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-505d8927-45db-4910-b339-cc49bcb1ae61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0590429 Apr 29 12:38:04.288655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50267d4-f30c-4805-9774-4230165baccd req-965f6531-5b08-4ad0-81fe-e6152921fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:38:04.290083 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-965f6531-5b08-4ad0-81fe-e6152921fb97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685196 Apr 29 12:38:04.309769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:04.419386 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-b65dbcb3-5e9d-4689-be59-e520fa8b108f service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213043 Apr 29 12:38:04.509419 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:04.560789 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-f50267d4-f30c-4805-9774-4230165baccd req-98426d2f-79d7-4dd1-8207-1d069ee3966c service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307800 Apr 29 12:38:05.809398 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:20.722412 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:38:30.380832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ff88c5b6-1c2d-42c6-a36f-82ebc93047dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:33.071563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-33d991b3-289e-4d1d-be2d-171d55fcd61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:33.798768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:34.312634 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:34.535709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:35.815167 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:38:57.725468 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:39:00.385132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-beb20753-ec93-4b8e-bbe1-8ad20324f847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:03.076687 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0e46ea06-dcae-40ff-b275-3e2f7e52dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:03.762439 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-ea5d6600-50d9-4db7-a15d-c189a89a0e9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826836 Apr 29 12:39:03.795837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:03.935461 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-7a76e3f7-1128-4522-a353-29a21a3c7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:03.936898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-7a76e3f7-1128-4522-a353-29a21a3c7bc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1099 time: 0.0744166 Apr 29 12:39:04.081100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-897e57fe-ebfa-4ec2-8ee6-5ff53ee66564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:04.082453 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-897e57fe-ebfa-4ec2-8ee6-5ff53ee66564 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1263297 Apr 29 12:39:04.278578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-a2cf04fc-7c83-43af-ac6d-c1ec3c48e033 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 1000 time: 0.1894615 Apr 29 12:39:04.314705 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:04.346237 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-3b139b16-dd5b-474f-9612-64bdbf076431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:04.347583 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-3b139b16-dd5b-474f-9612-64bdbf076431 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0630500 Apr 29 12:39:04.421919 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-f5c625a0-1ca6-4d1c-b39b-a41d334c9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:04.423368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-f5c625a0-1ca6-4d1c-b39b-a41d334c9b6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696924 Apr 29 12:39:04.545910 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:04.560694 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-1b21362e-9fa3-43e8-ba7f-2e749e6d18a3 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304870 Apr 29 12:39:04.692539 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4f7e5cc8-f2b2-420d-b3d9-3d83b95e6f2d req-54528986-96b3-4663-a800-b51a4b9a93d2 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238191 Apr 29 12:39:05.819900 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:30.389402 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-de9b35e1-d5ce-4981-9486-0750003c53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:33.080560 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c955c29e-dd84-4e5c-845c-85a74f9f24d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:33.799395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:34.323247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:34.572505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:34.731962 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:39:35.822531 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:46.965481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34954) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:47.241157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Deleting port 550c260d-3e9e-474a-81a2-51102b26aeb3 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:39:47.241439 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:47.407558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:47.407830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:47.528963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Calling delete_port for 550c260d-3e9e-474a-81a2-51102b26aeb3 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:39:47.683163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:47.756548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'Port': ['ID=550c260d-3e9e-474a-81a2-51102b26aeb3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:47.795625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.795894 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.796220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.796689 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.797015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.797342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.797662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.798015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.798340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.798649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.798966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.799264 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:47.831293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:47.831623 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Floating IP 0d27b75e-9ef9-42c1-95fa-ab7af8079a4d disassociated (deleted). External IP: 172.26.0.61, port: b54ca150-56d5-4dcd-8ac6-1108bf779a52. Apr 29 12:39:48.302700 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:39:48.485304 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:39:48.495689 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:39:48.505536 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:39:48.506133 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:39:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:39:48.506995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:48.565332 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0dd11aa0-60b6-45cd-8758-f08e906b00b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "DELETE /v2.0/floatingips/0d27b75e-9ef9-42c1-95fa-ab7af8079a4d HTTP/1.1" status: 204 len: 168 time: 1.5982313 Apr 29 12:39:48.565835 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:39:48.678624 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75b3c63-1c93-4e69-bb3c-44557522e010'] response: {'name': 'network-changed', 'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'status': 'completed', 'code': 200} Apr 29 12:39:48.711560 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:39:48.803955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-14a7ac77-e3bc-4065-b122-f9d2209842c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:48.805565 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-14a7ac77-e3bc-4065-b122-f9d2209842c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 1099 time: 0.0774083 Apr 29 12:39:48.952943 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054677-f155-446b-9693-b4354f07ab9f req-46561721-9e07-4f8b-9f8e-f5e697360fcf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:48.954514 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89054677-f155-446b-9693-b4354f07ab9f req-46561721-9e07-4f8b-9f8e-f5e697360fcf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0814652 Apr 29 12:39:48.961064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-2f65fd90-3759-4dac-ba21-94a0698cb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:48.962520 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-2f65fd90-3759-4dac-ba21-94a0698cb62e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1310425 Apr 29 12:39:48.998734 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-89054677-f155-446b-9693-b4354f07ab9f req-ec1d203d-9536-4833-b95b-ab441a29b896 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383568 Apr 29 12:39:49.028614 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:39:49.032434 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:39:49.032933 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-15d494ca-5dc1-4a4d-b597-15082e7c8cb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 200 len: 217 time: 0.0634012 Apr 29 12:39:49.040551 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:39:49.041180 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:39:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:39:49.097435 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-1fa41cbc-5fea-4ead-954e-554dc7762606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:49.098868 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-1fa41cbc-5fea-4ead-954e-554dc7762606 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0566843 Apr 29 12:39:49.175302 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-672000d6-b15c-4179-ada1-8f6d3d95f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:49.177239 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-672000d6-b15c-4179-ada1-8f6d3d95f9cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696757 Apr 29 12:39:49.215974 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:39:49.310335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-496804fc-f787-4315-9117-6390a23c5857 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236136 Apr 29 12:39:49.446336 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1f5beeed-bb3e-499b-be6b-0683c9f483d7 req-9b6b98d3-9a1a-40ae-96c9-e95b219e65bb service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289773 Apr 29 12:39:49.534978 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:39:49.540102 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd056aa9-1f69-46d6-a8e5-f438d26b31df None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:39:49.746237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503dcb34-1d32-456d-b2e8-84c46d355ac2 None None] New status for floating IP 0d27b75e-9ef9-42c1-95fa-ab7af8079a4d: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:39:50.202263 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47db17-050c-4ee6-8eaf-0554db77e890 req-1716d7b3-e93a-4e53-b44c-56494c723794 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:50.202848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2f47db17-050c-4ee6-8eaf-0554db77e890 req-1716d7b3-e93a-4e53-b44c-56494c723794 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:39:50.220349 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-2f47db17-050c-4ee6-8eaf-0554db77e890 req-1716d7b3-e93a-4e53-b44c-56494c723794 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:39:50.221637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f47db17-050c-4ee6-8eaf-0554db77e890 req-1716d7b3-e93a-4e53-b44c-56494c723794 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.1136680 Apr 29 12:39:50.265675 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f47db17-050c-4ee6-8eaf-0554db77e890 req-0c641eb3-01f9-4b0f-b218-7b3c0f931049 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Apr 29 12:39:50.991629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa5be-41b4-4243-8a11-78c0db780aad req-e49f7095-32f7-40ad-9505-d2c921c2d0fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:50.992893 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-113fa5be-41b4-4243-8a11-78c0db780aad req-e49f7095-32f7-40ad-9505-d2c921c2d0fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0860829 Apr 29 12:39:51.065421 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Deleting port b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:39:51.065770 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:51.411958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] For port b54ca150-56d5-4dcd-8ac6-1108bf779a52, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=b54ca150-56d5-4dcd-8ac6-1108bf779a52,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:39:51.412614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:51.453775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39dcfd-13f8-48ee-91ca-77ddfa09f946 req-888a7622-b1f2-4a24-a71c-c20e8fbce747 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:39:51.455343 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-df39dcfd-13f8-48ee-91ca-77ddfa09f946 req-888a7622-b1f2-4a24-a71c-c20e8fbce747 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=de0160e3-2b14-46c4-b80e-14afc07871b4 HTTP/1.1" status: 200 len: 946 time: 0.0848768 Apr 29 12:39:51.501506 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-df39dcfd-13f8-48ee-91ca-77ddfa09f946 req-37e717d8-056f-4bb1-91f7-0b6907b9e892 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=24e998e8-89d6-4290-9968-a5622f54def3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Apr 29 12:39:51.537643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Calling delete_port for b54ca150-56d5-4dcd-8ac6-1108bf779a52 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:39:51.687848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:51.736550 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'Port': ['ID=b54ca150-56d5-4dcd-8ac6-1108bf779a52,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:51.812266 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] No DVR routers for this DVR port b54ca150-56d5-4dcd-8ac6-1108bf779a52 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:39:51.815210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:51.817828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-deleted', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:39:51.834717 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-113fa5be-41b4-4243-8a11-78c0db780aad req-6f35ac92-8e83-4e88-b06a-3844725a78e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "DELETE /v2.0/ports/b54ca150-56d5-4dcd-8ac6-1108bf779a52 HTTP/1.1" status: 204 len: 173 time: 0.8360906 Apr 29 12:39:51.865770 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ec87a-1165-4317-86b1-8ad651d16d6e'] response: {'server_uuid': 'de0160e3-2b14-46c4-b80e-14afc07871b4', 'name': 'network-vif-deleted', 'tag': 'b54ca150-56d5-4dcd-8ac6-1108bf779a52', 'status': 'completed', 'code': 200} Apr 29 12:39:52.597708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34976) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:52.664961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:52.694118 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:52.758893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:52.776067 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e998e8-89d6-4290-9968-a5622f54def3,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:52.789755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:52.790904 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cb4f88d4-8bc0-4342-88bb-55251a18ab78 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "DELETE /v2.0/security-groups/24e998e8-89d6-4290-9968-a5622f54def3 HTTP/1.1" status: 204 len: 168 time: 0.1920955 Apr 29 12:39:53.120120 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34984) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.125481 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104212876', 'description': 'tempest-secgroup-smoke-104212876 description', 'project_id': '86824915cc644a3085643941720595c8'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.131755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.136080 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.139051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.144861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.158632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.186354 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.190584 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.193611 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.199531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.274174 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.280137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.323896 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edce062b-1d75-489b-8243-f903938c77c0,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:53.327870 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.331741 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-01aba076-78e1-4e7f-bac4-5770c3419a2a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079718 Apr 29 12:39:53.332300 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34988) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.337525 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.343889 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.347673 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.350654 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.356441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.375817 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.442162 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.446932 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.473995 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfff5a2e-b1bc-4d02-98d4-fd2b470f72cc,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:53.485638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.486815 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9eb22e26-c484-4773-9d96-36636a09179d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538000 Apr 29 12:39:53.490020 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34992) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.497571 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.506484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.512007 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.515820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.521850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.539156 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.619217 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.626825 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.659002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee0b06b-9c7d-46f7-a9fe-68a88ca20430,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:53.668795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.670048 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-974cd6c9-925d-4436-80ee-246eb2872c9a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1787441 Apr 29 12:39:53.672815 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 34996) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.678197 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.683942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.687999 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.690971 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.696778 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.718072 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.784165 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.789037 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.812470 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfaebdf8-165c-4e7f-9af5-32515334bc68,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:53.823655 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.824910 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-2b9ec211-8f78-477c-b60c-e8844442f12c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511314 Apr 29 12:39:53.827788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35000) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.832751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.838911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.843127 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.846100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.852111 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:53.869872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.933855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.939205 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.961522 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9469adcf-8f2f-45ec-8ada-8b74e10b5a5b,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:53.970008 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:53.971162 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a9694521-0f4e-4317-bfa4-e33957462fa8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424615 Apr 29 12:39:53.973961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35004) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:53.978717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:53.984589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:53.988272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:53.991091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:53.996637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:54.008595 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.securitygroups_db [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Project 86824915cc644a3085643941720595c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:39:54.015518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.092544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.097546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.119740 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8054590-fbca-4717-9982-34f6cc3c4c70,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:54.128535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.129736 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-87f62874-cafa-42cd-a60b-6585e885c155 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548386 Apr 29 12:39:54.133775 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35008) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:39:54.138981 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'security_group_rule': {'security_group_id': 'edce062b-1d75-489b-8243-f903938c77c0', 'project_id': '86824915cc644a3085643941720595c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:39:54.144935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:39:54.148711 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:security_group_rule and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:39:54.151646 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:39:54.157869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:39:54.169087 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Project 86824915cc644a3085643941720595c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:39:54.175655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.243679 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.249092 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.272869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e1d3b5-8e3c-45fc-9596-db3eaf51d8ca,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:39:54.283030 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.283378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.283716 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.284048 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.284378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.284702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.285028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.285348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.285702 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.286022 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.286342 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.286659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:39:54.289321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:39:54.290516 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce9eb8ce-83d3-4277-99ff-f9dc686faa1e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557646 Apr 29 12:39:54.489997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:39:54.524768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: b54ca150-56d5-4dcd-8ac6-1108bf779a52 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:39:54.525104 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device b54ca150-56d5-4dcd-8ac6-1108bf779a52 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:40:00.388055 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-df759d1e-2ed9-4923-8024-8f80062f8535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:03.075505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7e235969-ed29-4930-a516-da2f5be2d651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:03.794759 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:04.331917 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:04.562582 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:05.827048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:09.279687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-a23642e2-6464-4735-b35f-9949b3c1b379 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:40:09.298978 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-a23642e2-6464-4735-b35f-9949b3c1b379 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:40:09.300171 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-a23642e2-6464-4735-b35f-9949b3c1b379 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104212876&fields=id&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 267 time: 0.0708816 Apr 29 12:40:09.449699 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-8f050e1e-68d0-4006-be0a-8937ec4448fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:09.451143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-8f050e1e-68d0-4006-be0a-8937ec4448fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 809 time: 0.1423666 Apr 29 12:40:09.465850 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-aa33eeee-75b4-4408-a579-b4f7c845b1db tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/quotas/86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 375 time: 0.0092783 Apr 29 12:40:09.550834 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-94172f2e-90b2-4a3d-a1c3-7f18de75d2c0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:40:09.568360 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-94172f2e-90b2-4a3d-a1c3-7f18de75d2c0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:40:09.569774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-94172f2e-90b2-4a3d-a1c3-7f18de75d2c0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992162 Apr 29 12:40:09.631734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-518e1d12-7e5c-4a95-a6f1-ab96235b175b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:40:09.632681 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-518e1d12-7e5c-4a95-a6f1-ab96235b175b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494275 Apr 29 12:40:09.776125 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91eb279d-72c0-41f8-96b5-9e06e39e752f service neutron] 10.222.0.53 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372693 Apr 29 12:40:10.004228 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-df3ebd5f-6f83-480b-aff8-b3057150ea22 service neutron] 10.222.0.53 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219732 Apr 29 12:40:10.436734 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4be4222b-4ada-4783-9cb6-ebc1d1ffe0db req-517cf96e-39e3-4950-a177-417e4ed12a11 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0522742 Apr 29 12:40:11.552446 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-02537aee-445b-4df6-81eb-9f4afc1a0a67 req-9828b63b-c0f2-42c2-90d8-0d15159bc48f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0503626 Apr 29 12:40:11.723123 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:40:12.650944 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-81a616c3-c97a-4bcb-aabc-33c8a7f94bd4 req-57cbbc02-b195-41a1-80df-fa9136961f5f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0419962 Apr 29 12:40:13.557998 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-df7a8d58-87de-430f-8bf8-57de4d292370 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:13.559423 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-df7a8d58-87de-430f-8bf8-57de4d292370 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 809 time: 0.1517086 Apr 29 12:40:13.613976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-ade7ef49-b8b8-46e1-b5cd-61fa94c64d5f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 379 time: 0.0395510 Apr 29 12:40:13.622623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'port': {'device_id': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'admin_state_up': True, 'tenant_id': '86824915cc644a3085643941720595c8', 'security_groups': ['edce062b-1d75-489b-8243-f903938c77c0']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:40:13.765466 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:40:13.813636 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:40:13.823053 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-17a10dc6-3963-40af-b429-2968ce96182c req-060c3d6c-05c6-4173-a911-8350844af9ea tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0548856 Apr 29 12:40:13.830758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Made reservation on behalf of 86824915cc644a3085643941720595c8 for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:40:13.834690 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:13.998763 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Allocated IP 172.20.0.9 (6a1b7a54-8551-40ec-93cb-42d70ad10d76/78050e24-870d-439a-93c6-ba41172fa22e/79811dcf-3c55-4aed-86d8-80f236a500a8) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:40:14.205445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.222731 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Transition to ACTIVE for port object 79811dcf-3c55-4aed-86d8-80f236a500a8 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:40:14.247049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.317009 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:40:14.320063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:40:14.323813 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:40:14.360836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:14.392716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:14.393484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.431921 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-9b939cdd-cf47-4749-8d32-591bb201ace2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129816 Apr 29 12:40:14.491935 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Request body: {'port': {'device_id': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:40:14.594224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2cc6e510-6390-4bbb-b221-a61c945acebb None None] Provisioning for port 79811dcf-3c55-4aed-86d8-80f236a500a8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:40:14.599664 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2cc6e510-6390-4bbb-b221-a61c945acebb None None] Provisioning complete for port 79811dcf-3c55-4aed-86d8-80f236a500a8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:40:14.600116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e510-6390-4bbb-b221-a61c945acebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.606477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.659762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6e510-6390-4bbb-b221-a61c945acebb None None] Port 79811dcf-3c55-4aed-86d8-80f236a500a8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:40:14.963333 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79811dcf-3c55-4aed-86d8-80f236a500a8 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:40:14.970939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:14.985938 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Transition to ACTIVE for port object 79811dcf-3c55-4aed-86d8-80f236a500a8 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:40:14.991441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:15.026349 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b0b9-9f00-4ebe-b5d4-668f09b54933 req-4ee6d5b4-a977-40d5-b01f-d39dc953eadc tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:15.029458 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de30b0b9-9f00-4ebe-b5d4-668f09b54933 req-4ee6d5b4-a977-40d5-b01f-d39dc953eadc tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 931 time: 0.0891509 Apr 29 12:40:15.089582 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-de30b0b9-9f00-4ebe-b5d4-668f09b54933 req-b351468b-edaa-4aaa-98ee-ba14dc866058 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524328 Apr 29 12:40:15.164324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:15.366048 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Attempting to bind port 79811dcf-3c55-4aed-86d8-80f236a500a8 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:40:15.366395 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Attempting to bind port 79811dcf-3c55-4aed-86d8-80f236a500a8 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:40:15.366736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Attempting to bind port 79811dcf-3c55-4aed-86d8-80f236a500a8 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:40:15.371221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Port 79811dcf-3c55-4aed-86d8-80f236a500a8 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:40:15.371527 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Attempting to bind port 79811dcf-3c55-4aed-86d8-80f236a500a8 on network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:40:15.377318 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:40:15.377706 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Checking segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:40:15.378081 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Bound using segment: {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:40:15.378518 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Bound port: 79811dcf-3c55-4aed-86d8-80f236a500a8, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4e696c-4b38-436b-b530-57e456aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:40:15.378871 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:15.468984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:40:15.472142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:40:15.478070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:15.551862 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:15.552474 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:15.553811 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] 10.222.0.66 "PUT /v2.0/ports/79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1093 time: 1.1069374 Apr 29 12:40:15.554276 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:40:15.579003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91413c8b-5491-4595-ad73-5e104a064547 service neutron] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:15.607097 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef3e50a-10df-4d61-a738-9d04da87cf04'] response: {'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'status': 'completed', 'code': 200} Apr 29 12:40:15.696845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-f5aca4f6-ab45-412b-ba48-76620bf84429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:15.698368 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-f5aca4f6-ab45-412b-ba48-76620bf84429 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1096 time: 0.0738869 Apr 29 12:40:15.776718 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-eae796be-cd65-40fe-8083-4929edb41673 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 217 time: 0.0638535 Apr 29 12:40:15.838665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-0c30afcc-f983-4b97-9003-4685dccf18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:15.840115 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-0c30afcc-f983-4b97-9003-4685dccf18a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0576789 Apr 29 12:40:15.928937 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-23d7b35b-85ef-4f89-aace-e5bb798c078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:15.930633 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-23d7b35b-85ef-4f89-aace-e5bb798c078c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838814 Apr 29 12:40:16.072905 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-5db6f55e-8d35-4f48-bf5b-27d4de7fd84e service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354983 Apr 29 12:40:16.206370 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c9140bc5-7b39-4157-9ac9-9ec216c63e3d req-b7dd432a-3fe3-4203-a5e5-7431665a7f1d service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273232 Apr 29 12:40:16.373326 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-bad9b3da-f4f9-43fb-b80b-a98b106559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:16.374820 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-bad9b3da-f4f9-43fb-b80b-a98b106559a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1096 time: 0.0715532 Apr 29 12:40:16.385803 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc0bd-4cb6-4313-9216-383ee78167e2 req-bdaed5da-4e7c-4cf5-ab52-3fccba5727d7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:16.388889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-237cc0bd-4cb6-4313-9216-383ee78167e2 req-bdaed5da-4e7c-4cf5-ab52-3fccba5727d7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.1927359 Apr 29 12:40:16.433099 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-237cc0bd-4cb6-4313-9216-383ee78167e2 req-0fff7712-4497-4d45-9d07-33ffaf6c585a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 Apr 29 12:40:16.511984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-49b0f9ac-5f8d-4a66-92a3-34c56b30c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:16.513404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-49b0f9ac-5f8d-4a66-92a3-34c56b30c0d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1324437 Apr 29 12:40:16.585609 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-5daab718-ba8e-4f26-b0a4-03374ae0ab94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 217 time: 0.0657017 Apr 29 12:40:16.646758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-1d3e7086-459e-4844-b5d3-311115f5bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:16.648081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-1d3e7086-459e-4844-b5d3-311115f5bd2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0568130 Apr 29 12:40:16.728373 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-2064b747-2d36-4d5a-a2f7-23ed8959c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:16.729818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-2064b747-2d36-4d5a-a2f7-23ed8959c681 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755382 Apr 29 12:40:16.868335 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-306a3686-5aec-4779-a302-c5f186b6ddb4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321352 Apr 29 12:40:16.997618 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-87be6185-592d-4fd5-89ec-36b25b08dc3e req-f1d66732-993a-4392-ba4b-e899919a8cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231039 Apr 29 12:40:17.723148 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad18ca-ede8-4866-a848-3a10466a610c req-8b1641b6-c424-4988-8448-fde21b0302c4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:17.724256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b2ad18ca-ede8-4866-a848-3a10466a610c req-8b1641b6-c424-4988-8448-fde21b0302c4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:40:17.745650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-b2ad18ca-ede8-4866-a848-3a10466a610c req-8b1641b6-c424-4988-8448-fde21b0302c4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:40:17.746781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b2ad18ca-ede8-4866-a848-3a10466a610c req-8b1641b6-c424-4988-8448-fde21b0302c4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.1582639 Apr 29 12:40:17.794608 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b2ad18ca-ede8-4866-a848-3a10466a610c req-9e0e1f99-9a88-4cf5-8a4e-db02e6f46a1b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383208 Apr 29 12:40:19.083171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d5282-4a83-471e-9f26-bc5bdf0cf249 req-7b81862c-6806-49e7-9336-0231cc88d602 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:19.084577 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa3d5282-4a83-471e-9f26-bc5bdf0cf249 req-7b81862c-6806-49e7-9336-0231cc88d602 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.1247404 Apr 29 12:40:19.127090 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa3d5282-4a83-471e-9f26-bc5bdf0cf249 req-0eb8ba82-e38d-430b-ab3a-f2ff59c4d470 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 Apr 29 12:40:20.437243 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330e9c-0ba0-4d66-88c9-2d5f99659e45 req-166332b9-82ac-4674-843f-837d66f40d75 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:20.438697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4d330e9c-0ba0-4d66-88c9-2d5f99659e45 req-166332b9-82ac-4674-843f-837d66f40d75 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.1940620 Apr 29 12:40:20.481656 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-4d330e9c-0ba0-4d66-88c9-2d5f99659e45 req-23a35ad7-9a06-4969-bc88-1f413bd76629 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Apr 29 12:40:21.689918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ba08e-1060-4c5d-96b8-54d3161a6f33 req-3f29396d-6982-457f-ada9-cd9a393f0ca8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:21.691487 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-177ba08e-1060-4c5d-96b8-54d3161a6f33 req-3f29396d-6982-457f-ada9-cd9a393f0ca8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0957537 Apr 29 12:40:21.742055 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-177ba08e-1060-4c5d-96b8-54d3161a6f33 req-5de93ee3-dc5b-496f-b138-d59df78bf2ba tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447762 Apr 29 12:40:22.932609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c63690-3416-4ada-9621-e03f9958a9d3 req-ee6421cb-4101-4d82-9429-5c103bec286c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:22.934052 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c63690-3416-4ada-9621-e03f9958a9d3 req-ee6421cb-4101-4d82-9429-5c103bec286c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0792029 Apr 29 12:40:22.980005 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c63690-3416-4ada-9621-e03f9958a9d3 req-7de3b1e3-ea43-497a-bf98-f6a364966bd1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Apr 29 12:40:24.183530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52d8b-73cb-4578-9db7-cb1e3f5f5f22 req-b9719b73-29a1-4076-98df-0c804fd58c19 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:24.184930 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-80a52d8b-73cb-4578-9db7-cb1e3f5f5f22 req-b9719b73-29a1-4076-98df-0c804fd58c19 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0855553 Apr 29 12:40:24.231022 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-80a52d8b-73cb-4578-9db7-cb1e3f5f5f22 req-2188a360-1608-4b38-900a-9046ca8712d4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Apr 29 12:40:25.433051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5981c-a2cd-42d5-a2b8-05e7cca8ba74 req-ecc36e64-74d1-4541-834e-bcd7cdc25ec3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:25.434578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ea5981c-a2cd-42d5-a2b8-05e7cca8ba74 req-ecc36e64-74d1-4541-834e-bcd7cdc25ec3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0800996 Apr 29 12:40:25.481183 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1ea5981c-a2cd-42d5-a2b8-05e7cca8ba74 req-6f74007c-c13e-4bb9-9131-baa8f28926e7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378811 Apr 29 12:40:26.629321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:40:26.698019 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60d85-017a-4111-9a2c-3a4d33bfda25 req-d11c2efa-f375-45ba-b75b-a0eab2dee819 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:26.699465 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-13c60d85-017a-4111-9a2c-3a4d33bfda25 req-d11c2efa-f375-45ba-b75b-a0eab2dee819 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0924888 Apr 29 12:40:26.747990 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-13c60d85-017a-4111-9a2c-3a4d33bfda25 req-d023ccee-2319-4f8d-82a9-bab22ae582d2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419278 Apr 29 12:40:26.799673 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:40:26.813049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'mac_address': 'fa:16:3e:e2:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:40:26.872929 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:26.890183 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79811dcf-3c55-4aed-86d8-80f236a500a8 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:40:26.907172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:40:26.912271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:26.982882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:26.990269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.990611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.990946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.991271 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.991575 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.991893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.992215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.992535 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.992847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.993170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.993513 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:26.993832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:40:27.474045 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['79811dcf-3c55-4aed-86d8-80f236a500a8'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:40:27.958356 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314294-cec2-4a1d-9a35-32089dec1e76 req-fb4f1567-c9bf-471f-ae61-b89708eb9ed8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:27.960094 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b314294-cec2-4a1d-9a35-32089dec1e76 req-fb4f1567-c9bf-471f-ae61-b89708eb9ed8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 944 time: 0.0958104 Apr 29 12:40:28.008396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6b314294-cec2-4a1d-9a35-32089dec1e76 req-a0cb1310-0e06-4a66-8e8a-14b8b2c5a3fb tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Apr 29 12:40:28.633355 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:40:28.716763 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 79811dcf-3c55-4aed-86d8-80f236a500a8 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:40:28.721350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 79811dcf-3c55-4aed-86d8-80f236a500a8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:40:28.721743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:28.839847 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:28.866333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:40:28.876241 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:40:28.881206 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:28.953199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:28.961378 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aede49e-4b48-4242-bcae-6ba7bfe34f70'] response: {'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'code': 200} Apr 29 12:40:29.242991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420fd6-0ab5-413e-96f6-093b335ade33 req-482fe2b1-3aa4-4d9a-b1d8-e210c595e936 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:29.244323 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-35420fd6-0ab5-413e-96f6-093b335ade33 req-482fe2b1-3aa4-4d9a-b1d8-e210c595e936 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1284349 Apr 29 12:40:29.303695 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-35420fd6-0ab5-413e-96f6-093b335ade33 req-a672469a-0b65-4345-9a4c-67bfeb91c20b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519693 Apr 29 12:40:29.315363 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a937753-db1a-4b2b-bd21-fa07b01884fd req-64ced8fb-250e-4b2f-80e2-a61cae542ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:29.316775 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a937753-db1a-4b2b-bd21-fa07b01884fd req-64ced8fb-250e-4b2f-80e2-a61cae542ae9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.1289794 Apr 29 12:40:29.358666 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7a937753-db1a-4b2b-bd21-fa07b01884fd req-a5cdeca7-afb0-4fab-b6d9-5d89c2be0d83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351272 Apr 29 12:40:30.384768 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-93023cac-21ef-4426-9329-fc59e65ffccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:30.492514 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5742b45-15dc-4c85-a2e2-158e2d7b5121 req-eebb43c8-3ea4-400b-9f71-fa60fbd1aaec tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:30.494034 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b5742b45-15dc-4c85-a2e2-158e2d7b5121 req-eebb43c8-3ea4-400b-9f71-fa60fbd1aaec tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0806344 Apr 29 12:40:30.537637 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b5742b45-15dc-4c85-a2e2-158e2d7b5121 req-fbafa47c-abd9-4afe-a0f2-05cd06dd1009 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Apr 29 12:40:31.737845 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933395-61ee-4941-833d-e770202fb5f5 req-877f60e1-7dc6-4ba0-9425-f592feed694b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:31.739246 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-25933395-61ee-4941-833d-e770202fb5f5 req-877f60e1-7dc6-4ba0-9425-f592feed694b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0943661 Apr 29 12:40:31.784455 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-25933395-61ee-4941-833d-e770202fb5f5 req-59c77231-af19-491c-a582-e0eb1fa27480 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Apr 29 12:40:31.984869 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173fd8e-384f-4975-b7c2-0635b5738f84 req-c8dfcbd6-e3b8-4620-9eab-8a24bcb4cccc tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:31.986330 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0173fd8e-384f-4975-b7c2-0635b5738f84 req-c8dfcbd6-e3b8-4620-9eab-8a24bcb4cccc tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0922639 Apr 29 12:40:32.030886 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-0173fd8e-384f-4975-b7c2-0635b5738f84 req-80c25948-59b0-4e2d-9909-e66a2aa83edf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Apr 29 12:40:32.053448 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35224) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:40:32.173743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8540216-797b-4344-add5-a479f65090ed tempest-TestShelveInstance-1541682629 tempest-TestShelveInstance-1541682629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:32.175314 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-d8540216-797b-4344-add5-a479f65090ed tempest-TestShelveInstance-1541682629 tempest-TestShelveInstance-1541682629-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1093 time: 0.1208873 Apr 29 12:40:32.179595 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35230) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:40:32.184363 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'tenant_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:40:32.190344 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:40:32.194268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Usage tracker for resource:floatingip and tenant:86824915cc644a3085643941720595c8 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:40:32.197034 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:40:32.202748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:40:32.215683 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:32.353971 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:32.487229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Allocated IP 172.26.0.108 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/072cecf0-81a4-44ab-9bf0-1cc78b180120) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:40:32.641333 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:32.685765 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:32.751324 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:40:32.754229 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:40:32.757923 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:40:32.792097 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=072cecf0-81a4-44ab-9bf0-1cc78b180120,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:33.079474 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0e5148f4-f46b-460b-a78f-8a9a6eb8039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.285367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.360840 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.567836 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.576691 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.685887 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event updated for resources: {'Port': ['ID=072cecf0-81a4-44ab-9bf0-1cc78b180120,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:40:33.697866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.799428 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:33.868694 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Floating IP 88e9a63e-ca91-4b10-9f97-37d3a3f123cb associated. External IP: 172.26.0.108, port: 79811dcf-3c55-4aed-86d8-80f236a500a8. Apr 29 12:40:34.220043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:40:34.323973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:34.413280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:40:34.424494 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:40:34.434272 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:40:34.434869 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:40:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:40:34.438888 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:34.495641 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-81c548a0-54ad-4e6a-81cd-c01daa29aa0a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3149569 Apr 29 12:40:34.496133 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:40:34.558128 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:34.599833 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0069e99c-e953-46e4-b2de-ea5d771bd132'] response: {'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'status': 'completed', 'code': 200} Apr 29 12:40:34.612275 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:40:34.819711 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-83f0bd0b-0b02-4a5a-8919-1f8c01ae2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:34.821173 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-83f0bd0b-0b02-4a5a-8919-1f8c01ae2312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.1090484 Apr 29 12:40:34.951065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-39d9bed6-a5a6-4d31-8e63-58270c3b4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:34.952649 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-39d9bed6-a5a6-4d31-8e63-58270c3b4718 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1253774 Apr 29 12:40:34.978510 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '88e9a63e-ca91-4b10-9f97-37d3a3f123cb', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:e2:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:40:33Z', 'updated_at': '2022-04-29T12:40:33Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:40:34.982246 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:40:34.990605 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:40:34.991213 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:40:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:40:35.055221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-debf0e51-49e5-4284-897c-3eca3615ecb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 999 time: 0.0963721 Apr 29 12:40:35.116512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-cdcc2f95-5b98-4a00-9fa0-b060dfee9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:35.118015 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-cdcc2f95-5b98-4a00-9fa0-b060dfee9e5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0571449 Apr 29 12:40:35.159376 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:40:35.194626 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-59b39dfa-a9f9-4af4-8129-be6d21f404a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:40:35.196126 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-59b39dfa-a9f9-4af4-8129-be6d21f404a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716903 Apr 29 12:40:35.333922 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-7010af65-a92a-4bcf-833f-67c4997a19ce service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309040 Apr 29 12:40:35.468416 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-38f5c974-9035-4731-b9f9-c2329fe76421 req-ab284d88-43fa-412d-9f34-9d866b54323b service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275258 Apr 29 12:40:35.499361 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '88e9a63e-ca91-4b10-9f97-37d3a3f123cb', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:e2:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:40:33Z', 'updated_at': '2022-04-29T12:40:33Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:40:35.504749 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4fbc5-edb1-4880-962b-59a923b02cc0 None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '88e9a63e-ca91-4b10-9f97-37d3a3f123cb', 'tenant_id': '86824915cc644a3085643941720595c8', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'mac_address': 'fa:16:3e:e2:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:40:33Z', 'updated_at': '2022-04-29T12:40:33Z', 'revision_number': 0, 'project_id': '86824915cc644a3085643941720595c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:40:35.684330 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23314ae8-7689-47f0-a550-8081fa5aa38e None None] New status for floating IP 88e9a63e-ca91-4b10-9f97-37d3a3f123cb: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:40:35.873309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:40:48.728395 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:41:00.393005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bbb2-eedb-4a66-af99-a56b8aad1b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:03.091203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-13c7ddef-318a-4875-bf3a-7433c17d72a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:03.815239 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:04.326412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:04.576934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:04.699404 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-e64eeadc-58a6-4126-852b-11c857b462c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710912 Apr 29 12:41:04.860519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-57aeca35-47e6-4a65-9c43-0505b9b029b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:41:04.861669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-57aeca35-47e6-4a65-9c43-0505b9b029b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.0806644 Apr 29 12:41:05.121662 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-0affd08c-b5dd-464d-ac2d-04dd001005ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:41:05.123015 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-0affd08c-b5dd-464d-ac2d-04dd001005ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.2390392 Apr 29 12:41:05.222985 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-d286142e-b24f-4089-8341-7cd25fffdd3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1001 time: 0.0934572 Apr 29 12:41:05.286061 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-1fabcb93-e722-47d6-9128-37e8bf263aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:41:05.287400 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-1fabcb93-e722-47d6-9128-37e8bf263aaf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0568085 Apr 29 12:41:05.370224 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-11d6b2fd-490e-495b-a219-bd7de2b54da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:41:05.371124 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-11d6b2fd-490e-495b-a219-bd7de2b54da9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777125 Apr 29 12:41:05.510985 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-9632c92d-47ed-4f1e-aa43-6bf6a5e362f8 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321433 Apr 29 12:41:05.649214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-240bcd4d-49bb-44ad-bec7-b7a5dc34005f req-c18dbe93-5bc4-496e-b7e5-d4e91ce9c86b service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288757 Apr 29 12:41:05.831267 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:25.742196 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:41:30.392991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-6e689077-e83c-4843-ae05-1cce12757bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:33.091640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e135e475-b029-4705-8a4a-b28c05eb422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:33.820342 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:34.337872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:34.576903 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:41:35.840865 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:00.392594 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7e459ba0-5be1-4915-9f00-ce152d2a3b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:02.743917 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:42:03.091841 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-430541a9-a88e-408a-9ccb-aff078d353ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:03.827270 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:04.340838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:04.590753 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:05.757644 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-46e71bfb-80fd-4ee0-bda9-b3c607606ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867405 Apr 29 12:42:05.838735 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:05.915039 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-1866e023-f4e4-4338-9ab1-1531a76fa849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:05.916497 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-1866e023-f4e4-4338-9ab1-1531a76fa849 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.0740771 Apr 29 12:42:06.062066 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-5f65fe0e-101e-4082-a2b8-d404f7772dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:06.063377 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-5f65fe0e-101e-4082-a2b8-d404f7772dcb service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1279757 Apr 29 12:42:06.169221 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-d15805ea-2b2d-4af4-8a53-7963dacd3a82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1001 time: 0.0983853 Apr 29 12:42:06.237577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-99b33294-beb6-4b99-9072-1a21b31698ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:06.238982 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-99b33294-beb6-4b99-9072-1a21b31698ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0630844 Apr 29 12:42:06.314146 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-a7f7564e-f256-4f36-b774-7b852d86dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:06.315486 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-a7f7564e-f256-4f36-b774-7b852d86dc36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701311 Apr 29 12:42:06.443571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-2a0b6d11-2f8d-4b22-aa31-e0808f63d011 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211348 Apr 29 12:42:06.572504 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-330feddf-a359-42d4-b1b5-60fdcab9f329 req-9d89637a-1607-49b3-bc04-82de1ceb2064 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224496 Apr 29 12:42:30.399600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-eb44dfe1-3cf8-4a96-a7c2-087c82521a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:32.941710 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43233b-a7b1-468a-b423-aa2d0cb38e88 req-13521823-a9e5-4389-873b-d946b6af5d12 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:32.943165 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0e43233b-a7b1-468a-b423-aa2d0cb38e88 req-13521823-a9e5-4389-873b-d946b6af5d12 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0896947 Apr 29 12:42:32.997830 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0e43233b-a7b1-468a-b423-aa2d0cb38e88 req-28cf3027-392f-4545-8aaf-87dd3fa9c5b7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460367 Apr 29 12:42:33.093684 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c1538821-8194-40ae-bb37-61c1077641ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:33.815446 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:34.223364 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95183b29-64cd-4b6a-9c57-b9f2a019e81d req-6d8586b6-f3dc-4a83-aca9-390634cbb6c2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:34.224830 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95183b29-64cd-4b6a-9c57-b9f2a019e81d req-6d8586b6-f3dc-4a83-aca9-390634cbb6c2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1128397 Apr 29 12:42:34.273456 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95183b29-64cd-4b6a-9c57-b9f2a019e81d req-ad5dcdfe-c3b0-471d-9de0-33907038000b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Apr 29 12:42:34.338749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:34.574899 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:35.469407 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb50246-107e-462e-befb-deda5e3ed9d4 req-7907dca7-08fb-41a0-9641-68528352ff55 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:35.470953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb50246-107e-462e-befb-deda5e3ed9d4 req-7907dca7-08fb-41a0-9641-68528352ff55 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0806499 Apr 29 12:42:35.524825 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fcb50246-107e-462e-befb-deda5e3ed9d4 req-69bdc74f-1d95-4348-8069-15d5f2beb2e7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 Apr 29 12:42:35.850283 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:36.850457 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7ac21-efd8-4e3a-bac1-1bdb3cbe4060 req-5966e973-08d5-4911-adb5-4c226e059d15 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:36.851910 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1e7ac21-efd8-4e3a-bac1-1bdb3cbe4060 req-5966e973-08d5-4911-adb5-4c226e059d15 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.2032802 Apr 29 12:42:36.895053 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f1e7ac21-efd8-4e3a-bac1-1bdb3cbe4060 req-eb72f0ed-9617-4e5d-8777-e804814fb790 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374348 Apr 29 12:42:38.131640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7d58-d7c5-4211-8a7c-0275c5be6262 req-0a2ed868-2f12-437e-9e5c-561ebe7b7dec tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:38.133036 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff3e7d58-d7c5-4211-8a7c-0275c5be6262 req-0a2ed868-2f12-437e-9e5c-561ebe7b7dec tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1075943 Apr 29 12:42:38.279247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ff3e7d58-d7c5-4211-8a7c-0275c5be6262 req-f714e08d-3f68-4308-a774-b986f87b2c0b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402042 Apr 29 12:42:39.471255 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf3bcf-4f5a-4375-8b1a-d7bce20fcb43 req-3b5ae9ab-98e9-4c37-b7c5-66cdd21d9994 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:39.472704 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3dcf3bcf-4f5a-4375-8b1a-d7bce20fcb43 req-3b5ae9ab-98e9-4c37-b7c5-66cdd21d9994 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0807486 Apr 29 12:42:39.518413 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3dcf3bcf-4f5a-4375-8b1a-d7bce20fcb43 req-75f4d092-d2f1-4c6a-b353-03a93c24bbe3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Apr 29 12:42:39.746312 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:42:40.712605 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1c487-93f9-4f96-a44d-e6038f0d8bf0 req-056fe471-cbda-467f-8045-382e2a661bc6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:40.714046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0eb1c487-93f9-4f96-a44d-e6038f0d8bf0 req-056fe471-cbda-467f-8045-382e2a661bc6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0834744 Apr 29 12:42:40.762020 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0eb1c487-93f9-4f96-a44d-e6038f0d8bf0 req-4bb3d0dc-9cd0-499b-9261-3172faedb0c2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Apr 29 12:42:41.966071 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7564c-1117-40e9-850e-de5c9a675f3c req-4379ef54-60a2-4ce4-b6bd-855ea54fc7e2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:41.967509 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9cc7564c-1117-40e9-850e-de5c9a675f3c req-4379ef54-60a2-4ce4-b6bd-855ea54fc7e2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0895026 Apr 29 12:42:42.010148 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9cc7564c-1117-40e9-850e-de5c9a675f3c req-d3c0426a-95ca-4895-87d4-45aeecd48dba tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369072 Apr 29 12:42:43.213446 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d175ab8-da95-428e-a8bb-68e02ae8d1cf req-bc6928b4-3e5d-49ea-ac19-da5f730444ae tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:43.214901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9d175ab8-da95-428e-a8bb-68e02ae8d1cf req-bc6928b4-3e5d-49ea-ac19-da5f730444ae tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0940182 Apr 29 12:42:43.259522 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9d175ab8-da95-428e-a8bb-68e02ae8d1cf req-577878de-63ca-4c28-8fb3-33aacddc557e tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 Apr 29 12:42:44.460494 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a6a1-3414-4502-ac00-d2b49765cc04 req-ae3405fa-b67a-4276-90e1-0c83f402b834 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:44.461988 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5329a6a1-3414-4502-ac00-d2b49765cc04 req-ae3405fa-b67a-4276-90e1-0c83f402b834 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0844634 Apr 29 12:42:44.507889 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-5329a6a1-3414-4502-ac00-d2b49765cc04 req-bebe0272-1498-4758-b1cd-283e85fcd0f6 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Apr 29 12:42:45.714672 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca62a9-1afd-4e30-9ed4-8400f596433c req-883d9103-707b-4471-90a3-c5ad67332fdf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:45.716057 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d7ca62a9-1afd-4e30-9ed4-8400f596433c req-883d9103-707b-4471-90a3-c5ad67332fdf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0932918 Apr 29 12:42:45.770803 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d7ca62a9-1afd-4e30-9ed4-8400f596433c req-499e8e12-cfa3-4097-a9cd-c5a925276119 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457361 Apr 29 12:42:46.956007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56033d-e738-4513-a24b-b706fc2b4e61 req-ddc7d57d-ef53-4dc9-84b9-01475626853f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:46.957553 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa56033d-e738-4513-a24b-b706fc2b4e61 req-ddc7d57d-ef53-4dc9-84b9-01475626853f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0807390 Apr 29 12:42:47.000489 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aa56033d-e738-4513-a24b-b706fc2b4e61 req-4f7b9d83-7632-483c-9abf-903dc4314c48 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370758 Apr 29 12:42:48.216343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-9605c324-3e0f-40cb-ae2a-d8a6900b5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:48.217802 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-9605c324-3e0f-40cb-ae2a-d8a6900b5321 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.1294646 Apr 29 12:42:48.225600 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5f88-5e5a-4b5b-b005-4aa30068d08b req-d401c3dc-18a6-4aff-8980-c387c96f4935 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:48.226901 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5dba5f88-5e5a-4b5b-b005-4aa30068d08b req-d401c3dc-18a6-4aff-8980-c387c96f4935 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1048779 Apr 29 12:42:48.352676 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5dba5f88-5e5a-4b5b-b005-4aa30068d08b req-86db6531-81c2-4708-8dad-e7913b8d21f2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078367 Apr 29 12:42:48.380384 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-406541bc-728f-4952-9576-f7e5d3eb8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:48.381848 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-406541bc-728f-4952-9576-f7e5d3eb8be5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1541471 Apr 29 12:42:48.481760 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-512eea1a-9e62-4ec6-b77b-9ef9c3b8436c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1001 time: 0.0928619 Apr 29 12:42:48.542683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-4698f393-4800-4834-9202-3c6bf220d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:48.544007 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-4698f393-4800-4834-9202-3c6bf220d341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0559726 Apr 29 12:42:48.626253 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-484a444f-c4df-4ba2-9717-57e42e24436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:48.627859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-484a444f-c4df-4ba2-9717-57e42e24436b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759161 Apr 29 12:42:48.760951 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-2339da46-dea8-4f90-b23e-3c13668d9735 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266153 Apr 29 12:42:48.891110 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-2f552f1d-89fe-4d34-8a72-733092077a57 req-51ef9e69-51e3-4161-aa9c-9eee67fbc8d7 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238627 Apr 29 12:42:49.551710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6c65-9c53-44a9-b0f1-32b334734b77 req-2888bf9a-19b3-4370-a12b-58d379e5c0b5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:49.553138 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d7ff6c65-9c53-44a9-b0f1-32b334734b77 req-2888bf9a-19b3-4370-a12b-58d379e5c0b5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0863755 Apr 29 12:42:49.598706 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d7ff6c65-9c53-44a9-b0f1-32b334734b77 req-51c9eaf8-c265-4d6b-9cc5-c22f6ae0b765 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396092 Apr 29 12:42:50.795872 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bcaa2-c114-4838-8cd1-93a4c0f8e3ba req-48a127e9-5ada-4c25-936a-19248893fc82 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:50.797575 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-001bcaa2-c114-4838-8cd1-93a4c0f8e3ba req-48a127e9-5ada-4c25-936a-19248893fc82 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0820255 Apr 29 12:42:50.845509 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-001bcaa2-c114-4838-8cd1-93a4c0f8e3ba req-426757f4-32aa-43b3-8643-d55982ef4336 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Apr 29 12:42:52.058562 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e3194-d2c5-49d7-81c2-437c1932d781 req-849cd478-ec36-4bbd-a942-c87a21b5a7a4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:52.060046 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f05e3194-d2c5-49d7-81c2-437c1932d781 req-849cd478-ec36-4bbd-a942-c87a21b5a7a4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0887942 Apr 29 12:42:52.103947 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f05e3194-d2c5-49d7-81c2-437c1932d781 req-4b5bdd26-9b63-41cc-96a6-e58041f24c68 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382571 Apr 29 12:42:52.324919 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35374) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:42:52.494527 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-8345dbd5-1f86-46a8-99a2-83d725df116d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683314 Apr 29 12:42:52.506144 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6283b-c6ad-4b06-bf02-1247e37c1292 req-5cd6df8d-25ae-400e-aac9-5dbdcba60c84 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:52.507494 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-55c6283b-c6ad-4b06-bf02-1247e37c1292 req-5cd6df8d-25ae-400e-aac9-5dbdcba60c84 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1073828 Apr 29 12:42:52.554487 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-55c6283b-c6ad-4b06-bf02-1247e37c1292 req-15ed42a6-5989-4c51-99ab-29cdde10b0e4 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Apr 29 12:42:53.752010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe1e9-f92d-489a-a998-85df2be4ca49 req-6cd9b87c-67f5-4c72-a796-556e7b535c95 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:53.753427 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-247fe1e9-f92d-489a-a998-85df2be4ca49 req-6cd9b87c-67f5-4c72-a796-556e7b535c95 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0859473 Apr 29 12:42:53.799898 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-247fe1e9-f92d-489a-a998-85df2be4ca49 req-3a3de7b8-8f42-4f70-bbe6-41f05c688638 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Apr 29 12:42:54.992857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a04f8-5b6c-40ad-8464-c081b9feb542 req-750c1346-c6cf-4f9a-abd2-e1ee41b940fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:54.994422 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-394a04f8-5b6c-40ad-8464-c081b9feb542 req-750c1346-c6cf-4f9a-abd2-e1ee41b940fa tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0856743 Apr 29 12:42:55.040258 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-394a04f8-5b6c-40ad-8464-c081b9feb542 req-f3119576-079e-4533-bf1e-8c3f484f07b8 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386372 Apr 29 12:42:55.264619 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:42:55.387372 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-d2bd30e8-f014-4428-a082-545740bcce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:55.388166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:55.389667 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-d2bd30e8-f014-4428-a082-545740bcce89 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5&tenant_id=86824915cc644a3085643941720595c8 HTTP/1.1" status: 200 len: 1098 time: 0.0726099 Apr 29 12:42:55.418568 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:42:55.423786 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:42:55.429066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:42:55.500882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:42:55.502490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-85c28324-07c1-482c-b33c-18a9c0c57663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:55.503953 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-85c28324-07c1-482c-b33c-18a9c0c57663 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1096 time: 0.0772867 Apr 29 12:42:55.508716 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.509137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.509627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.510020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.510519 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.510851 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.511189 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.511505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.511833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.512154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.512475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.512794 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:42:55.584629 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f902183-d13a-408a-b4e1-6b99155fd06f'] response: {'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'code': 200} Apr 29 12:42:55.733190 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-49af7e89-2118-490a-99a5-920b229a1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:55.734641 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-49af7e89-2118-490a-99a5-920b229a1950 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.2248199 Apr 29 12:42:55.838786 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-7c079ada-2411-49e9-8eff-839f17b17f93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 999 time: 0.0970032 Apr 29 12:42:55.900453 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-6ad07e8e-348b-465a-b932-b599d085f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:55.901871 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-6ad07e8e-348b-465a-b932-b599d085f881 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0573177 Apr 29 12:42:55.978303 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-0b66f9de-d9d3-413b-87ac-fa17118ce2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:55.979731 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-0b66f9de-d9d3-413b-87ac-fa17118ce2f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710757 Apr 29 12:42:56.113417 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-08ce5e9b-95a6-45bd-8091-b33ddca6c325 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267247 Apr 29 12:42:56.227955 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de497-68cb-4627-aa5a-1263a1968278 req-dccdc36d-39f1-4664-a646-73974f80e46c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:56.229419 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b25de497-68cb-4627-aa5a-1263a1968278 req-dccdc36d-39f1-4664-a646-73974f80e46c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0825033 Apr 29 12:42:56.249578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fe3432c6-3191-4a76-896d-e3c7b225e215 req-371e09ef-0141-484e-a47b-7b6f38416b06 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271141 Apr 29 12:42:56.274395 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-b25de497-68cb-4627-aa5a-1263a1968278 req-eb7b5ada-104a-445f-a61f-b7ade59a19f3 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381565 Apr 29 12:42:57.466851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c707c-9599-4e2b-bf8d-cf7603ae49f1 req-0e794ced-c6ef-422c-8036-812f2ea17e22 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:57.468329 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8e2c707c-9599-4e2b-bf8d-cf7603ae49f1 req-0e794ced-c6ef-422c-8036-812f2ea17e22 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0834866 Apr 29 12:42:57.512008 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8e2c707c-9599-4e2b-bf8d-cf7603ae49f1 req-efbca675-fb6f-4bb9-be32-d677223268df tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378139 Apr 29 12:42:58.709179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9ed26-47fe-41b9-927d-14ef266f3180 req-00f5430b-a296-4e6e-910e-1c65c2af3225 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:58.710568 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-78a9ed26-47fe-41b9-927d-14ef266f3180 req-00f5430b-a296-4e6e-910e-1c65c2af3225 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0835733 Apr 29 12:42:58.755799 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-78a9ed26-47fe-41b9-927d-14ef266f3180 req-7e24bebd-6d5f-4fe0-9c70-c5d67528711c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Apr 29 12:42:59.947255 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c13cf-a4df-4d4a-9cc9-996da4ad10f8 req-2e6346fd-9188-4969-b9d5-d7987c31d6af tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:42:59.948726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e41c13cf-a4df-4d4a-9cc9-996da4ad10f8 req-2e6346fd-9188-4969-b9d5-d7987c31d6af tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0817294 Apr 29 12:42:59.997910 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e41c13cf-a4df-4d4a-9cc9-996da4ad10f8 req-d61ef10f-4143-4571-92db-99356a305fc0 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Apr 29 12:43:00.400164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-95ffe181-3d37-4aa5-b0bd-1797f578b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:01.202335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada9e9f-6e03-47f5-bd06-c4cdc8149a91 req-ec854b5c-ea9a-408a-9bdb-87191ac08cbe tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:01.203779 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fada9e9f-6e03-47f5-bd06-c4cdc8149a91 req-ec854b5c-ea9a-408a-9bdb-87191ac08cbe tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0869012 Apr 29 12:43:01.255064 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fada9e9f-6e03-47f5-bd06-c4cdc8149a91 req-a9c3e068-8dc9-461c-b03d-7a424654596c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Apr 29 12:43:02.458293 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79704-d082-43f3-a4f1-830af7d2da8c req-ad3dbfa0-d0c0-47a4-82db-40869115a494 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:02.459475 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48f79704-d082-43f3-a4f1-830af7d2da8c req-ad3dbfa0-d0c0-47a4-82db-40869115a494 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0815337 Apr 29 12:43:02.505288 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-48f79704-d082-43f3-a4f1-830af7d2da8c req-b2f7792f-c3d3-44f6-aafa-bea56aa5779a tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Apr 29 12:43:03.089351 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7288c65f-ac55-4260-b2f8-8fc7d5757537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:03.700338 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3b99-8bd2-4678-ae6e-c9191bf512fc req-a08fac0a-e679-4f3f-848b-71f8370a62e1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:03.701766 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d13b3b99-8bd2-4678-ae6e-c9191bf512fc req-a08fac0a-e679-4f3f-848b-71f8370a62e1 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0791748 Apr 29 12:43:03.748256 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d13b3b99-8bd2-4678-ae6e-c9191bf512fc req-fbbaf33d-cdd3-40cc-9b04-d3836812387d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382018 Apr 29 12:43:03.811012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:04.346529 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:04.594698 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:04.951837 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11770f1-ed7e-4fc5-ad50-46e1c487a13b req-03eac58e-7c7d-424c-873c-647776c0aeb2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:04.953292 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d11770f1-ed7e-4fc5-ad50-46e1c487a13b req-03eac58e-7c7d-424c-873c-647776c0aeb2 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 943 time: 0.0885129 Apr 29 12:43:05.003378 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-d11770f1-ed7e-4fc5-ad50-46e1c487a13b req-2c811c2f-4598-448a-8688-6a4e2b724126 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Apr 29 12:43:05.341934 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:43:05.488137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:43:05.501287 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'port_id': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'mac_address': 'fa:16:3e:e2:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:43:05.560538 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:05.577848 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79811dcf-3c55-4aed-86d8-80f236a500a8 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:43:05.595745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:43:05.601740 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:05.667031 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:43:05.849629 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:06.028928 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['79811dcf-3c55-4aed-86d8-80f236a500a8'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:43:06.193411 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c732ea-d226-4388-ad64-0cde7d1a0aaa req-491350a6-1285-4bad-80ff-f082d5e109e5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:06.194957 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95c732ea-d226-4388-ad64-0cde7d1a0aaa req-491350a6-1285-4bad-80ff-f082d5e109e5 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 944 time: 0.0856602 Apr 29 12:43:06.239039 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-95c732ea-d226-4388-ad64-0cde7d1a0aaa req-7eae139e-8351-4961-84a1-f61aede1f5cf tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382490 Apr 29 12:43:06.796272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-cb261e9b-40d8-4892-ae06-fb49051e836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:06.797791 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-cb261e9b-40d8-4892-ae06-fb49051e836b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1097 time: 0.0765910 Apr 29 12:43:06.954132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-b93de0d5-896c-4e11-8f20-b8d0e5b642e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:06.955581 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-b93de0d5-896c-4e11-8f20-b8d0e5b642e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1377971 Apr 29 12:43:07.060472 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-b3ffc746-c482-4f7b-ad1b-a93b9e00cab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1000 time: 0.0984192 Apr 29 12:43:07.123951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-14583f84-e3cd-43b7-bfd9-8c1e2e1b45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:07.126150 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-14583f84-e3cd-43b7-bfd9-8c1e2e1b45cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0593989 Apr 29 12:43:07.209883 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-8598228b-449d-465e-818a-231589b4e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:07.211436 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-8598228b-449d-465e-818a-231589b4e087 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783658 Apr 29 12:43:07.357776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:43:07.398302 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-aa1801eb-6606-444d-9c18-c8c1156beb20 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790934 Apr 29 12:43:07.426107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 79811dcf-3c55-4aed-86d8-80f236a500a8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:43:07.426107 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:07.547790 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:07.575967 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:43:07.585583 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:43:07.591539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:07.628031 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b8ce70-b95a-49f9-98a8-8483216c93d1'] response: {'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'code': 200} Apr 29 12:43:07.630084 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9489ea-21c3-4c3b-814a-2e097ac37e20 req-4d3ad9d3-20ee-4593-a54d-bb1ef56b6e39 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:07.631578 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d9489ea-21c3-4c3b-814a-2e097ac37e20 req-4d3ad9d3-20ee-4593-a54d-bb1ef56b6e39 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 944 time: 0.2834315 Apr 29 12:43:07.658840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:43:07.675357 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-10c84427-0b71-4491-a23c-eb58d2d96a91 req-b4bbb7b2-359e-4af5-b56f-a855e5e56efe service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689359 Apr 29 12:43:07.698629 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-6d9489ea-21c3-4c3b-814a-2e097ac37e20 req-a74168d1-e99f-4344-9077-5c3e91ef707b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601423 Apr 29 12:43:08.007643 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4dc5-336b-4a64-8be3-3932d0225cbd req-57e530a3-7c0e-473c-b7ef-9c6fbdcd5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:08.008976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bbeb4dc5-336b-4a64-8be3-3932d0225cbd req-57e530a3-7c0e-473c-b7ef-9c6fbdcd5a31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.0720749 Apr 29 12:43:08.049455 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-bbeb4dc5-336b-4a64-8be3-3932d0225cbd req-fe8433a1-fba4-4f18-ad6a-08ce66458e31 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335581 Apr 29 12:43:08.901105 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302abd-8ec2-4d83-ac18-1023d2ed708c req-5a943caa-0485-4f22-b613-ebd6a7e0f434 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:08.902576 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3b302abd-8ec2-4d83-ac18-1023d2ed708c req-5a943caa-0485-4f22-b613-ebd6a7e0f434 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0870802 Apr 29 12:43:08.949888 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-3b302abd-8ec2-4d83-ac18-1023d2ed708c req-57254fbe-3444-4076-b76d-e1ac83606c29 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413942 Apr 29 12:43:10.156922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5389e-4761-446d-b13a-de55c320a8ce req-a76afa33-a32f-4b38-b4a3-26238bc2a75c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:43:10.158380 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c5f5389e-4761-446d-b13a-de55c320a8ce req-a76afa33-a32f-4b38-b4a3-26238bc2a75c tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0901155 Apr 29 12:43:10.204291 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c5f5389e-4761-446d-b13a-de55c320a8ce req-b78a416f-3bde-4f10-9de6-b8cc232e0916 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Apr 29 12:43:16.750015 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:43:30.406014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-67a99664-0fdf-43b5-8074-e3e421212774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:33.083421 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a5363c60-0024-4efa-80b4-ac1179eddca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:33.819982 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:34.355779 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:34.596946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:35.851563 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:43:53.743101 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:44:00.400411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5b68aaaf-3c59-4647-8172-a966c4515ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:03.095112 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-35bfd146-feb3-4cb7-a93f-5233bdf4f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:03.820485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:04.350106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:04.603670 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:05.855731 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:07.685826 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-5bb7d04c-8e5a-4108-ad76-66ad01476945 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756335 Apr 29 12:44:07.856070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-da6058f3-d4ac-405d-b72c-04b5a1a495ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:07.857427 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-da6058f3-d4ac-405d-b72c-04b5a1a495ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.0831900 Apr 29 12:44:08.008095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-d1eb3974-fca1-45c5-b5b9-718167a03cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:08.009534 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-d1eb3974-fca1-45c5-b5b9-718167a03cea service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1275134 Apr 29 12:44:08.108805 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-16d3ff5a-37b1-43c3-9da9-cfcea9a44827 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 1001 time: 0.0930097 Apr 29 12:44:08.179905 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-7fb7d5ed-c79a-4f66-b58b-5eb829517d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:08.181269 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-7fb7d5ed-c79a-4f66-b58b-5eb829517d47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0608635 Apr 29 12:44:08.266620 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-a9476265-6fb1-491f-8cbe-40f33c42f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:08.268719 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-a9476265-6fb1-491f-8cbe-40f33c42f560 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784304 Apr 29 12:44:08.279090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-14f6127c-126d-4b56-bc5c-5a588e588eca service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 12:44:08.279977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-14f6127c-126d-4b56-bc5c-5a588e588eca service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047877 Apr 29 12:44:08.407289 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-66bbbbd2-ad6c-4c37-81b1-232bd4385c14 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207101 Apr 29 12:44:08.545814 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-332c57af-fe08-461c-8d95-c806a03db7f0 req-74286ed4-1d14-4925-8197-f695c847bdc4 service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317227 Apr 29 12:44:29.810767 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35460) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:30.035834 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Deleting port 072cecf0-81a4-44ab-9bf0-1cc78b180120 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:30.036146 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.322591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.322990 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.405655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-02a8b8f7-ad91-40ea-b938-0144d6d54017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.445069 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Calling delete_port for 072cecf0-81a4-44ab-9bf0-1cc78b180120 owned by network:floatingip {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:30.599784 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.645761 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'Port': ['ID=072cecf0-81a4-44ab-9bf0-1cc78b180120,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:30.691061 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.691405 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.691742 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.692072 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.692493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.692826 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.693152 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.693493 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.693810 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.694114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.694435 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.694750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:30.741354 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:44:30.750268 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for floatingip, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:30.750627 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Floating IP 88e9a63e-ca91-4b10-9f97-37d3a3f123cb disassociated (deleted). External IP: 172.26.0.108, port: 79811dcf-3c55-4aed-86d8-80f236a500a8. Apr 29 12:44:31.102899 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:44:31.284467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:31.293993 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:31.304265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:31.304886 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:31.306811 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:31.360964 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-54b5b588-7b3a-4835-8a32-1034512ed2a7 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "DELETE /v2.0/floatingips/88e9a63e-ca91-4b10-9f97-37d3a3f123cb HTTP/1.1" status: 204 len: 168 time: 1.5491147 Apr 29 12:44:31.361520 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:44:31.538827 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:31.568812 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f037ce8-2781-40f3-acee-3df561ceafdc'] response: {'name': 'network-changed', 'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'status': 'completed', 'code': 200} Apr 29 12:44:31.777607 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-90b7546d-1cef-40cf-a921-cdf4e732f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:31.779102 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-90b7546d-1cef-40cf-a921-cdf4e732f182 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86824915cc644a3085643941720595c8&device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 1098 time: 0.1318500 Apr 29 12:44:31.787123 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa352e2-7e1e-451b-9911-eb0700fbf802 req-4c058631-039d-47d3-928c-90c9189bb286 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:31.788451 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8aa352e2-7e1e-451b-9911-eb0700fbf802 req-4c058631-039d-47d3-928c-90c9189bb286 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1068223 Apr 29 12:44:31.849472 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:31.853250 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:31.861914 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:31.862495 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:31.916739 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8aa352e2-7e1e-451b-9911-eb0700fbf802 req-6c5bb5f2-f6b4-4a91-b3cf-18e7af55a78d tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097629 Apr 29 12:44:31.946249 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-a1e38613-0a69-4540-9c68-c592aa33fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:31.947656 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-a1e38613-0a69-4540-9c68-c592aa33fa1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 200 len: 910 time: 0.1583843 Apr 29 12:44:32.018669 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-ce2b7d86-4863-4acf-8333-d9dd49e9cf57 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 200 len: 217 time: 0.0639842 Apr 29 12:44:32.032280 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:32.084866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-a928a5f7-9d1c-4f3a-a7f5-2b6acb0ec7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:32.086327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-a928a5f7-9d1c-4f3a-a7f5-2b6acb0ec7f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 200 len: 848 time: 0.0613735 Apr 29 12:44:32.162065 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-c8a2e6a1-511a-4243-aeb0-28776825991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:32.163523 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-c8a2e6a1-511a-4243-aeb0-28776825991d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6a1b7a54-8551-40ec-93cb-42d70ad10d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707197 Apr 29 12:44:32.350296 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:32.354678 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aacb7-14e6-435a-9183-276866687ce8 None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:34:12Z', 'revision_number': 4, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '8bdf6dbf-343a-47a7-8cb4-6e5356077a8e', 'name': '', 'network_id': '6a1b7a54-8551-40ec-93cb-42d70ad10d76', 'tenant_id': '86824915cc644a3085643941720595c8', 'mac_address': 'fa:16:3e:91:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '78050e24-870d-439a-93c6-ba41172fa22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:11Z', 'updated_at': '2022-04-29T12:34:19Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'subnets': [{'id': '78050e24-870d-439a-93c6-ba41172fa22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:44:32.406511 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-e0e534b5-ad08-4009-9c86-e265b68159cc service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341561 Apr 29 12:44:32.547240 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fdda7c6a-7e9b-4c23-83b7-ce7f1eb5c20e req-2a737268-2b7d-4e80-b7ad-4ab3844660ad service neutron] 10.222.0.66 "GET /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321921 Apr 29 12:44:32.589233 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd89106b-4cfe-4276-a72b-9078fb20d6b8 None None] New status for floating IP 88e9a63e-ca91-4b10-9f97-37d3a3f123cb: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:44:33.095870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-78ab7ed8-f8e1-4c04-a977-f4c910f3d48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:33.138977 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711b7d-3dca-4575-b908-0088e4aa99d0 req-38709438-2325-4bc7-82fa-a19139d4a757 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:33.139662 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-df711b7d-3dca-4575-b908-0088e4aa99d0 req-38709438-2325-4bc7-82fa-a19139d4a757 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88016) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:44:33.156009 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [req-df711b7d-3dca-4575-b908-0088e4aa99d0 req-38709438-2325-4bc7-82fa-a19139d4a757 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88016) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:44:33.157195 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-df711b7d-3dca-4575-b908-0088e4aa99d0 req-38709438-2325-4bc7-82fa-a19139d4a757 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.1156051 Apr 29 12:44:33.202192 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-df711b7d-3dca-4575-b908-0088e4aa99d0 req-34b25813-0931-4843-b51b-63ddf1974607 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/security-groups?id=edce062b-1d75-489b-8243-f903938c77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Apr 29 12:44:33.717484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-49ce0177-ca4c-4087-b998-bb758ac9bc24 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:33.718838 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-49ce0177-ca4c-4087-b998-bb758ac9bc24 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 945 time: 0.0878813 Apr 29 12:44:33.792434 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Deleting port 79811dcf-3c55-4aed-86d8-80f236a500a8 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:33.792771 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:33.815961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.034671 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] For port 79811dcf-3c55-4aed-86d8-80f236a500a8, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=79811dcf-3c55-4aed-86d8-80f236a500a8,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:34.034892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.159490 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Calling delete_port for 79811dcf-3c55-4aed-86d8-80f236a500a8 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:34.303368 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.348757 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.384334 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'Port': ['ID=79811dcf-3c55-4aed-86d8-80f236a500a8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:34.396059 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5c2306c3-0c76-433b-9ffa-f0894e026089 req-2bc3b2e3-bb73-40d7-8c5c-7a922a81c56f tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0533745 Apr 29 12:44:34.432882 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.433221 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.433583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.433911 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.434236 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.434558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.434956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.435321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.435641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.435958 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.436275 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.436560 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:34.477314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] No DVR routers for this DVR port 79811dcf-3c55-4aed-86d8-80f236a500a8 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:44:34.479741 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.482283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-deleted', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:44:34.499621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8adcc710-4d56-4fdf-82fe-53c282d4a6a5 req-d218951d-c5c1-4ce6-bb55-63841b305fde tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.66 "DELETE /v2.0/ports/79811dcf-3c55-4aed-86d8-80f236a500a8 HTTP/1.1" status: 204 len: 173 time: 0.7743154 Apr 29 12:44:34.594321 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:34.627157 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af913028-2a13-4b67-8af9-ab31ae5e25e7'] response: {'server_uuid': '0a71d72d-182d-495e-97c0-c1361b6c01b5', 'name': 'network-vif-deleted', 'tag': '79811dcf-3c55-4aed-86d8-80f236a500a8', 'status': 'completed', 'code': 200} Apr 29 12:44:35.568241 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a88eaf16-c670-4dab-8d50-c658988fff84 req-40ae7ca1-1d8f-4f81-a4b5-9360163e6a7b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Synchronizing usage tracker for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:44:35.584878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a88eaf16-c670-4dab-8d50-c658988fff84 req-40ae7ca1-1d8f-4f81-a4b5-9360163e6a7b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Unset dirty status for tenant:86824915cc644a3085643941720595c8 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:44:35.586241 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a88eaf16-c670-4dab-8d50-c658988fff84 req-40ae7ca1-1d8f-4f81-a4b5-9360163e6a7b tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a71d72d-182d-495e-97c0-c1361b6c01b5 HTTP/1.1" status: 200 len: 210 time: 0.0649321 Apr 29 12:44:35.858830 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:36.684387 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35490) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:36.756316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:36.786475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:36.856848 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:36.876270 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edce062b-1d75-489b-8243-f903938c77c0,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:36.887456 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:36.891268 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-907c1eee-cc01-4795-b52e-f396cca7af72 tempest-TestShelveInstance-943097418 tempest-TestShelveInstance-943097418-project] 10.222.0.53 "DELETE /v2.0/security-groups/edce062b-1d75-489b-8243-f903938c77c0 HTTP/1.1" status: 204 len: 168 time: 0.2031486 Apr 29 12:44:36.942018 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35496) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:37.772915 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:37.798878 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:37.838901 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 79811dcf-3c55-4aed-86d8-80f236a500a8 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:37.839224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 79811dcf-3c55-4aed-86d8-80f236a500a8 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:38.150274 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Deleting port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:38.150701 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:38.328186 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] For port 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:38.328535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:38.446857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Calling delete_port for 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:38.626984 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:38.676194 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdf6dbf-343a-47a7-8cb4-6e5356077a8e,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:39.059271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:39.428019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Router 9f56ff34-ae36-4086-a8cb-0b73c842b400 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:44:39.603059 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:39.612343 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Sync routers for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:39.621470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc7278e3-57bd-4d82-9acf-3661023be82d admin admin] 10.222.0.53 "PUT /v2.0/routers/9f56ff34-ae36-4086-a8cb-0b73c842b400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783457 Apr 29 12:44:39.623129 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:39.623734 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:39.624172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35502) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:39.790842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks [] for router, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:39.794572 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:39.965881 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:39.977289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Deleting port 66ccbc63-54f0-4653-8348-0150f75fae46 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:39.977646 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.103321 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:44:38Z', 'revision_number': 5, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port': {'id': '66ccbc63-54f0-4653-8348-0150f75fae46', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:09Z', 'updated_at': '2022-04-29T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:40.107109 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Checking router: 9f56ff34-ae36-4086-a8cb-0b73c842b400 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:40.115310 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Routers {'9f56ff34-ae36-4086-a8cb-0b73c842b400'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:40.115902 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['9f56ff34-ae36-4086-a8cb-0b73c842b400'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:40.149962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] For port 66ccbc63-54f0-4653-8348-0150f75fae46, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=66ccbc63-54f0-4653-8348-0150f75fae46,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:40.150519 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.261158 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] Set router 9f56ff34-ae36-4086-a8cb-0b73c842b400 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:40.268994 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Calling delete_port for 66ccbc63-54f0-4653-8348-0150f75fae46 owned by network:router_gateway {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:40.374858 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:44:39Z', 'revision_number': 6, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:40.379306 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bc616-d66b-44cb-a335-da77abd7d62d None None] The sync data for ids ['9f56ff34-ae36-4086-a8cb-0b73c842b400'] in dv-neutron-839741-1-hyperv is: [{'id': '9f56ff34-ae36-4086-a8cb-0b73c842b400', 'name': 'tempest-TestShelveInstance-1935227237-router', 'tenant_id': '86824915cc644a3085643941720595c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:08Z', 'updated_at': '2022-04-29T12:44:39Z', 'revision_number': 6, 'project_id': '86824915cc644a3085643941720595c8', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:44:40.565927 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.611073 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Pushing event deleted for resources: {'Port': ['ID=66ccbc63-54f0-4653-8348-0150f75fae46,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:40.709715 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.879393 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.882023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.906537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.907035 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f56ff34-ae36-4086-a8cb-0b73c842b400 {{(pid=88015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:44:40.919307 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:40.920527 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-d424b54e-0e1c-4945-8216-18132494f20c admin admin] 10.222.0.53 "DELETE /v2.0/routers/9f56ff34-ae36-4086-a8cb-0b73c842b400 HTTP/1.1" status: 204 len: 168 time: 1.2953970 Apr 29 12:44:40.923319 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35506) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:40.980267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Deleting subnet 78050e24-870d-439a-93c6-ba41172fa22e {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:44:40.983122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.032356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.120978 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.171302 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:41.195497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.207385 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:41.207734 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8bdf6dbf-343a-47a7-8cb4-6e5356077a8e not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:41.208148 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66ccbc63-54f0-4653-8348-0150f75fae46 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:41.243986 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 66ccbc63-54f0-4653-8348-0150f75fae46 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:41.244423 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 66ccbc63-54f0-4653-8348-0150f75fae46 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:41.349455 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78050e24-870d-439a-93c6-ba41172fa22e,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:41.351419 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.357751 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc933a-f891-4e0d-996e-ff03857bb65a None None] Network 6a1b7a54-8551-40ec-93cb-42d70ad10d76 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:41.360855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35510) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:41.361324 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-ce884e6b-91b2-42c0-8d7f-94f11ca42cfa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/78050e24-870d-439a-93c6-ba41172fa22e HTTP/1.1" status: 204 len: 168 time: 0.4365227 Apr 29 12:44:41.482289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.492545 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Deleting port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:41.492809 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.628299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] DHCP port deletion for 6a1b7a54-8551-40ec-93cb-42d70ad10d76 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:44:41.632506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Deleting port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:41.632878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.699510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] For port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:41.699850 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.818926 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Calling delete_port for 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 owned by network:dhcp {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:41.831027 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] For port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,segment=NetworkSegment(5e4e696c-4b38-436b-b530-57e456aed0d7),segment_id=5e4e696c-4b38-436b-b530-57e456aed0d7)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:41.831416 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.896297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:41.941658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1afac8-a66a-45e2-9e79-2f5511cae7f4,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:41.945193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] No DVR routers for this DVR port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 on host dv-neutron-839741-1-hyperv {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:44:41.948801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Calling delete_port for 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:42.018344 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:44:42.018696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:44:42.060110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.085433 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1b7a54-8551-40ec-93cb-42d70ad10d76']}} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:42.097135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4e696c-4b38-436b-b530-57e456aed0d7') {'for_net_delete': True} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:42.097458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.services.segments.db [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4e696c-4b38-436b-b530-57e456aed0d7') {} {{(pid=88015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:42.108653 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266646489'] for segment, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.124555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.131017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:44:42.131409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266873373'] for segment, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: Traceback (most recent call last): Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: timer() Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: cb(*args, **kw) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: return func(*args, **kwargs) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: self._notify() Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: self.callback(batched_events) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: event.method(event) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: return f(self, *a, **k) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._get(url).json() Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: return self.request(url, 'GET', **kwargs) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:44:42.148147 dv-neutron-839741-1-hyperv neutron-server[88015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:44:42.230437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.246899 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.256950 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1b7a54-8551-40ec-93cb-42d70ad10d76,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:42.264062 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-a4aa7a1c-929d-4eac-ba6c-39c0a813efa7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a1b7a54-8551-40ec-93cb-42d70ad10d76 HTTP/1.1" status: 204 len: 168 time: 0.9014783 Apr 29 12:44:42.268215 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35514) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:42.520176 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Deleting port 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:42.520780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.588312 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-20616325-bc52-481c-8dd8-d1e55d0d3ac0 None None] The port '7b1afac8-a66a-45e2-9e79-2f5511cae7f4' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:44:42.921553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:42.953720 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:42.989135 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:42.989521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 7b1afac8-a66a-45e2-9e79-2f5511cae7f4 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:43.276366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Deleting port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:43.276679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:43.454618 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] For port 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:43.454963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:43.581128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Calling delete_port for 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:43.760132 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:43.807975 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:44.186721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:44.545366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:44:44.719838 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:44.728801 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-dba43c88-985e-415c-9b1d-4589c72aadc5 admin admin] 10.222.0.53 "PUT /v2.0/routers/617b37a0-5c67-4010-8bcf-bc5d4ed3d249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596014 Apr 29 12:44:44.730021 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Sync routers for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:44.731519 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35518) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:44.740073 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:44.740682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:44.910367 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:44.916894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:45.079610 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.090820 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Deleting port c826cf04-7d06-498e-b8c9-71c10da295b7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:45.091176 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.228776 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:44:43Z', 'revision_number': 5, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port': {'id': 'c826cf04-7d06-498e-b8c9-71c10da295b7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:16:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:34:15Z', 'updated_at': '2022-04-29T12:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:45.232581 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Checking router: 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:45.240932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Routers {'617b37a0-5c67-4010-8bcf-bc5d4ed3d249'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:45.241586 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:45.265195 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] For port c826cf04-7d06-498e-b8c9-71c10da295b7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=c826cf04-7d06-498e-b8c9-71c10da295b7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:45.265584 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.384611 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Calling delete_port for c826cf04-7d06-498e-b8c9-71c10da295b7 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:45.386443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] Set router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:45.494828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:44:45Z', 'revision_number': 6, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:45.498966 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe64bd5-3062-42f1-b5ed-4e900c108b4c None None] The sync data for ids ['617b37a0-5c67-4010-8bcf-bc5d4ed3d249'] in dv-neutron-839741-1-hyperv is: [{'id': '617b37a0-5c67-4010-8bcf-bc5d4ed3d249', 'name': 'tempest-TestShelveInstance-1971296122-router', 'tenant_id': '8ddeecffaad043358cbf457068a3ac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:34:14Z', 'updated_at': '2022-04-29T12:44:45Z', 'revision_number': 6, 'project_id': '8ddeecffaad043358cbf457068a3ac7b', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:44:45.553757 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.600527 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c826cf04-7d06-498e-b8c9-71c10da295b7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:45.690968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.860714 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.863041 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.888008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.888622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617b37a0-5c67-4010-8bcf-bc5d4ed3d249 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:44:45.901643 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:45.902747 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-477284fb-bd1b-4864-9d8a-35f9e800e0f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/617b37a0-5c67-4010-8bcf-bc5d4ed3d249 HTTP/1.1" status: 204 len: 168 time: 1.1702576 Apr 29 12:44:45.905310 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35522) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:45.964297 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Deleting subnet ff5dcf65-351a-443c-8519-de612fe6d671 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:44:45.967232 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.131031 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.211444 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.283049 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.320285 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5dcf65-351a-443c-8519-de612fe6d671,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:46.324054 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.331334 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6271344f-9b7d-4ce4-b855-2e15396b9b11 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ff5dcf65-351a-443c-8519-de612fe6d671 HTTP/1.1" status: 204 len: 168 time: 0.4238725 Apr 29 12:44:46.331696 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c75ffd-f92c-4602-bb18-377e2cd51f66 None None] Network b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:46.333267 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35526) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:46.437548 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.450744 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Deleting port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:46.451179 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.609510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] DHCP port deletion for b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:44:46.614084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Deleting port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:46.614453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.673456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] For port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:46.673746 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.799161 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Calling delete_port for bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:46.815199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] For port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,segment=NetworkSegment(85302fee-38f4-4c02-84fa-6b2abe0b443b),segment_id=85302fee-38f4-4c02-84fa-6b2abe0b443b)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:46.815601 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.875859 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:46.930926 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:46.931633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] No DVR routers for this DVR port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:44:46.938144 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Calling delete_port for bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:44:46.966147 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:47.013522 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:47.013833 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 8470c226-b5e9-4b41-8fbc-a3a4e0bb1c4c not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:47.014269 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:47.044964 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.052478 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:47.052805 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:47.053349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c826cf04-7d06-498e-b8c9-71c10da295b7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:44:47.073375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:47.085751 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85302fee-38f4-4c02-84fa-6b2abe0b443b') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:47.086043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85302fee-38f4-4c02-84fa-6b2abe0b443b') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:47.091792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: c826cf04-7d06-498e-b8c9-71c10da295b7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:44:47.092131 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device c826cf04-7d06-498e-b8c9-71c10da295b7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:44:47.097620 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.113710 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.120329 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:44:47.121110 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.121518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:44:47.122030 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:44:47.135078 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:44:47.221452 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.226028 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.248655 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:47.252495 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7f0875e9-e4e8-4017-a1a3-d74f00bcd977 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b0eea83d-4e55-42a3-b1da-d9a7e48d7bf0 HTTP/1.1" status: 204 len: 168 time: 0.9182894 Apr 29 12:44:47.398287 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35532) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:47.448364 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-fd5068fb-ebec-4ee1-adfd-633ad9330dee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86824915cc644a3085643941720595c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488472 Apr 29 12:44:47.450937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35536) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:47.507270 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.532212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.589667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.604596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a92bd4-2079-451d-b8e5-000d0f07a401,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:47.614276 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.615390 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5d41f314-8fda-4780-b4e3-fff552d6c000 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73a92bd4-2079-451d-b8e5-000d0f07a401 HTTP/1.1" status: 204 len: 168 time: 0.1635270 Apr 29 12:44:47.624105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Deleting port bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:44:47.624600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:47.690224 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1632e22c-ba12-45a0-a47b-1d3eaf90191d None None] The port 'bb4eabd0-9b9b-42e9-b252-ca52b3e88b0b' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:44:48.005436 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35544) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:48.063458 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-335aca7a-b105-4a58-8054-012701e67146 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ddeecffaad043358cbf457068a3ac7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567310 Apr 29 12:44:48.065946 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35548) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:48.124133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:48.149504 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:48.205949 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:48.230916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b987c2-86e6-44e6-b710-1fc459446dea,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:48.235597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:48.237632 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-20ec26e8-3194-4d6b-b497-3d06d03c4e83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5b987c2-86e6-44e6-b710-1fc459446dea HTTP/1.1" status: 204 len: 168 time: 0.1704497 Apr 29 12:44:49.055429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35572) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:49.185788 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1853192490-network', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:49.191078 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:49.196053 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Usage tracker for resource:network and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:49.201143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:49.211340 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:49.228758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Made reservation on behalf of 41f0f5967f4a46e79b9c3a4bf931559d for: {'network': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:44:49.231979 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.248851 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.263420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:49.267499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:49.270375 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:49.276330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:49.357272 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.362697 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.392908 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=88015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:44:49.402324 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810573e0-efcf-4806-a50e-a9eddf0bd23c,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:49.407708 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.408044 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.segments_db [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Added segment e2b2a131-b021-4752-9cec-c188d4a24ffc of type vlan for network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 Apr 29 12:44:49.434239 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.463591 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.464520 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:49.465121 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Notify callbacks [] for network, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.563472 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5065978 Apr 29 12:44:49.566659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35578) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:49.572063 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306c537-f879-4c72-a692-cad90362876b admin admin] Pushing event updated for resources: {'Network': ['ID=79e91aa4-b5bd-4bc7-97c9-1b1be04de741,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:49.572622 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Request body: {'subnet': {'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1853192490-subnet', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'ip_version': 4}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:49.579262 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:49.583333 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:44:49.583817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Usage tracker for resource:subnet and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:49.586567 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:49.593378 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:49.602635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Made reservation on behalf of 41f0f5967f4a46e79b9c3a4bf931559d for: {'subnet': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:44:49.605013 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266339241'] for subnet, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.806792 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-268186778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266339227'] for subnet, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:49.987264 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61fcec5-7a63-41d3-9324-92379b715472,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:49.995833 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Checking segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:49.996171 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Network hostable DHCP agents. Network: 79e91aa4-b5bd-4bc7-97c9-1b1be04de741, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:44:50.018102 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:44:50.028962 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, 79e91aa4-b5bd-4bc7-97c9-1b1be04de741) {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:50.033057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:50.033651 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.038480 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e649277-44ec-45cd-884d-746e02d54330 None None] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:50.055762 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-82ad6090-f603-43d0-a5d2-dea37bb299f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4879875 Apr 29 12:44:50.058644 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35582) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:50.063965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:50.069050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:50.073147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Usage tracker for resource:router and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:50.076246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:50.082287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:50.093366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.094477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.110945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.287164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:44:50.288015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.449123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Allocated IP 172.20.0.2 (79e91aa4-b5bd-4bc7-97c9-1b1be04de741/d61fcec5-7a63-41d3-9324-92379b715472/6f63f842-1353-4e52-a85b-35d565d7cd48) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:44:50.492807 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.647184 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.657274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Transition to ACTIVE for port object 6f63f842-1353-4e52-a85b-35d565d7cd48 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:50.675214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Transition to ACTIVE for port object 6f63f842-1353-4e52-a85b-35d565d7cd48 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:50.681153 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.748855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:50.751838 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:50.755509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:44:50.788334 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Pushing event updated for resources: {'Port': ['ID=6f63f842-1353-4e52-a85b-35d565d7cd48,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:50.806460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.827164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.827506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.827879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.828212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.828549 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.828874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.829199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.829553 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.829878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.830172 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.830500 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.830814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:50.839351 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.859585 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Attempting to bind port 6f63f842-1353-4e52-a85b-35d565d7cd48 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:44:50.859959 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Attempting to bind port 6f63f842-1353-4e52-a85b-35d565d7cd48 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:44:50.860349 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Attempting to bind port 6f63f842-1353-4e52-a85b-35d565d7cd48 on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:44:50.865640 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:44:50.865993 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Checking segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:50.866391 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.866789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Bound using segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:44:50.867237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Bound port: 6f63f842-1353-4e52-a85b-35d565d7cd48, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:44:50.867600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.959202 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] For port 6f63f842-1353-4e52-a85b-35d565d7cd48, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:44:50.962722 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] For port 6f63f842-1353-4e52-a85b-35d565d7cd48, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f63f842-1353-4e52-a85b-35d565d7cd48,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:44:50.967420 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:50.974006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Allocated IP 172.26.0.173 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/ac642e83-07c3-43d1-9f06-6c810abb40e7) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:44:51.048395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fb0da-c476-4a1a-a69a-2a1ebf3e9e6a None None] Pushing event updated for resources: {'Port': ['ID=6f63f842-1353-4e52-a85b-35d565d7cd48,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:51.123044 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:51.153567 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:51.229777 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:51.232625 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:51.236409 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:44:51.274345 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Pushing event updated for resources: {'Port': ['ID=ac642e83-07c3-43d1-9f06-6c810abb40e7,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:51.643342 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:51.977744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1970e2-7e26-47f0-892f-bd70521bfb6b None None] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:52.082314 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-94e064fa-bfe5-489b-9e1d-0fd6cad3d345 None None] Provisioning for port 6f63f842-1353-4e52-a85b-35d565d7cd48 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:52.098477 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:52.311609 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:44:52.490083 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:52.498666 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:52.512605 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:52.513576 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:52.519648 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:52.520920 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-32ea758d-5414-4a51-ad89-d31642d9da09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4612141 Apr 29 12:44:52.526223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35590) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:52.686114 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:52.969578 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:51Z', 'revision_number': 3, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:52.973760 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:52.974278 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Updating router ae9a1e19-1c5c-4176-9f90-139f96baa291 port ac642e83-07c3-43d1-9f06-6c810abb40e7 binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:44:52.996804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f63f842-1353-4e52-a85b-35d565d7cd48 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:53.027160 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.063518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6f63f842-1353-4e52-a85b-35d565d7cd48 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:53.068503 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6f63f842-1353-4e52-a85b-35d565d7cd48 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:53.068876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.197236 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.231876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6f63f842-1353-4e52-a85b-35d565d7cd48, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f63f842-1353-4e52-a85b-35d565d7cd48,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:53.236969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.305665 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6f63f842-1353-4e52-a85b-35d565d7cd48,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:53.328828 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.358689 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.370331 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Transition to ACTIVE for port object ac642e83-07c3-43d1-9f06-6c810abb40e7 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:53.377237 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.483259 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Attempting to bind port ac642e83-07c3-43d1-9f06-6c810abb40e7 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:44:53.483616 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Attempting to bind port ac642e83-07c3-43d1-9f06-6c810abb40e7 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:44:53.484033 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Attempting to bind port ac642e83-07c3-43d1-9f06-6c810abb40e7 on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:44:53.486104 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Pushing event updated for resources: {'Port': ['ID=ac642e83-07c3-43d1-9f06-6c810abb40e7,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:53.494675 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:44:53.495038 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:53.495423 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.495800 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:44:53.496241 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Bound port: ac642e83-07c3-43d1-9f06-6c810abb40e7, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:44:53.496601 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.520023 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.520639 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.520746 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.520991 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.521311 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.521661 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.522377 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.522548 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.522869 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.523183 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.523497 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.523808 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:44:53.542144 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Allocated IP 172.20.0.1 (79e91aa4-b5bd-4bc7-97c9-1b1be04de741/d61fcec5-7a63-41d3-9324-92379b715472/cf7a818d-4b3c-48e9-8043-db3aff89f80b) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:44:53.578518 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] For port ac642e83-07c3-43d1-9f06-6c810abb40e7, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:44:53.581460 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] For port ac642e83-07c3-43d1-9f06-6c810abb40e7, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ac642e83-07c3-43d1-9f06-6c810abb40e7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:44:53.586866 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.663299 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62a20-bba1-42a5-beb2-3e18634fafce None None] Pushing event updated for resources: {'Port': ['ID=ac642e83-07c3-43d1-9f06-6c810abb40e7,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:53.671641 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:53.672246 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:53.694138 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.711258 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Transition to ACTIVE for port object cf7a818d-4b3c-48e9-8043-db3aff89f80b will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:53.736886 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:53.797415 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:53.800339 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:53.804475 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:44:53.846484 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:53.861049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Pushing event updated for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:53.879945 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.023184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.050191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-840112a8-0efe-4962-ab58-3a200ec496bc None None] Provisioning for port cf7a818d-4b3c-48e9-8043-db3aff89f80b completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:54.055991 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-840112a8-0efe-4962-ab58-3a200ec496bc None None] Provisioning complete for port cf7a818d-4b3c-48e9-8043-db3aff89f80b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:54.056374 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-840112a8-0efe-4962-ab58-3a200ec496bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.118065 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-840112a8-0efe-4962-ab58-3a200ec496bc None None] Port cf7a818d-4b3c-48e9-8043-db3aff89f80b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:44:54.163310 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:51Z', 'revision_number': 3, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:54.167057 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832cceec-e66a-48f4-9bf6-b5281ae1a347 None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:51Z', 'revision_number': 3, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:44:54.255745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.262366 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.371989 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Pushing event updated for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:54.381406 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.527651 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:54.528755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:54.723789 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:44:54.740946 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-0c9c5714-77e6-4310-aed4-0966f01f6336 None None] Provisioning complete for port cf7a818d-4b3c-48e9-8043-db3aff89f80b triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:54.741311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5714-77e6-4310-aed4-0966f01f6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:54.795151 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c5714-77e6-4310-aed4-0966f01f6336 None None] Port cf7a818d-4b3c-48e9-8043-db3aff89f80b cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:44:55.041133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:55.044268 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f63f842-1353-4e52-a85b-35d565d7cd48 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:55.052046 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-b912aab2-98a9-4684-89f6-2b2c8d3cf13f admin admin] 10.222.0.53 "PUT /v2.0/routers/ae9a1e19-1c5c-4176-9f90-139f96baa291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5248206 Apr 29 12:44:55.114970 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6f63f842-1353-4e52-a85b-35d565d7cd48 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:55.115492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.264157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ac642e83-07c3-43d1-9f06-6c810abb40e7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:55.331840 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port ac642e83-07c3-43d1-9f06-6c810abb40e7 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:55.336678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ac642e83-07c3-43d1-9f06-6c810abb40e7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:55.337050 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.458179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.476345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port ac642e83-07c3-43d1-9f06-6c810abb40e7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ac642e83-07c3-43d1-9f06-6c810abb40e7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:55.481186 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.549494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=ac642e83-07c3-43d1-9f06-6c810abb40e7,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:55.582008 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35608) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:55.587678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1054187369-network', 'tenant_id': '4684412140c54311a49c6896562ebb56'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:55.592754 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:55.596587 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Usage tracker for resource:network and tenant:4684412140c54311a49c6896562ebb56 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:55.599384 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:55.605185 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:55.615980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Made reservation on behalf of 4684412140c54311a49c6896562ebb56 for: {'network': 1} {{(pid=88016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:44:55.618450 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for network, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.631225 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.645423 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:55.649180 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Usage tracker for resource:security_group_rule and tenant:4684412140c54311a49c6896562ebb56 is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:55.651934 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:55.657557 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:55.691373 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:55.701154 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:55.701880 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:55.739790 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.743999 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.775478 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 12:44:55.780703 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071c7e3-2047-47e4-b156-97d8f588f851,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:55.787332 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.787672 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.segments_db [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Added segment fe824b58-b8f8-4113-92c8-e3aae08c4c2c of type vlan for network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 Apr 29 12:44:55.814783 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777974453405'] for network, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.848189 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262'] for network, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.849743 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:55.850318 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:55.882814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:55.948206 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3649688 Apr 29 12:44:55.950064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35612) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:55.951427 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f9553-8fa7-4703-acb7-5425eb276e73 admin admin] Pushing event updated for resources: {'Network': ['ID=b8edd774-d992-44b8-b0cf-cd6e7c0b1575,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:55.956729 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Request body: {'subnet': {'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1054187369-subnet', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'ip_version': 4}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:55.962049 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:55.967337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Usage tracker for resource:subnet and tenant:4684412140c54311a49c6896562ebb56 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:55.971786 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:55.978632 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:55.989721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Made reservation on behalf of 4684412140c54311a49c6896562ebb56 for: {'subnet': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:44:55.991961 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266671492'] for subnet, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.006105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 details requested by agent ovs-agent-dv-neutron-839741-1-hyperv with host dv-neutron-839741-1-hyperv {{(pid=88017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 12:44:56.202090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266876546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266671542'] for subnet, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.274669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe,revision_number=0']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:56.279137 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:54Z', 'revision_number': 2, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:56.283585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Checking segment: {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:56.283804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:56.283952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Network hostable DHCP agents. Network: b8edd774-d992-44b8-b0cf-cd6e7c0b1575, hostable agents: ['6b13f954-ee71-422a-8147-b032a9a11dea'], hosted agents: [] {{(pid=88015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 12:44:56.284129 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Updating router ae9a1e19-1c5c-4176-9f90-139f96baa291 port cf7a818d-4b3c-48e9-8043-db3aff89f80b binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:44:56.303910 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 is scheduled to be hosted by DHCP agent 6b13f954-ee71-422a-8147-b032a9a11dea with binding_index 1 {{(pid=88015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 12:44:56.313772 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839741-1-hyperv, b8edd774-d992-44b8-b0cf-cd6e7c0b1575) {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:56.318003 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:44:56.318486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.329643 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397af61-5d2b-4de6-a30d-b515e080a777 None None] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:56.339975 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cc62101b-9a76-48db-8038-a5a40faac3ea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3882368 Apr 29 12:44:56.342738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35616) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:56.347745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:44:56.352306 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:44:56.356086 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Usage tracker for resource:router and tenant:4684412140c54311a49c6896562ebb56 is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:44:56.358941 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:44:56.364725 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:44:56.375724 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1983855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16171'] for router, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.376808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1984623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2054876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2045768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16162'] for router, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.394075 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.421770 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.661169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2054858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1983901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16180'] for router, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.688348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7419d2-1423-54e2-bae2-9494b5de27b6-b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'fixed_ips': [{'subnet_id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe'}]}} from dv-neutron-839741-1-hyperv. {{(pid=88017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 12:44:56.689164 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.976441 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:56.998730 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ac642e83-07c3-43d1-9f06-6c810abb40e7 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:57.006416 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.064090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.db_base_plugin_common [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Allocated IP 172.20.0.2 (b8edd774-d992-44b8-b0cf-cd6e7c0b1575/c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe/b7c141f3-2ffe-4bd7-b6da-f02d79495c35) {{(pid=88017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:44:57.089685 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.136839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Transition to ACTIVE for port object cf7a818d-4b3c-48e9-8043-db3aff89f80b will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:57.146530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Allocated IP 172.26.0.59 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/2ef39740-bc7c-4bda-b6e4-953e8d64c3be) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:44:57.187022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.253836 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port ac642e83-07c3-43d1-9f06-6c810abb40e7 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:57.254178 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.293820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.328135 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.392133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:57.395185 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:57.396933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6967f-97b3-4592-b36e-c3bd5b91ce2b None None] Pushing event updated for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:57.399830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:44:57.574209 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:57.586893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Attempting to bind port cf7a818d-4b3c-48e9-8043-db3aff89f80b on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:44:57.587258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Attempting to bind port cf7a818d-4b3c-48e9-8043-db3aff89f80b by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:44:57.587614 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Attempting to bind port cf7a818d-4b3c-48e9-8043-db3aff89f80b on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:44:57.617631 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:44:57.618715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Checking segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:57.618715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.618715 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Bound using segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:44:57.619228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Bound port: cf7a818d-4b3c-48e9-8043-db3aff89f80b, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:44:57.619591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.637579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks [] for port, precommit_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.660627 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Transition to ACTIVE for port object b7c141f3-2ffe-4bd7-b6da-f02d79495c35 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:57.724386 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Transition to ACTIVE for port object b7c141f3-2ffe-4bd7-b6da-f02d79495c35 will not be triggered until provisioned by entity DHCP. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:57.733179 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704'] for port, after_create {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.822007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 is already hosted by enough agents. {{(pid=88017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:44:57.823082 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] For port cf7a818d-4b3c-48e9-8043-db3aff89f80b, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:44:57.827589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.scheduler.base_scheduler [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Resources bound (agent type, host, resource id): {{(pid=88017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:44:57.830611 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Pushing event updated for resources: {'Port': ['ID=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,revision_number=1']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:57.832721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Received port after_create {{(pid=88017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:44:57.840784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] For port cf7a818d-4b3c-48e9-8043-db3aff89f80b, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf7a818d-4b3c-48e9-8043-db3aff89f80b,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:44:57.869930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.939381 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.982792 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Attempting to bind port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:44:57.983150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Attempting to bind port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:44:57.983509 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Attempting to bind port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 on network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:44:57.998511 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:44:57.998839 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Checking segment: {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:44:57.999221 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:57.999653 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Bound using segment: {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:44:58.000123 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Bound port: b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:44:58.000485 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:58.012798 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:58.013438 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:58.072914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6967f-97b3-4592-b36e-c3bd5b91ce2b None None] Pushing event updated for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:58.243789 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] For port b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:44:58.248600 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] For port b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:44:58.258492 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:58.281554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1983874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2054881'] for router, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:58.308647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:58.490595 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Router 81310fdf-2229-4951-8039-4c7ac425d927 is scheduled to L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 with binding_index 1 {{(pid=88015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 12:44:58.530494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f615e5-957f-430f-9c33-cba90e08a469 None None] Pushing event updated for resources: {'Port': ['ID=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,revision_number=2']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:58.681630 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:44:58.690970 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Sync routers for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:44:58.713042 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:44:58.713891 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:58.717223 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] Notify callbacks [] for router, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:58.718603 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8111d900-b28c-4655-852c-8dde14280507 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3749282 Apr 29 12:44:58.721331 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35620) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:44:58.735475 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:58.740305 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedf00f-e6ef-44f6-b093-143f532f70b1 None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:44:58.938804 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:44:59.094372 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf7a818d-4b3c-48e9-8043-db3aff89f80b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:59.168739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port cf7a818d-4b3c-48e9-8043-db3aff89f80b completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:59.176116 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cf7a818d-4b3c-48e9-8043-db3aff89f80b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:59.176498 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.253634 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 3, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:44:59.258657 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Checking router: 81310fdf-2229-4951-8039-4c7ac425d927 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:44:59.259191 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Updating router 81310fdf-2229-4951-8039-4c7ac425d927 port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be binding host dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:44:59.335600 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.354263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.413997 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port cf7a818d-4b3c-48e9-8043-db3aff89f80b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf7a818d-4b3c-48e9-8043-db3aff89f80b,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:44:59.430039 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.431052 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7c141f3-2ffe-4bd7-b6da-f02d79495c35 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:44:59.601084 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:44:59.626635 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:59.704526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96323d3-3708-4dae-8ef6-8b2cc8607922 None None] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:44:59.828289 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.872064 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.879490 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Provisioning for port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:44:59.892174 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Provisioning complete for port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:44:59.892536 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:44:59.893337 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Transition to ACTIVE for port object 2ef39740-bc7c-4bda-b6e4-953e8d64c3be will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:44:59.902752 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.010347 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d9b7b-8f2e-4dd3-857e-55b0f7c013a7 None None] Pushing event updated for resources: {'Port': ['ID=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:00.065195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Allocated IP 172.20.0.1 (b8edd774-d992-44b8-b0cf-cd6e7c0b1575/c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe/6de6c531-2775-4f82-a463-00050b3c8eb8) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:45:00.085981 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.093509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Attempting to bind port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:45:00.093873 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Attempting to bind port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:45:00.094225 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Attempting to bind port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be on network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:45:00.123497 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] For port b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:00.130380 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.165450 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:45:00.165831 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Checking segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:45:00.166227 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.166578 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Bound using segment: {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:45:00.167063 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Bound port: 2ef39740-bc7c-4bda-b6e4-953e8d64c3be, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b57c9c-fc39-4b76-8d53-c3f510436198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:45:00.167404 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.246739 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002e9c6-8991-482b-9ac6-8ee20b244175 None None] Pushing event updated for resources: {'Port': ['ID=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:00.262622 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] For port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:45:00.266802 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] For port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:45:00.271936 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.272977 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.291458 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Transition to ACTIVE for port object 6de6c531-2775-4f82-a463-00050b3c8eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:45:00.320069 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.371436 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:45:00.372429 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:00.396583 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:45:00.399860 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:45:00.404419 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:45:00.418744 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-86e186cf-e2b9-4c6e-add9-f2be7ad4cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.425181 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d9b7b-8f2e-4dd3-857e-55b0f7c013a7 None None] Pushing event updated for resources: {'Port': ['ID=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:00.453057 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e659cb59-6b0c-4342-b83b-8f0bd727e6f0 None None] Provisioning complete for port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:00.453454 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e659cb59-6b0c-4342-b83b-8f0bd727e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.466893 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Pushing event updated for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:00.483546 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2053847'] for router_interface, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.571727 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:45:00.627287 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.721876 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7add5e1c-0b6c-424a-ac4b-9f1a22dec54a None None] Provisioning for port 6de6c531-2775-4f82-a463-00050b3c8eb8 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:45:00.727115 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-7add5e1c-0b6c-424a-ac4b-9f1a22dec54a None None] Provisioning complete for port 6de6c531-2775-4f82-a463-00050b3c8eb8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:00.727484 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7add5e1c-0b6c-424a-ac4b-9f1a22dec54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.780845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-7add5e1c-0b6c-424a-ac4b-9f1a22dec54a None None] Port 6de6c531-2775-4f82-a463-00050b3c8eb8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:45:00.848137 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.852795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.855813 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 3, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:00.860037 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3351-4c25-4940-96c5-608ead51eb0a None None] The sync data for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv is: [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:44:57Z', 'revision_number': 3, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:45:00.958405 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Pushing event updated for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:00.963164 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1702276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2055486'] for router_interface, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:00.981044 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf7a818d-4b3c-48e9-8043-db3aff89f80b up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:01.050579 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port cf7a818d-4b3c-48e9-8043-db3aff89f80b triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:01.051309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:01.196671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7c141f3-2ffe-4bd7-b6da-f02d79495c35 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:01.225478 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:45:01.226675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:45:01.280360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:01.280650 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:01.478674 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Router 81310fdf-2229-4951-8039-4c7ac425d927 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:45:01.508077 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-dd21c0f7-6463-47f1-aaa4-9d6ac393d014 None None] Provisioning complete for port 6de6c531-2775-4f82-a463-00050b3c8eb8 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:01.508452 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dd21c0f7-6463-47f1-aaa4-9d6ac393d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:01.564996 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-dd21c0f7-6463-47f1-aaa4-9d6ac393d014 None None] Port 6de6c531-2775-4f82-a463-00050b3c8eb8 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:45:01.660256 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:45:01.669859 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-1fb28d4f-2d99-41be-8292-9c206ec26123 admin admin] 10.222.0.53 "PUT /v2.0/routers/81310fdf-2229-4951-8039-4c7ac425d927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471009 Apr 29 12:45:02.167687 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35632) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.173294 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752089740', 'description': 'tempest-secgroup-smoke-1752089740 description', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.180705 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.184665 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.187733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.193601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.204796 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.224347 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.228167 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.231178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.237172 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.306866 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.311829 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.352647 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:02.356332 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.357700 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-ca2fe4e2-3890-496a-a3e9-57a732139d06 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887760 Apr 29 12:45:02.360786 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35636) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.366530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.372960 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.376975 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.384011 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.389878 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.407920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.419674 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Sync routers for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:45:02.429062 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:45:02.429721 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:44:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:02.471202 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.475446 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.503076 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688cd217-3be1-41f7-a99c-7c5be159d674,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:02.510700 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.511885 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6e77f65e-2a17-4b39-b9d6-987554ee633d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500349 Apr 29 12:45:02.514726 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35640) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.519650 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.525659 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.529430 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.532252 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.537817 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.556231 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.609762 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:45:02.618866 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.622645 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.646451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070958fe-28f6-4799-9702-5ecf0a415474,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:02.655880 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.657170 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5f658fd2-ff33-446d-b4cc-39a0d0555b20 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414557 Apr 29 12:45:02.660151 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35644) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.664954 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.670819 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.674723 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.677902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.683461 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.701406 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.771571 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.776496 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.801291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56707a89-74ac-4b68-ba87-59d043712be2,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:02.811021 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.812339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-56e0fc03-f0db-4bca-b509-606002fd9e84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513324 Apr 29 12:45:02.815124 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35648) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.820141 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.826282 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.830244 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.833095 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.838686 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:02.856648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.921906 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.929604 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.938411 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 4, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6de6c531-2775-4f82-a463-00050b3c8eb8', 'name': '', 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'mac_address': 'fa:16:3e:87:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:59Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 2, 'project_id': '4684412140c54311a49c6896562ebb56', 'subnets': [{'id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:02.943348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Checking router: 81310fdf-2229-4951-8039-4c7ac425d927 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:45:02.943599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Updating router 81310fdf-2229-4951-8039-4c7ac425d927 port 6de6c531-2775-4f82-a463-00050b3c8eb8 binding host dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 12:45:02.952838 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7decac2f-deff-474f-819c-e876e4acdf0d,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:02.965667 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:02.966879 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7db84065-ae81-4abb-836d-af86a8189882 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508684 Apr 29 12:45:02.969922 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35652) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:02.974937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:02.981154 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:02.985245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:02.988067 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:02.994198 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:03.002813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ef39740-bc7c-4bda-b6e4-953e8d64c3be up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:03.007560 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Project 41f0f5967f4a46e79b9c3a4bf931559d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:45:03.014173 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.045259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.077046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.081876 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.108458 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa2b10-331f-425e-8c80-7866fe6c7983,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:03.120354 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.121733 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-09251b50-e54f-498a-a611-17b54deda984 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507671 Apr 29 12:45:03.124484 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 35656) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:03.130516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'security_group_rule': {'security_group_id': '83c7d3e8-b5b7-43d0-9b00-65bfb91620b8', 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:03.139402 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:03.141014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa37c-63e5-4869-a917-e2916424e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.144488 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:security_group_rule and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:03.149437 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:03.155720 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:03.167432 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.securitygroups_db [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Project 41f0f5967f4a46e79b9c3a4bf931559d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 12:45:03.174163 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.198049 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:45:03.209622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:03.209990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.241678 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.246212 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015462'] for security_group_rule, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.267032 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c69f99e-0440-4593-865d-4e58ad88e93c,revision_number=0']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:03.279589 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.281263 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-808a6a31-eded-4810-a9e3-901586d3be11 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557267 Apr 29 12:45:03.439941 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.458963 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-04992853-32bb-48ec-9be4-d6af6d25aa36 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:security_group {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:45:03.460159 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:03.470155 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.479799 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-04992853-32bb-48ec-9be4-d6af6d25aa36 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:security_group {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:45:03.480961 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-04992853-32bb-48ec-9be4-d6af6d25aa36 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752089740&fields=id&tenant_id=41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 267 time: 0.0640540 Apr 29 12:45:03.588098 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks [] for port, precommit_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.597628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:03.608048 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Transition to ACTIVE for port object 6de6c531-2775-4f82-a463-00050b3c8eb8 will not be triggered until provisioned by entity L2. {{(pid=88017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:45:03.614973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.636613 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-57bc9ea3-ead7-4856-8529-79509d74d83a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:03.637297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-57bc9ea3-ead7-4856-8529-79509d74d83a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:network {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:45:03.656842 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-57bc9ea3-ead7-4856-8529-79509d74d83a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:network {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:45:03.658326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-57bc9ea3-ead7-4856-8529-79509d74d83a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 810 time: 0.1703146 Apr 29 12:45:03.675371 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-67adfa7b-31f8-421d-8133-7e0d5b6b5840 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/quotas/41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 375 time: 0.0113862 Apr 29 12:45:03.769874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-672c1cf7-71a7-4d5e-806c-523aac3f0f01 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:45:03.787215 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9849fc-71bd-46f5-8b81-1a74eb5fbb9f None None] Pushing event updated for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=3']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:03.795199 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-672c1cf7-71a7-4d5e-806c-523aac3f0f01 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:45:03.796556 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-672c1cf7-71a7-4d5e-806c-523aac3f0f01 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149516 Apr 29 12:45:03.892845 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.896784 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Attempting to bind port 6de6c531-2775-4f82-a463-00050b3c8eb8 on host dv-neutron-839741-1-hyperv for vnic_type normal with profile {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:45:03.897149 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Attempting to bind port 6de6c531-2775-4f82-a463-00050b3c8eb8 by drivers openvswitch,hyperv on host dv-neutron-839741-1-hyperv at level 0 using segments [{'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:45:03.897532 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Attempting to bind port 6de6c531-2775-4f82-a463-00050b3c8eb8 on network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:45:03.904311 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Checking agent: {'id': '56a8236f-f178-4a82-ade0-5cd46aae8da0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839741-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 33, 34), 'started_at': datetime.datetime(2022, 4, 29, 11, 34, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839741-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:45:03.904688 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Checking segment: {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:45:03.905080 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:03.905510 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Bound using segment: {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'} {{(pid=88017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:45:03.905971 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.managers [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Bound port: 6de6c531-2775-4f82-a463-00050b3c8eb8, host: dv-neutron-839741-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575'}}] {{(pid=88017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:45:03.906339 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:04.002974 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] For port 6de6c531-2775-4f82-a463-00050b3c8eb8, host dv-neutron-839741-1-hyperv, cleared binding levels {{(pid=88017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:45:04.006491 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] For port 6de6c531-2775-4f82-a463-00050b3c8eb8, host dv-neutron-839741-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6de6c531-2775-4f82-a463-00050b3c8eb8,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:45:04.011561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:04.085854 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-60354ae4-58ee-476c-9196-3336cd40efef service neutron] 10.222.0.53 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719770 Apr 29 12:45:04.091726 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:45:04.092479 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:04.235919 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9849fc-71bd-46f5-8b81-1a74eb5fbb9f None None] Pushing event updated for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:04.236120 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-35c764da-1930-4848-90b0-7fa78d51d173 service neutron] 10.222.0.53 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421523 Apr 29 12:45:04.299637 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:45:04.393350 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:04.455254 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a41c5909-14d8-47b0-92b2-146d752c175d req-b2b06d68-292e-4d9e-9be0-137d65a3e313 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 210 time: 0.0595360 Apr 29 12:45:04.639962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:04.665835 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 4, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6de6c531-2775-4f82-a463-00050b3c8eb8', 'name': '', 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'mac_address': 'fa:16:3e:87:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:59Z', 'updated_at': '2022-04-29T12:45:03Z', 'revision_number': 4, 'project_id': '4684412140c54311a49c6896562ebb56', 'subnets': [{'id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:04.670132 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ff594-2ca8-4737-a04f-ebe8e3a4f48f None None] The sync data for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv is: [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:45:00Z', 'revision_number': 4, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': '6de6c531-2775-4f82-a463-00050b3c8eb8', 'name': '', 'network_id': 'b8edd774-d992-44b8-b0cf-cd6e7c0b1575', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'mac_address': 'fa:16:3e:87:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:59Z', 'updated_at': '2022-04-29T12:45:03Z', 'revision_number': 4, 'project_id': '4684412140c54311a49c6896562ebb56', 'subnets': [{'id': 'c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:45:05.046216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ef39740-bc7c-4bda-b6e4-953e8d64c3be up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:05.115278 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:05.115642 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:05.237249 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6de6c531-2775-4f82-a463-00050b3c8eb8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:05.307064 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning for port 6de6c531-2775-4f82-a463-00050b3c8eb8 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:45:05.313213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6de6c531-2775-4f82-a463-00050b3c8eb8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:05.313610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:05.439505 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:05.473360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] For port 6de6c531-2775-4f82-a463-00050b3c8eb8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6de6c531-2775-4f82-a463-00050b3c8eb8,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:05.478369 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:05.552367 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Pushing event updated for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:05.611991 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-328fccff-9729-449a-bc13-b51ba365d88b req-78c1dcec-ce3f-4239-9126-eee1cf1d484a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 210 time: 0.0425696 Apr 29 12:45:05.866075 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:05.965675 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-cd4c438f-0c5d-47c7-b1ce-96f95adb3027 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:05.967081 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-cd4c438f-0c5d-47c7-b1ce-96f95adb3027 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 810 time: 0.1538627 Apr 29 12:45:06.028048 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-890835a6-42a9-4aa6-af93-1d057714ee44 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 380 time: 0.0448987 Apr 29 12:45:06.037413 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'port': {'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'admin_state_up': True, 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'security_groups': ['83c7d3e8-b5b7-43d0-9b00-65bfb91620b8']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:06.172759 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:06.182658 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:06.196091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Made reservation on behalf of 41f0f5967f4a46e79b9c3a4bf931559d for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:45:06.199909 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:06.477633 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Allocated IP 172.20.0.12 (79e91aa4-b5bd-4bc7-97c9-1b1be04de741/d61fcec5-7a63-41d3-9324-92379b715472/1ce1d449-5184-4ffa-ae12-4e06e40988ac) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:45:06.663100 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:06.679149 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Transition to ACTIVE for port object 1ce1d449-5184-4ffa-ae12-4e06e40988ac will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:45:06.703752 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:06.770548 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:45:06.773568 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:45:06.778399 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:45:06.797920 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16848289-290f-419d-896d-d323aee4813a req-c3add26b-69e2-4168-8ab6-209f7cc50db1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:06.816102 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-16848289-290f-419d-896d-d323aee4813a req-c3add26b-69e2-4168-8ab6-209f7cc50db1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 932 time: 0.0998211 Apr 29 12:45:06.822193 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:06.855948 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:06.856755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:06.857922 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-16848289-290f-419d-896d-d323aee4813a req-1723546b-7021-44ee-b3c3-4210cc2e7282 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Apr 29 12:45:06.885071 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-ae6def9b-6096-4440-8e13-5e8abcf3d517 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8513777 Apr 29 12:45:06.905046 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Request body: {'port': {'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:06.977301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6de6c531-2775-4f82-a463-00050b3c8eb8 up at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:07.020219 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.040072 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-92c502d4-ff97-4eb5-a993-bc03f6042e70 None None] Provisioning for port 1ce1d449-5184-4ffa-ae12-4e06e40988ac completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:45:07.047066 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-92c502d4-ff97-4eb5-a993-bc03f6042e70 None None] Provisioning complete for port 1ce1d449-5184-4ffa-ae12-4e06e40988ac triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:07.047431 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-92c502d4-ff97-4eb5-a993-bc03f6042e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.095046 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Provisioning complete for port 6de6c531-2775-4f82-a463-00050b3c8eb8 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:07.095324 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.148203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-92c502d4-ff97-4eb5-a993-bc03f6042e70 None None] Port 1ce1d449-5184-4ffa-ae12-4e06e40988ac cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:45:07.359849 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce1d449-5184-4ffa-ae12-4e06e40988ac {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:45:07.367002 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.380996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Transition to ACTIVE for port object 1ce1d449-5184-4ffa-ae12-4e06e40988ac will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:45:07.385906 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.534854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:07.618418 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Attempting to bind port 1ce1d449-5184-4ffa-ae12-4e06e40988ac on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:45:07.618784 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Attempting to bind port 1ce1d449-5184-4ffa-ae12-4e06e40988ac by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:45:07.619105 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Attempting to bind port 1ce1d449-5184-4ffa-ae12-4e06e40988ac on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:45:07.623952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Port 1ce1d449-5184-4ffa-ae12-4e06e40988ac on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:45:07.624297 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Attempting to bind port 1ce1d449-5184-4ffa-ae12-4e06e40988ac on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:45:07.629485 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:45:07.629823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Checking segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:45:07.630201 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Bound using segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:45:07.630623 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Bound port: 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:45:07.630962 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.716854 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:45:07.719758 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:45:07.725638 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.739882 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:45:07.785106 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:07.785726 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:07.787087 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] 10.222.0.66 "PUT /v2.0/ports/1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1094 time: 0.8865507 Apr 29 12:45:07.787511 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:45:07.810202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2545f-137e-4809-8a43-277544f71fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:07.849827 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a70267-b49d-4e14-943f-07c8c190ad03'] response: {'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'status': 'completed', 'code': 200} Apr 29 12:45:07.944438 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-fd9a4010-b4d2-4ea2-88aa-6086a2b39d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:07.946629 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-fd9a4010-b4d2-4ea2-88aa-6086a2b39d48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0773268 Apr 29 12:45:08.025038 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-a375f452-e99e-4324-8692-1b12c0cabb59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 217 time: 0.0625725 Apr 29 12:45:08.050296 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccfcc4-8a34-40dd-bfc9-3acaa98ae5ea req-d4520ce7-5496-47e6-9a92-f8cd2465ff3d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:08.052010 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40ccfcc4-8a34-40dd-bfc9-3acaa98ae5ea req-d4520ce7-5496-47e6-9a92-f8cd2465ff3d tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.0811863 Apr 29 12:45:08.087042 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-35b06a42-4692-4755-9fed-b308bc3fab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:08.088454 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-35b06a42-4692-4755-9fed-b308bc3fab4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0559788 Apr 29 12:45:08.095114 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-40ccfcc4-8a34-40dd-bfc9-3acaa98ae5ea req-bc529f13-d1f8-4216-a2c7-9c9a7194cded tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375130 Apr 29 12:45:08.259574 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d390b6ee-7b50-4109-b1b2-1e377e84c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:08.260976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-d390b6ee-7b50-4109-b1b2-1e377e84c02c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654077 Apr 29 12:45:08.394127 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-cc7d4aac-a664-49a8-a503-168f5d623a04 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253386 Apr 29 12:45:08.547728 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca925da6-e522-4c17-985d-c94c4f30ed2a req-aa872c80-edae-44b4-ae18-cc3d1fe041ec service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447976 Apr 29 12:45:08.735220 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571e84-5046-449d-a461-d1e79727653e req-39a4cce9-8473-408f-8f8d-f01f04226f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:08.736541 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-39a4cce9-8473-408f-8f8d-f01f04226f85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0770910 Apr 29 12:45:08.880996 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571e84-5046-449d-a461-d1e79727653e req-c5138d00-b6e8-4d42-8c9c-03d6f1d0a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:08.882494 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-c5138d00-b6e8-4d42-8c9c-03d6f1d0a0c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1389027 Apr 29 12:45:08.953022 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-4d6d4267-ebcc-4800-8684-40593e51898d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 217 time: 0.0638530 Apr 29 12:45:09.015991 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571e84-5046-449d-a461-d1e79727653e req-be453dce-42d4-4f9f-9d13-6740b15df62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:09.017402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-be453dce-42d4-4f9f-9d13-6740b15df62e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0583420 Apr 29 12:45:09.095812 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571e84-5046-449d-a461-d1e79727653e req-203fd81b-cd70-4e16-ba0a-f8cf4c3fca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:09.097237 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-203fd81b-cd70-4e16-ba0a-f8cf4c3fca50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733082 Apr 29 12:45:09.279584 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-b5e19b59-c706-4606-a335-d3a2af2a0751 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743915 Apr 29 12:45:09.387337 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b65e-e897-47e3-a5ab-ef24ed824de6 req-21723215-0014-44e1-a1dd-c23ab9a56453 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:09.388010 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9ac2b65e-e897-47e3-a5ab-ef24ed824de6 req-21723215-0014-44e1-a1dd-c23ab9a56453 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:45:09.423863 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-9ac2b65e-e897-47e3-a5ab-ef24ed824de6 req-21723215-0014-44e1-a1dd-c23ab9a56453 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:45:09.424976 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ac2b65e-e897-47e3-a5ab-ef24ed824de6 req-21723215-0014-44e1-a1dd-c23ab9a56453 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.2202492 Apr 29 12:45:09.434176 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a4571e84-5046-449d-a461-d1e79727653e req-399156fb-24ff-4972-8c60-103d38c720a2 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482058 Apr 29 12:45:09.471739 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9ac2b65e-e897-47e3-a5ab-ef24ed824de6 req-6d96c3d0-8845-4266-88bf-fa9954dd501c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Apr 29 12:45:10.690935 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75db498-63c1-4e54-9359-ae85259170d3 req-cd698ce9-5a51-4831-b978-f19ad3fd5b42 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:10.692275 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f75db498-63c1-4e54-9359-ae85259170d3 req-cd698ce9-5a51-4831-b978-f19ad3fd5b42 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.0888107 Apr 29 12:45:10.735953 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f75db498-63c1-4e54-9359-ae85259170d3 req-febecddc-0d77-4e08-a380-bd5799d40767 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378847 Apr 29 12:45:11.912345 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:45:11.922775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1f508-a47d-46b1-b41b-dea7889e3f90 req-2416a804-5b55-4fb0-a57f-6c751352f4a0 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:11.924258 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fff1f508-a47d-46b1-b41b-dea7889e3f90 req-2416a804-5b55-4fb0-a57f-6c751352f4a0 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.0854230 Apr 29 12:45:11.972542 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-fff1f508-a47d-46b1-b41b-dea7889e3f90 req-8bdaed2e-ac6a-4b6e-877a-2f712d018db4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Apr 29 12:45:12.082702 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:12.096686 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:45:12.152569 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:12.170199 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce1d449-5184-4ffa-ae12-4e06e40988ac {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:45:12.186161 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:12.191316 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:12.259506 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:12.673238 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1ce1d449-5184-4ffa-ae12-4e06e40988ac'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:45:13.171748 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4939f2-301f-4321-944b-5d6c8b0b5b47 req-0a6d1a27-b67e-4f0f-a767-374f1fbc07e2 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:13.173204 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ad4939f2-301f-4321-944b-5d6c8b0b5b47 req-0a6d1a27-b67e-4f0f-a767-374f1fbc07e2 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 945 time: 0.0949061 Apr 29 12:45:13.223262 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-ad4939f2-301f-4321-944b-5d6c8b0b5b47 req-8e87d187-98be-4940-93e0-9d55cd9f070b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Apr 29 12:45:13.929732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:45:14.014016 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 1ce1d449-5184-4ffa-ae12-4e06e40988ac completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:45:14.018737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1ce1d449-5184-4ffa-ae12-4e06e40988ac triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:45:14.019100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:14.131875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:14.158622 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:45:14.167943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:45:14.172926 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:14.207349 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a24842-4dab-45de-ab0e-d3ee633a6f66'] response: {'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'code': 200} Apr 29 12:45:14.246187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:14.423456 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5cdc-54d9-4337-9898-b1cc6291fb71 req-92d640bc-01da-4f56-a4f3-d9b092c3ce84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:14.426149 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f7b5cdc-54d9-4337-9898-b1cc6291fb71 req-92d640bc-01da-4f56-a4f3-d9b092c3ce84 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 946 time: 0.0863616 Apr 29 12:45:14.471251 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-1f7b5cdc-54d9-4337-9898-b1cc6291fb71 req-6c977e5c-d19f-44eb-9682-f895d993d5f5 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386605 Apr 29 12:45:14.472093 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8498c-8f51-4239-b732-5a4c0f0ec080 req-acadb4ab-239d-4764-b9b0-20fe47440843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:14.473571 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf8498c-8f51-4239-b732-5a4c0f0ec080 req-acadb4ab-239d-4764-b9b0-20fe47440843 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0713878 Apr 29 12:45:14.517360 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9bf8498c-8f51-4239-b732-5a4c0f0ec080 req-33eee9ac-0062-4901-8abd-43a6a97db37e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374403 Apr 29 12:45:15.679500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746552-d71c-439d-9a8a-57866bb3eb1e req-8a7b4817-ab06-4865-8d96-96cb08cb57cb tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:15.680846 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ef746552-d71c-439d-9a8a-57866bb3eb1e req-8a7b4817-ab06-4865-8d96-96cb08cb57cb tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 946 time: 0.0916843 Apr 29 12:45:15.724324 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ef746552-d71c-439d-9a8a-57866bb3eb1e req-e13b383d-fda2-4ece-b7fb-38d29b9a5962 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Apr 29 12:45:16.928291 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e156-d0d2-4d07-a4ad-7ffcf089bc18 req-51966cf6-5ca0-4b9c-a1b0-abe8bc3f43b7 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:16.929781 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3d2e156-d0d2-4d07-a4ad-7ffcf089bc18 req-51966cf6-5ca0-4b9c-a1b0-abe8bc3f43b7 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 946 time: 0.0843520 Apr 29 12:45:16.972657 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-d3d2e156-d0d2-4d07-a4ad-7ffcf089bc18 req-f8f854e4-e064-498a-a02f-ed4e797aaf78 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370119 Apr 29 12:45:17.224942 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86daa0-9378-449d-a6c7-72e0ee27baae req-ddc40d50-5142-407a-98d1-e2cb2676b4f4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:17.226488 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0b86daa0-9378-449d-a6c7-72e0ee27baae req-ddc40d50-5142-407a-98d1-e2cb2676b4f4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 946 time: 0.1384292 Apr 29 12:45:17.270214 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0b86daa0-9378-449d-a6c7-72e0ee27baae req-4b11d34e-da91-4ac1-b36d-443faef1dda4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375652 Apr 29 12:45:17.292153 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35734) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:17.401029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57447ba7-3791-465b-a25e-532d51725214 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:17.401751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-57447ba7-3791-465b-a25e-532d51725214 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] Synchronizing usage tracker for tenant:4684412140c54311a49c6896562ebb56 on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:45:17.419028 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-57447ba7-3791-465b-a25e-532d51725214 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] Unset dirty status for tenant:4684412140c54311a49c6896562ebb56 on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:45:17.420168 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-57447ba7-3791-465b-a25e-532d51725214 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1094 time: 0.1271298 Apr 29 12:45:17.423178 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 35740) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:45:17.428551 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:45:17.434983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:45:17.439150 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:floatingip and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:45:17.442062 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88015) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:45:17.447916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:45:17.459308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:17.704535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:17.841488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Allocated IP 172.26.0.105 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/eae3979e-bc37-4a95-b131-cab072b18222) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:45:17.985489 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.018001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.091966 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:45:18.094722 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:45:18.098218 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:45:18.126795 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=eae3979e-bc37-4a95-b131-cab072b18222,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:18.522184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.598939 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.800728 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.808175 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:18.914703 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=eae3979e-bc37-4a95-b131-cab072b18222,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:45:18.927097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:19.099726 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Floating IP 27f2b6af-77c4-4599-b368-4f1a745601f7 associated. External IP: 172.26.0.105, port: 1ce1d449-5184-4ffa-ae12-4e06e40988ac. Apr 29 12:45:19.555486 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:45:19.729090 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:45:19.739874 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:45:19.750805 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:45:19.751417 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:19.755154 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:19.812638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-fed2a232-2552-4633-8ccd-7917c36857c9 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3884168 Apr 29 12:45:19.813210 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:45:19.857836 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de30e649-e8b8-457c-bc5a-ec1535951c99'] response: {'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'status': 'completed', 'code': 200} Apr 29 12:45:19.929835 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:45:19.969736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-4d7a2931-4cb2-4036-a8b1-ceb698a52dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:19.971197 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-4d7a2931-4cb2-4036-a8b1-ceb698a52dc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0704892 Apr 29 12:45:20.099874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-4fe35c0b-dddb-4ccd-87bf-3adfb3d286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:20.101212 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-4fe35c0b-dddb-4ccd-87bf-3adfb3d286e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1235666 Apr 29 12:45:20.202405 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-ef4308e1-2f38-4f75-b16e-736d0690edb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1000 time: 0.0941749 Apr 29 12:45:20.262916 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-6ad868d1-27d4-4a3d-88bc-8b98a74c7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:20.264337 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-6ad868d1-27d4-4a3d-88bc-8b98a74c7b34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0557394 Apr 29 12:45:20.300426 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:18Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:20.304674 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:45:20.313302 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:45:20.313926 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:45:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:20.341184 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-7ab04329-80f5-4cac-b1d1-a3eb5fda3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:45:20.342678 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-7ab04329-80f5-4cac-b1d1-a3eb5fda3c6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717711 Apr 29 12:45:20.476926 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-9d5cfddc-b482-4076-9b5e-2c0b86ef7663 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269007 Apr 29 12:45:20.487744 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:45:20.610441 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7bab3abb-c9b6-4248-af66-1b0368eda9db req-3b6a61e7-c6f6-4d22-875f-9464ce31d9a4 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267333 Apr 29 12:45:20.859243 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:18Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:45:20.863215 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27aa4b-9693-4609-a896-0348f69abec5 None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:18Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:45:21.065089 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1152ad-4eed-49fd-8511-9b2c69a941b5 None None] New status for floating IP 27f2b6af-77c4-4599-b368-4f1a745601f7: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:45:30.406453 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-15cf1be6-f467-4d09-b3c2-1fed014d5ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:33.096889 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-097645e8-21f7-44d0-8622-dceb4d0e15a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:33.834443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:34.366736 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:34.610846 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:35.870853 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:45:44.747450 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:46:00.406542 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cf375a6f-73e1-4fbd-9306-fce86998a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:03.093562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d229eb9b-ea9b-4efa-b388-594fb6e81cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:03.833059 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:04.366237 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:04.603276 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:05.877938 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:09.733757 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-6355cfc1-9f8e-45f1-b999-e785f89cc1fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256449 Apr 29 12:46:09.898500 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-84d695a6-1ddd-4764-814c-06994e97f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:46:09.899925 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-84d695a6-1ddd-4764-814c-06994e97f566 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0745993 Apr 29 12:46:10.164691 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-5548c899-7986-41cd-a994-16cf5a094c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:46:10.166251 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-5548c899-7986-41cd-a994-16cf5a094c93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.2406414 Apr 29 12:46:10.274437 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-00aac1dd-ce8b-4e32-9be8-1af0fcedaf54 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1002 time: 0.1008234 Apr 29 12:46:10.339006 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-ad99e2e2-54e8-4ee8-83d5-2de3296ba9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:46:10.340402 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-ad99e2e2-54e8-4ee8-83d5-2de3296ba9eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0596330 Apr 29 12:46:10.416308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-42e846aa-f93e-4b6b-83cf-19693d647a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:46:10.417777 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-42e846aa-f93e-4b6b-83cf-19693d647a15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705242 Apr 29 12:46:10.548703 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-4c4e3aee-a254-4582-b2a2-6f39d90f473c service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229370 Apr 29 12:46:10.688628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79cd6989-2d13-41c3-bbcf-fde9a8d20107 req-8566abe2-c0c1-442a-8cf9-a1cf9a535eeb service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334238 Apr 29 12:46:21.749010 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:46:30.400801 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-81d951a5-2b33-45c1-b357-973a49cd60a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:33.097225 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d8c116f5-9ab2-4c1d-a187-870f42c67c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:33.835595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:34.364717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:34.629203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:35.887251 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:46:58.751211 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:47:00.405814 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-19b14f4c-0038-44a1-9f1b-3226c3b806e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:03.098281 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-bccb7bb8-e927-48a3-991c-e853f84f2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:03.829689 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:04.374617 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:04.627797 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:05.885817 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:10.687799 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-b00daac7-4403-4497-9785-a67e7b93d9ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821300 Apr 29 12:47:10.871747 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-779f5e46-f8ed-4309-969e-a1e9c4c6c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:47:10.873283 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-779f5e46-f8ed-4309-969e-a1e9c4c6c803 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0880020 Apr 29 12:47:11.019459 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-012701af-2ac5-466f-adc7-886e4ebd069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:47:11.020943 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-012701af-2ac5-466f-adc7-886e4ebd069e service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1278071 Apr 29 12:47:11.122697 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-2e02d268-3e01-4a26-b947-355d234de5c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1002 time: 0.0952425 Apr 29 12:47:11.187880 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-021ef3b3-ac4e-4434-8d00-d651022e7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:47:11.189247 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-021ef3b3-ac4e-4434-8d00-d651022e7786 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0600491 Apr 29 12:47:11.265922 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-351f289b-d46c-4057-82ff-75a998f6f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:47:11.267397 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-351f289b-d46c-4057-82ff-75a998f6f98c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714512 Apr 29 12:47:11.399787 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-23c0a5f6-00e7-4c3b-a685-30d1fe0ad693 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245997 Apr 29 12:47:11.545311 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b77bbbd8-ddb6-4aef-991a-a7972650112a req-ec09add4-c93b-441c-b4ca-44a0e6ecb098 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392765 Apr 29 12:47:30.410157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f063-06ef-425e-9ef4-9ad5782ef19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:33.104095 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ebcddd47-e7b2-402f-8001-feaafbb7d8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:33.840962 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:34.382261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:34.630242 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:47:35.753657 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:47:35.924360 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:00.415282 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-cde24567-97d2-4a3c-89e9-cc24eed5913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:00.714465 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:48:00.857998 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:00.872103 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:48:00.927304 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:00.944676 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ce1d449-5184-4ffa-ae12-4e06e40988ac {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:48:00.960309 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:00.965978 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:01.037068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:01.049212 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.049588 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.049932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.050263 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.050599 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.050935 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.051609 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.051953 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.052259 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.052578 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.052897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.053213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:01.115394 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['1ce1d449-5184-4ffa-ae12-4e06e40988ac'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:48:02.740870 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:48:02.813746 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 1ce1d449-5184-4ffa-ae12-4e06e40988ac triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:48:02.814100 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:02.931146 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:02.958745 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:48:02.969142 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:02.974170 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:03.042408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:03.098205 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-86dd5f3d-0829-4d96-9779-668de45eb021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:03.116835 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca6adf3-7e74-46e9-8725-258e69f2bbd3'] response: {'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'code': 200} Apr 29 12:48:03.848749 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:04.385264 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:04.648395 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:05.898765 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:10.750558 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-15eb975f-860f-43ea-a7f2-3361b6bf576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:10.752080 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-15eb975f-860f-43ea-a7f2-3361b6bf576a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1099 time: 0.0732670 Apr 29 12:48:11.020064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-5ccc1f38-c2ff-46eb-960a-6cf5a8c7287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:11.021443 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-5ccc1f38-c2ff-46eb-960a-6cf5a8c7287f service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.2499824 Apr 29 12:48:11.127414 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-18586796-48a2-453b-8a3d-88cb54a31e1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1002 time: 0.0992091 Apr 29 12:48:11.199429 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-d84c5881-5462-41e6-af52-8de526ea7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:11.200861 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-d84c5881-5462-41e6-af52-8de526ea7ade service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0676813 Apr 29 12:48:11.287147 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-951308a5-1f1f-46de-979c-e78120fa35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:11.288763 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-951308a5-1f1f-46de-979c-e78120fa35cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813787 Apr 29 12:48:11.428869 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-c2ab884b-dc5b-4b49-94de-f01aa34f6eba service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316774 Apr 29 12:48:11.595637 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8634a3ab-b3dd-4ab9-994e-233782ed79c2 req-81b0ff48-cc21-4c6b-9213-f025ad2a8900 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599019 Apr 29 12:48:12.751647 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:48:17.089412 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-b9c4252b-40f4-4e3d-94ba-7ae5acfd0c7f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752089740&fields=id&tenant_id=41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 267 time: 0.0402515 Apr 29 12:48:17.245001 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-5fb5c94c-0ccf-4a83-b6a0-2cefce7b1358 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:17.246422 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-5fb5c94c-0ccf-4a83-b6a0-2cefce7b1358 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 810 time: 0.1507807 Apr 29 12:48:17.264576 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-9c4ae13a-55d1-4b7e-80d9-2056c39cc0fb tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/quotas/41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 375 time: 0.0096347 Apr 29 12:48:17.352559 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-25eef8bd-3935-4dda-80f7-c611ff0bc1e1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829298 Apr 29 12:48:17.491965 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-ae0f94f7-a94d-472d-988b-129c7ffb5a59 service neutron] 10.222.0.53 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268225 Apr 29 12:48:17.624460 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-1d1590e5-c2f3-444b-b2a2-e0409d4ee05d service neutron] 10.222.0.53 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257725 Apr 29 12:48:17.905660 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-51cfb200-d229-4833-9868-858fd45da34e req-42154e2e-e593-48cb-afbf-55a00c839f2b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 210 time: 0.1255527 Apr 29 12:48:19.126326 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-79850811-bdd8-4669-a929-06071d6f1e46 req-6959f117-82fb-47da-80fc-11177cbf60c2 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 210 time: 0.1018696 Apr 29 12:48:19.182005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-1c2a98bc-6bde-41cb-b860-208814ad5746 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:19.183511 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-1c2a98bc-6bde-41cb-b860-208814ad5746 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 810 time: 0.1968708 Apr 29 12:48:19.250538 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-0e4739c8-9de5-4e0e-8a3c-ee64680e8eef tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f0f5967f4a46e79b9c3a4bf931559d HTTP/1.1" status: 200 len: 380 time: 0.0487294 Apr 29 12:48:19.259316 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'port': {'device_id': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'admin_state_up': True, 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'security_groups': ['83c7d3e8-b5b7-43d0-9b00-65bfb91620b8']}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:48:19.502398 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:48:19.512371 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.quota.driver [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88015) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:48:19.534641 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Made reservation on behalf of 41f0f5967f4a46e79b9c3a4bf931559d for: {'port': 1} {{(pid=88015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 12:48:19.538268 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:19.813637 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_common [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Allocated IP 172.20.0.14 (79e91aa4-b5bd-4bc7-97c9-1b1be04de741/d61fcec5-7a63-41d3-9324-92379b715472/45be96a6-91de-4c29-965c-0795cdd4e1d9) {{(pid=88015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:48:20.055737 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:20.075283 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Transition to ACTIVE for port object 45be96a6-91de-4c29-965c-0795cdd4e1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:48:20.125206 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_create {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:20.226169 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 is already hosted by enough agents. {{(pid=88015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:48:20.227493 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.base_scheduler [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources bound (agent type, host, resource id): {{(pid=88015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:48:20.238696 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Received port after_create {{(pid=88015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:48:20.288233 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=1']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:20.334159 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.334857 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.335411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.335943 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.336469 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.336980 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.337562 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.338717 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.339261 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.339823 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.340348 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.340892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:20.408358 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:20.408951 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:20.458119 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ad200-61b6-4906-bf48-d2e12b57a8a5 req-081670c6-ff63-461f-9d49-2e48f515deb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:20.463883 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-726ad200-61b6-4906-bf48-d2e12b57a8a5 req-081670c6-ff63-461f-9d49-2e48f515deb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.1359844 Apr 29 12:48:20.472766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-2679a140-d5e6-461b-b0dd-d9cf0dbc841b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2169931 Apr 29 12:48:20.542521 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-726ad200-61b6-4906-bf48-d2e12b57a8a5 req-d7f415ee-2c24-47d1-86c7-dc2789fb7bc7 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707505 Apr 29 12:48:20.687613 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5f66677a-a183-4a0f-927a-0bd71644fe56 None None] Provisioning for port 45be96a6-91de-4c29-965c-0795cdd4e1d9 completed by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:48:20.694813 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-5f66677a-a183-4a0f-927a-0bd71644fe56 None None] Provisioning complete for port 45be96a6-91de-4c29-965c-0795cdd4e1d9 triggered by entity DHCP. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:48:20.695173 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5f66677a-a183-4a0f-927a-0bd71644fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:20.750297 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-5f66677a-a183-4a0f-927a-0bd71644fe56 None None] Port 45be96a6-91de-4c29-965c-0795cdd4e1d9 cannot update to ACTIVE because it is not bound. {{(pid=88017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 12:48:20.845804 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:48:20.966272 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:20.997693 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:48:21.009036 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:21.015526 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:21.062154 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4666937a-c7ec-4467-98a9-9220e5164ba5'] response: {'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'code': 200} Apr 29 12:48:21.101539 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:21.726311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132cd1a-4179-47f2-bffd-e56cef5f0258 req-25204fd3-731e-485d-8712-52c8024c4e48 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:21.727789 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f132cd1a-4179-47f2-bffd-e56cef5f0258 req-25204fd3-731e-485d-8712-52c8024c4e48 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0841560 Apr 29 12:48:21.776758 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-f132cd1a-4179-47f2-bffd-e56cef5f0258 req-e15d882c-74e5-4000-bbd6-d6507812f948 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Apr 29 12:48:22.983460 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f418b9-08f4-4511-b343-74617cb14263 req-3d2defa1-0cfd-436a-98c2-1f328006d6d8 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:22.984355 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a3f418b9-08f4-4511-b343-74617cb14263 req-3d2defa1-0cfd-436a-98c2-1f328006d6d8 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:48:23.003094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-a3f418b9-08f4-4511-b343-74617cb14263 req-3d2defa1-0cfd-436a-98c2-1f328006d6d8 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:48:23.006621 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a3f418b9-08f4-4511-b343-74617cb14263 req-3d2defa1-0cfd-436a-98c2-1f328006d6d8 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.1046443 Apr 29 12:48:23.056818 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a3f418b9-08f4-4511-b343-74617cb14263 req-d9455817-0c84-4f8b-adc7-379c38e289ae tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Apr 29 12:48:24.251936 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a3a6d-fe63-42d2-9170-199b04f3c823 req-4426d312-440b-4f17-8e2b-066febea2eb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:24.253444 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a59a3a6d-fe63-42d2-9170-199b04f3c823 req-4426d312-440b-4f17-8e2b-066febea2eb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0852230 Apr 29 12:48:24.308622 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a59a3a6d-fe63-42d2-9170-199b04f3c823 req-ec535a8d-87b4-4ca2-b371-b1aa54d28265 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493438 Apr 29 12:48:25.531669 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9786-b214-4978-a83a-e5c7af316fbc req-ce2ae3af-b6e3-434b-9abe-47b89e295762 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:25.540334 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dafe9786-b214-4978-a83a-e5c7af316fbc req-ce2ae3af-b6e3-434b-9abe-47b89e295762 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0980332 Apr 29 12:48:25.588489 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-dafe9786-b214-4978-a83a-e5c7af316fbc req-340fd5c9-fe9f-4e42-bbb9-64575cdc1b9f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470104 Apr 29 12:48:26.791777 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789c0e-e9fd-4ef5-ba5d-3301f3db4eaa req-526ace93-56d8-49d2-96f2-ea67eba3e679 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:26.793376 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe789c0e-e9fd-4ef5-ba5d-3301f3db4eaa req-526ace93-56d8-49d2-96f2-ea67eba3e679 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0905328 Apr 29 12:48:26.845644 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-fe789c0e-e9fd-4ef5-ba5d-3301f3db4eaa req-1b8eb842-7505-4244-ba58-97ce17194694 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463946 Apr 29 12:48:28.046115 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27e8b1-22d6-4d3d-8a75-c78994a6a3c2 req-499f6eca-ec78-4663-9d20-927f1a7f4169 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:28.047638 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d27e8b1-22d6-4d3d-8a75-c78994a6a3c2 req-499f6eca-ec78-4663-9d20-927f1a7f4169 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0899255 Apr 29 12:48:28.098729 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1d27e8b1-22d6-4d3d-8a75-c78994a6a3c2 req-faeb2307-9fcd-4da9-8f01-da531664a6fa tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Apr 29 12:48:29.320980 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bcf65-713f-4754-9ccc-47d6272805cc req-92cc2f61-0edd-494f-a0e2-bb1dd6933ced tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:29.322362 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e8bcf65-713f-4754-9ccc-47d6272805cc req-92cc2f61-0edd-494f-a0e2-bb1dd6933ced tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0971882 Apr 29 12:48:29.366038 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-4e8bcf65-713f-4754-9ccc-47d6272805cc req-a1b70a31-380e-4c26-acbc-511bff008795 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Apr 29 12:48:30.422486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-22d08d18-3593-4dd8-86fd-3362efd5533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:30.563957 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee87e-4375-4726-945e-dd9e46c3539f req-930a9529-ccaf-4f45-b741-d8fe899f329f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:30.565337 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65bee87e-4375-4726-945e-dd9e46c3539f req-930a9529-ccaf-4f45-b741-d8fe899f329f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0939503 Apr 29 12:48:30.611327 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-65bee87e-4375-4726-945e-dd9e46c3539f req-7f365f80-9689-4c7d-b805-4ecd14ec260a tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Apr 29 12:48:31.653678 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.v2.base [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Request body: {'port': {'device_id': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=88015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:48:31.767575 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:31.798937 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb3bfa-5386-4974-9a4a-55c31c37a9cb req-ac1a9339-b832-4be7-b243-56f399186689 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:31.800352 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aeeb3bfa-5386-4974-9a4a-55c31c37a9cb req-ac1a9339-b832-4be7-b243-56f399186689 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 932 time: 0.0834572 Apr 29 12:48:31.843813 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-aeeb3bfa-5386-4974-9a4a-55c31c37a9cb req-a5740a74-5b8d-42ff-b659-e1e74f218906 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370033 Apr 29 12:48:32.119088 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45be96a6-91de-4c29-965c-0795cdd4e1d9 {{(pid=88015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:48:32.130097 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:32.148679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.provisioning_blocks [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Transition to ACTIVE for port object 45be96a6-91de-4c29-965c-0795cdd4e1d9 will not be triggered until provisioned by entity L2. {{(pid=88015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 12:48:32.154614 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:32.307801 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=2']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:32.385846 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Attempting to bind port 45be96a6-91de-4c29-965c-0795cdd4e1d9 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 12:48:32.386176 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Attempting to bind port 45be96a6-91de-4c29-965c-0795cdd4e1d9 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 12:48:32.386499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Attempting to bind port 45be96a6-91de-4c29-965c-0795cdd4e1d9 on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:48:32.391396 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Port 45be96a6-91de-4c29-965c-0795cdd4e1d9 on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 12:48:32.391712 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Attempting to bind port 45be96a6-91de-4c29-965c-0795cdd4e1d9 on network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 12:48:32.396836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Checking agent: {'id': '4bf8c123-b167-4504-ba67-131d0c56e261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'started_at': datetime.datetime(2022, 4, 29, 11, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 12:48:32.397166 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Checking segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 12:48:32.397570 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Bound using segment: {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'} {{(pid=88015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 12:48:32.397988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.managers [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Bound port: 45be96a6-91de-4c29-965c-0795cdd4e1d9, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b2a131-b021-4752-9cec-c188d4a24ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741'}}] {{(pid=88015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 12:48:32.398322 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:32.486953 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, cleared binding levels {{(pid=88015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 12:48:32.489800 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 12:48:32.498070 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266873465'] for port, after_update {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:32.672005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:32.672634 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:32.674125 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] 10.222.0.66 "PUT /v2.0/ports/45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 1094 time: 1.0250707 Apr 29 12:48:32.674553 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:48:32.694133 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69def75-ff12-4663-b732-4d541e8f7e2f service neutron] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=3']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:32.732489 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb2bb12-3aa2-41e1-87c5-7a3f1d74940f'] response: {'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'status': 'completed', 'code': 200} Apr 29 12:48:32.821269 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-c8eea2c0-519c-420b-8289-0f041de87630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:32.822780 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-c8eea2c0-519c-420b-8289-0f041de87630 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1097 time: 0.0736136 Apr 29 12:48:32.899924 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-c9f13516-9900-4cd5-a0ad-70fea1229937 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 217 time: 0.0632100 Apr 29 12:48:32.965286 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-8d9632af-a02f-40ad-8f89-1c731aa52612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:32.966641 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-8d9632af-a02f-40ad-8f89-1c731aa52612 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0604932 Apr 29 12:48:33.029174 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864144e-cacf-47b8-a2b8-68b12cb42d79 req-52ac24b4-f2e2-4478-8e09-132b5ec70115 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.030673 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a864144e-cacf-47b8-a2b8-68b12cb42d79 req-52ac24b4-f2e2-4478-8e09-132b5ec70115 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.0794904 Apr 29 12:48:33.040597 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-b928f475-bfb2-48eb-a0dd-66e0f66edc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.042096 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-b928f475-bfb2-48eb-a0dd-66e0f66edc62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690610 Apr 29 12:48:33.075045 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-a864144e-cacf-47b8-a2b8-68b12cb42d79 req-941a0a26-5517-43dd-bdea-6ee259cf7790 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384576 Apr 29 12:48:33.102105 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2035-eb6e-4214-9746-a88b37bea1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:33.179468 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-1d988e02-c534-43df-86d6-731279977ba5 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307805 Apr 29 12:48:33.310143 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-639637f2-f553-40cc-a84e-ef1385a15bc7 req-d84938b3-64b1-4626-afda-811bd6648521 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239910 Apr 29 12:48:33.481163 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-f7b8c061-859e-43ff-9979-5d0191d3e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.482628 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-f7b8c061-859e-43ff-9979-5d0191d3e8d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1097 time: 0.0721385 Apr 29 12:48:33.618510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-8176ad9d-4ec7-411b-a109-bf3e7b54ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.620174 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-8176ad9d-4ec7-411b-a109-bf3e7b54ba22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1312203 Apr 29 12:48:33.696184 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-634dc6a6-8e1f-425a-ac1e-82edf6cccfb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 217 time: 0.0695174 Apr 29 12:48:33.757603 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-494ca553-d22b-45e0-9a62-0c71aeb4e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.758968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-494ca553-d22b-45e0-9a62-0c71aeb4e600 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0570967 Apr 29 12:48:33.834961 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:33.840956 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-1326ae73-a8a1-4546-a700-17342e7bb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:33.843254 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-1326ae73-a8a1-4546-a700-17342e7bb39a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777700 Apr 29 12:48:33.982887 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-3e2d212c-88b6-48da-b44d-bdf6e895c7d4 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327574 Apr 29 12:48:34.116297 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-cd5042ff-b908-4c0c-8e19-bf9e266b73d1 req-8313f4b3-aea7-4282-bf07-833ec4522dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270304 Apr 29 12:48:34.379628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:34.429402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a540-b156-4911-96cf-3cdb5d698fcb req-51e82d54-62c8-4267-ac44-f59f3366c0c3 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:34.430906 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0078a540-b156-4911-96cf-3cdb5d698fcb req-51e82d54-62c8-4267-ac44-f59f3366c0c3 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.0885441 Apr 29 12:48:34.476709 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-0078a540-b156-4911-96cf-3cdb5d698fcb req-01a33ae6-d24d-4b24-8a41-3cca3d5db6ed tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371130 Apr 29 12:48:34.643296 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:35.694271 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40f0-e967-4190-b884-dc0bdf08169b req-b784931e-2eb9-472e-a7dd-7f560bab0929 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:35.695809 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e5fd40f0-e967-4190-b884-dc0bdf08169b req-b784931e-2eb9-472e-a7dd-7f560bab0929 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.1019084 Apr 29 12:48:35.741671 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e5fd40f0-e967-4190-b884-dc0bdf08169b req-a42d9c83-ecb8-4f6e-86a4-981032995b5b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Apr 29 12:48:35.906043 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:36.873897 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:48:36.949589 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef98da-0f63-4d22-87ba-7d53627de0e2 req-913c6473-11bb-4b52-8272-6aec56a554d1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:36.951061 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b6ef98da-0f63-4d22-87ba-7d53627de0e2 req-913c6473-11bb-4b52-8272-6aec56a554d1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.0880172 Apr 29 12:48:36.994652 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-b6ef98da-0f63-4d22-87ba-7d53627de0e2 req-e86f69e4-9016-4bf9-b092-1c18fa8b55c4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Apr 29 12:48:37.006646 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:37.019831 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'mac_address': 'fa:16:3e:ef:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:48:37.105994 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:37.122989 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45be96a6-91de-4c29-965c-0795cdd4e1d9 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:48:37.139041 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:37.147456 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:37.213295 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=4']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:37.573427 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['45be96a6-91de-4c29-965c-0795cdd4e1d9'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:48:38.210172 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7832-11b1-4dbd-b6d6-156ef75d1221 req-a3e907e2-7309-4f50-b16d-93c3a0afc650 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:38.211608 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-316f7832-11b1-4dbd-b6d6-156ef75d1221 req-a3e907e2-7309-4f50-b16d-93c3a0afc650 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 945 time: 0.0940518 Apr 29 12:48:38.257628 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-316f7832-11b1-4dbd-b6d6-156ef75d1221 req-fc4417dc-faff-407d-a743-f2353083f402 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Apr 29 12:48:38.897990 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:48:38.980625 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning for port 45be96a6-91de-4c29-965c-0795cdd4e1d9 completed by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 12:48:38.985590 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 45be96a6-91de-4c29-965c-0795cdd4e1d9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:48:38.986029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:39.106780 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:39.132595 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:48:39.141930 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:48:39.147701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:39.182949 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d400010a-7af5-4262-8a7d-26e091c76212'] response: {'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'code': 200} Apr 29 12:48:39.215892 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=5']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:39.444554 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e3f8b-faf3-4f80-9e8e-e5c236d80351 req-d69446ef-a26e-4e53-9220-c0070fb8db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:39.446299 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5a9e3f8b-faf3-4f80-9e8e-e5c236d80351 req-d69446ef-a26e-4e53-9220-c0070fb8db6a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1099 time: 0.0731301 Apr 29 12:48:39.457428 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ff32f-3983-4b17-8ecf-6f1c7251bb60 req-4956d951-f09a-4e7c-a807-599231c0715e tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:39.458911 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b5ff32f-3983-4b17-8ecf-6f1c7251bb60 req-4956d951-f09a-4e7c-a807-599231c0715e tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 946 time: 0.0823436 Apr 29 12:48:39.503909 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6b5ff32f-3983-4b17-8ecf-6f1c7251bb60 req-1215183d-9456-4258-8989-5c5d35c04743 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Apr 29 12:48:39.585374 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-5a9e3f8b-faf3-4f80-9e8e-e5c236d80351 req-3db572d0-f2e4-4f14-bb52-ede2089e8066 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331961 Apr 29 12:48:40.724775 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacca23-3d20-4c4e-b04b-51a12b29d692 req-6d4bdce9-e5ab-4c2d-87a2-aeec03313d48 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:40.726136 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3aacca23-3d20-4c4e-b04b-51a12b29d692 req-6d4bdce9-e5ab-4c2d-87a2-aeec03313d48 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 946 time: 0.1052463 Apr 29 12:48:40.770529 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-3aacca23-3d20-4c4e-b04b-51a12b29d692 req-51cfefef-1bd9-4431-ad50-4bca0358be0c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Apr 29 12:48:41.975294 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1562-182c-4e53-952a-f98fca5ada57 req-3949c396-832a-4efc-a4d8-178d888488a1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:41.976753 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6aab1562-182c-4e53-952a-f98fca5ada57 req-3949c396-832a-4efc-a4d8-178d888488a1 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 946 time: 0.0840514 Apr 29 12:48:42.024022 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-6aab1562-182c-4e53-952a-f98fca5ada57 req-a6e65f03-da97-4ea1-8b05-4801973a6290 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Apr 29 12:48:42.229649 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4f40a-dd08-4fb3-a33e-5ca241d3bf09 req-cb628965-665b-4fee-b39a-af3db4ecccef tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:42.231148 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-18f4f40a-dd08-4fb3-a33e-5ca241d3bf09 req-cb628965-665b-4fee-b39a-af3db4ecccef tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 946 time: 0.0932150 Apr 29 12:48:42.275986 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-18f4f40a-dd08-4fb3-a33e-5ca241d3bf09 req-bfcd90bd-ca98-40e8-b6e2-935239d16bfb tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Apr 29 12:48:42.298050 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36070) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:48:42.367428 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d56e0-5b89-4fa4-85bd-269f7ba4fc67 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:42.368977 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-278d56e0-5b89-4fa4-85bd-269f7ba4fc67 tempest-TestSnapshotPattern-1131991352 tempest-TestSnapshotPattern-1131991352-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1094 time: 0.0699916 Apr 29 12:48:42.371925 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36074) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:48:42.377216 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.v2.base [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Request body: {'floatingip': {'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 12:48:42.383625 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 12:48:42.387633 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Usage tracker for resource:floatingip and tenant:41f0f5967f4a46e79b9c3a4bf931559d is out of sync, need to count used quota {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 12:48:42.390644 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.quota.resource [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88016) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 12:48:42.397145 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.quota.driver [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88016) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 12:48:42.413279 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:42.674705 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:42.821033 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_common [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Allocated IP 172.26.0.197 (511ef014-f9dc-415e-b6b7-bfb0f1df62fc/833318c6-ceda-47a7-bd09-60d0893941d5/8103f797-a496-4eb6-9bd6-2040b0afa81c) {{(pid=88016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 12:48:42.975902 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.009592 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777974449704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.075169 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Network 511ef014-f9dc-415e-b6b7-bfb0f1df62fc is already hosted by enough agents. {{(pid=88016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 12:48:43.077968 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.base_scheduler [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Resources bound (agent type, host, resource id): {{(pid=88016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 12:48:43.080573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Received port after_create {{(pid=88016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 12:48:43.118600 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=8103f797-a496-4eb6-9bd6-2040b0afa81c,revision_number=1']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:43.134221 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.134573 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.134910 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.135245 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.135590 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.135921 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.136250 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.136575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.136901 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.137219 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.137563 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.137863 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:48:43.515582 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.592037 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.809707 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for port, precommit_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.817057 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-268183649'] for port, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:43.932947 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event updated for resources: {'Port': ['ID=8103f797-a496-4eb6-9bd6-2040b0afa81c,revision_number=2']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:48:43.944998 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2053722'] for floatingip, after_update {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:44.122353 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.db.l3_db [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Floating IP e0d97aa8-8a1d-44d7-bd65-276b7da194c0 associated. External IP: 172.26.0.197, port: 45be96a6-91de-4c29-965c-0795cdd4e1d9. Apr 29 12:48:44.609412 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:48:44.793853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:48:44.803857 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:48:44.813027 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:48:44.813734 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:48:44.821203 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:48:44.885467 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-91f58d60-308a-4afa-bf05-5aef0bc71546 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5024533 Apr 29 12:48:44.885467 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:48:44.920339 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3a3a17-bc3b-4da7-b8c5-a93e7aded4ae'] response: {'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'status': 'completed', 'code': 200} Apr 29 12:48:44.987091 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:48:45.042601 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90227-6a5c-425d-b329-75db89489c65 req-21a26f76-f1ca-4f19-8b96-58e28ad3e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:45.043721 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-21a26f76-f1ca-4f19-8b96-58e28ad3e95c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1099 time: 0.0775492 Apr 29 12:48:45.176308 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90227-6a5c-425d-b329-75db89489c65 req-8a8fde75-db82-43dd-a85f-762aee457f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:45.178179 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-8a8fde75-db82-43dd-a85f-762aee457f73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1283319 Apr 29 12:48:45.278781 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-e8d2454d-f096-4677-a474-72923f7a5985 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 1000 time: 0.0942700 Apr 29 12:48:45.340023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90227-6a5c-425d-b329-75db89489c65 req-c7a7496c-50c4-4c5d-ab35-dd06df8513a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:45.341353 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-c7a7496c-50c4-4c5d-ab35-dd06df8513a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0564787 Apr 29 12:48:45.372210 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}, {'id': 'e0d97aa8-8a1d-44d7-bd65-276b7da194c0', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:ef:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:48:43Z', 'updated_at': '2022-04-29T12:48:43Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:48:45.388265 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:48:45.397542 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:48:45.398280 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:48:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:48:45.417506 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90227-6a5c-425d-b329-75db89489c65 req-c0907b11-c55c-4df4-9b2f-526e6af14c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:48:45.418973 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-c0907b11-c55c-4df4-9b2f-526e6af14c06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715821 Apr 29 12:48:45.549407 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-d51b157e-a0b9-4406-be4d-4f3480da45c9 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237614 Apr 29 12:48:45.572633 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:48:45.677513 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-a8c90227-6a5c-425d-b329-75db89489c65 req-716b2732-aa36-4e0d-a952-58376b99d081 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224172 Apr 29 12:48:45.919453 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}, {'id': 'e0d97aa8-8a1d-44d7-bd65-276b7da194c0', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:ef:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:48:43Z', 'updated_at': '2022-04-29T12:48:43Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:48:45.923470 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab937088-ad86-4b73-a5a7-8a3f84f5d217 None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}, {'id': 'e0d97aa8-8a1d-44d7-bd65-276b7da194c0', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:ef:ac:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:48:43Z', 'updated_at': '2022-04-29T12:48:43Z', 'revision_number': 0, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:48:46.132258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e633b4-3001-4b4a-ad47-5ca39e98c74a None None] New status for floating IP e0d97aa8-8a1d-44d7-bd65-276b7da194c0: ACTIVE {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:48:49.757056 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:49:00.420190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-40e97b20-2544-4f48-a7b0-16934003fbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:03.119769 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-9c68aa2d-8f8d-4eb7-9f28-6a67f9a17fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:03.848943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:04.387068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:04.659458 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:05.910214 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:11.671255 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-c022d903-fb99-4c40-8bca-6c2d18c5a364 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672908 Apr 29 12:49:11.837743 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-c883eed7-80f8-4360-8dc2-a25d2ed6b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:49:11.839187 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-c883eed7-80f8-4360-8dc2-a25d2ed6b25d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0777807 Apr 29 12:49:11.981952 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-904d43a2-cd16-40a8-a48f-3d56b250d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:49:11.983397 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-904d43a2-cd16-40a8-a48f-3d56b250d00c service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1254187 Apr 29 12:49:12.085766 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-4349c95d-275c-4ff4-8f45-38f618b17dad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1000 time: 0.0965316 Apr 29 12:49:12.150330 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-1eb29e2b-2f4f-4e04-8c72-8e407adc2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:49:12.151737 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-1eb29e2b-2f4f-4e04-8c72-8e407adc2e32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0605981 Apr 29 12:49:12.232621 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-38ab9acc-4cf5-4f6a-ad8b-c70055537290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:49:12.234724 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-38ab9acc-4cf5-4f6a-ad8b-c70055537290 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777483 Apr 29 12:49:12.470712 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-af8be10c-7484-4c07-ace4-492d6355d160 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299817 Apr 29 12:49:12.602138 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7b32254b-99a8-4eb3-9d23-42385f77ed25 req-68a2fca6-8229-4635-beb2-733f99de5083 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246183 Apr 29 12:49:26.754988 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:49:30.414874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5b36f370-eb7f-40e8-95bc-e32fd76059e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:33.106523 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f68dc017-dbea-41c5-8a51-d946edb82ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:33.852862 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:34.387319 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:34.637088 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:49:35.913587 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:00.419628 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dbb24e61-ec9d-4dcf-b257-b0653df1e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:03.109598 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-80d0889a-c765-4500-9cc9-21780df887d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:03.753466 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:50:03.860483 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:04.390274 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:04.642793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:05.918346 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:13.709816 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-debac97b-2f82-4633-986e-0ff0c257a347 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782914 Apr 29 12:50:13.817983 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-506a273b-cc13-47a5-abab-10312ae8cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:50:13.819438 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-506a273b-cc13-47a5-abab-10312ae8cab6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1099 time: 0.0781300 Apr 29 12:50:13.971820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-598fb081-e53f-43d5-af2e-e920ad3fd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:50:13.973200 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-598fb081-e53f-43d5-af2e-e920ad3fd2d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1287704 Apr 29 12:50:14.086050 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-1063941d-57c3-43a4-88a5-d1c69e22b86a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 1002 time: 0.1057518 Apr 29 12:50:14.159573 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-f3b5c974-e235-40ec-9679-5f94d2b3ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:50:14.160988 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-f3b5c974-e235-40ec-9679-5f94d2b3ffe7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0690374 Apr 29 12:50:14.243012 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-490ba8c2-3f08-4a89-a23a-52ba3b4af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:50:14.244396 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-490ba8c2-3f08-4a89-a23a-52ba3b4af4c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770822 Apr 29 12:50:14.376902 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-0dd74f42-d1fb-4de4-8a85-4f957a863379 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240470 Apr 29 12:50:14.506113 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-c979e9c6-48a9-4eb2-a3c6-72fdb3dc2ed1 req-2c113889-888f-4e24-8634-741d7f52d9d6 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231706 Apr 29 12:50:30.418907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f926a0c3-4679-42c5-85b0-db96ad8e6f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:33.113094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-24c9a438-a5d1-4867-a44e-703ec6021c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:33.858022 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:34.399671 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:34.656879 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:35.928166 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:50:40.754001 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:51:00.423409 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-854175ef-66b8-4628-b960-dc29b0b6fc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:03.117218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-75386e24-8134-4fa7-abeb-29d6e75fcc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:03.850706 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:03.868922 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=88017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 12:51:04.007029 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:04.020294 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Returning: {'device': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'port_id': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'mac_address': 'fa:16:3e:ef:ac:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 12:51:04.080606 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:04.126678 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45be96a6-91de-4c29-965c-0795cdd4e1d9 {{(pid=88017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 12:51:04.143626 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:04.149008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:04.213141 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=6']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:04.220228 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.220573 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.220906 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.221230 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.221591 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.221920 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.222247 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.222561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.222882 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.223196 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.223515 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.223827 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:04.303533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] get_ports_and_sgs() called for port_ids ['45be96a6-91de-4c29-965c-0795cdd4e1d9'] {{(pid=88017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 12:51:04.422157 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:04.690486 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:05.871918 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 up at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 12:51:05.942012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:05.957335 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.provisioning_blocks [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Provisioning complete for port 45be96a6-91de-4c29-965c-0795cdd4e1d9 triggered by entity L2. {{(pid=88017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 12:51:05.957717 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883074'] for port, provisioning_complete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:06.075896 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:06.102133 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:06.113266 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:06.118387 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:06.153491 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de93b91b-c895-48b9-ad0a-3df74d46514a'] response: {'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'code': 200} Apr 29 12:51:06.186246 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=7']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:13.753772 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-8348094e-09fc-4306-a522-51b6f7377589 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590998 Apr 29 12:51:13.946709 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-fa0e18eb-7913-4a8f-9f01-9d40b3dae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:13.948179 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-fa0e18eb-7913-4a8f-9f01-9d40b3dae2e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0878434 Apr 29 12:51:14.118473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-8c0f10dd-cebe-4135-af6a-2ba125de7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:14.119930 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-8c0f10dd-cebe-4135-af6a-2ba125de7588 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1485796 Apr 29 12:51:14.227572 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-fc46f93d-8913-4f5a-a233-099d3325ebab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 1000 time: 0.1010740 Apr 29 12:51:14.295246 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-768a697f-1933-41cf-bd74-50b32564bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:14.296693 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-768a697f-1933-41cf-bd74-50b32564bf42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0628436 Apr 29 12:51:14.381110 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-3de1d2f8-afa9-4f0c-88ca-45e826e556d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:14.382987 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-3de1d2f8-afa9-4f0c-88ca-45e826e556d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794559 Apr 29 12:51:14.688968 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-96380c73-f547-4000-b886-55a13929daa5 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997801 Apr 29 12:51:14.835470 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-9dca3de7-f195-447f-9a34-9b47901917a3 req-b5cf5a77-0830-4965-bc21-131b6745ff81 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393437 Apr 29 12:51:17.757228 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:51:18.437077 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36334) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:18.644202 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Deleting port 8103f797-a496-4eb6-9bd6-2040b0afa81c {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:18.644488 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:18.817005 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:18.817271 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:18.936057 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Calling delete_port for 8103f797-a496-4eb6-9bd6-2040b0afa81c owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:19.093738 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:19.140755 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event deleted for resources: {'Port': ['ID=8103f797-a496-4eb6-9bd6-2040b0afa81c,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:19.171773 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.172104 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.172445 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.172769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.173095 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.173423 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.173765 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.174087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.174402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.174716 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.175029 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.175321 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:19.243499 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:19.243719 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Floating IP e0d97aa8-8a1d-44d7-bd65-276b7da194c0 disassociated (deleted). External IP: 172.26.0.197, port: 45be96a6-91de-4c29-965c-0795cdd4e1d9. Apr 29 12:51:19.688091 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:51:19.884683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:51:19.894709 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:51:19.905611 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:19.906316 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:19.906515 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:19.959819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-9021ccf5-9f2f-4cd4-bee4-b94ff006c15f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "DELETE /v2.0/floatingips/e0d97aa8-8a1d-44d7-bd65-276b7da194c0 HTTP/1.1" status: 204 len: 168 time: 1.5215657 Apr 29 12:51:19.960402 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:19.977299 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:20.077774 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fffcb8-1de1-4a59-9cf6-a6a2fd2ff1ba'] response: {'name': 'network-changed', 'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'status': 'completed', 'code': 200} Apr 29 12:51:20.086627 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:20.106353 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-940154'] for port, before_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:20.136158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:20.147256 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:20.151612 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777974879236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777974449722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777974449767'] for port, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:20.225586 dv-neutron-839741-1-hyperv neutron-server[88017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3974ece7-ba24-453c-8a34-60033890de85'] response: {'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'code': 200} Apr 29 12:51:20.245580 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-8122c0ad-456f-4733-8f29-6d050710ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:20.247650 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-8122c0ad-456f-4733-8f29-6d050710ee4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 1097 time: 0.1243393 Apr 29 12:51:20.248005 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Pushing event updated for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=8']} {{(pid=88017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:20.472087 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-3d3ae612-9520-46cb-8eea-1be53c520c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:20.473489 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-3d3ae612-9520-46cb-8eea-1be53c520c66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1849823 Apr 29 12:51:20.486015 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4bb7d-2241-4a91-8619-a9bcd1d1c885 req-aace8396-f7a6-44a7-bee4-eefbd2fc0b49 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:20.486688 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0b4bb7d-2241-4a91-8619-a9bcd1d1c885 req-aace8396-f7a6-44a7-bee4-eefbd2fc0b49 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:51:20.508967 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:20.512852 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:51:20.521111 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:20.521723 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:20.562290 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-2b6d553e-14a0-47b0-aaf7-27cb3f588c28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 200 len: 217 time: 0.0717762 Apr 29 12:51:20.569491 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-e0b4bb7d-2241-4a91-8619-a9bcd1d1c885 req-aace8396-f7a6-44a7-bee4-eefbd2fc0b49 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:51:20.570643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0b4bb7d-2241-4a91-8619-a9bcd1d1c885 req-aace8396-f7a6-44a7-bee4-eefbd2fc0b49 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.2609882 Apr 29 12:51:20.657751 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-b05a2cbe-d985-462c-a54f-563e8a2cb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:20.659196 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-b05a2cbe-d985-462c-a54f-563e8a2cb9dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0876687 Apr 29 12:51:20.661912 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-e0b4bb7d-2241-4a91-8619-a9bcd1d1c885 req-adb706b1-d125-4eec-9ca2-57c25ed0cf09 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604103 Apr 29 12:51:20.707995 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:20.735484 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-a872de27-e9e2-4b0f-88e4-723ef266efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:20.736885 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-a872de27-e9e2-4b0f-88e4-723ef266efb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715966 Apr 29 12:51:20.868442 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-ab80fd0e-39f4-4a56-a8f4-fc96f212527e service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Apr 29 12:51:20.997886 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-8ff4c518-2180-41e6-976f-e59604e93fcc req-566b142d-f11d-476e-9e7f-358db2c03c46 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224740 Apr 29 12:51:21.054203 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:21.058713 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62fdc5-95a0-4f18-addc-dbcedff7f00b None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_floatingips': [{'id': '27f2b6af-77c4-4599-b368-4f1a745601f7', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'router_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'port_id': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'mac_address': 'fa:16:3e:cd:be:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T12:45:18Z', 'updated_at': '2022-04-29T12:45:21Z', 'revision_number': 1, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:51:21.266855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a728e515-c1fe-4cf1-ae5e-25dfc0a953ac None None] New status for floating IP e0d97aa8-8a1d-44d7-bd65-276b7da194c0: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:51:21.876596 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951e9e-5acd-4760-92b5-1a20ecf6576b req-373d079f-2a8c-46d3-8263-cf9fa26a0126 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:21.878138 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9e951e9e-5acd-4760-92b5-1a20ecf6576b req-373d079f-2a8c-46d3-8263-cf9fa26a0126 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.1001673 Apr 29 12:51:21.925717 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-9e951e9e-5acd-4760-92b5-1a20ecf6576b req-af0f5aad-f76e-4fc2-827c-84fd37be39fa tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Apr 29 12:51:22.326650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-43c6a0f8-0a01-493b-ba8c-6da66c7dde75 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:22.328055 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-43c6a0f8-0a01-493b-ba8c-6da66c7dde75 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 944 time: 0.0945470 Apr 29 12:51:22.399313 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Deleting port 45be96a6-91de-4c29-965c-0795cdd4e1d9 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:22.399629 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:22.648183 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] For port 45be96a6-91de-4c29-965c-0795cdd4e1d9, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=45be96a6-91de-4c29-965c-0795cdd4e1d9,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:22.648530 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:22.871959 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Calling delete_port for 45be96a6-91de-4c29-965c-0795cdd4e1d9 owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:23.015262 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:23.093855 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event deleted for resources: {'Port': ['ID=45be96a6-91de-4c29-965c-0795cdd4e1d9,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:23.140800 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-7328d4e9-c825-4ecb-82ab-56eb0b84389b req-dee89817-d938-47e6-baad-37f9213355c5 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca13813d-35d7-4d5c-8d45-c6986de8e994 HTTP/1.1" status: 200 len: 210 time: 0.0844102 Apr 29 12:51:23.179650 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] No DVR routers for this DVR port 45be96a6-91de-4c29-965c-0795cdd4e1d9 on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:51:23.182089 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:23.184733 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-deleted', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:23.201680 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-1aee73ff-daeb-45a2-8c28-94e7a958c181 req-04ffcde5-369b-400c-be6a-19780525343c tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "DELETE /v2.0/ports/45be96a6-91de-4c29-965c-0795cdd4e1d9 HTTP/1.1" status: 204 len: 173 time: 0.8686223 Apr 29 12:51:23.229403 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5700ebf5-f5e9-454c-9db5-862c2fe5e81d'] response: {'server_uuid': 'ca13813d-35d7-4d5c-8d45-c6986de8e994', 'name': 'network-vif-deleted', 'tag': '45be96a6-91de-4c29-965c-0795cdd4e1d9', 'status': 'completed', 'code': 200} Apr 29 12:51:24.821314 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36404) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:25.022782 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Deleting port eae3979e-bc37-4a95-b131-cab072b18222 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:25.023064 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:25.190420 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:25.190745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:25.310640 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Calling delete_port for eae3979e-bc37-4a95-b131-cab072b18222 owned by network:floatingip {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:25.468195 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:25.516769 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event deleted for resources: {'Port': ['ID=eae3979e-bc37-4a95-b131-cab072b18222,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:25.605411 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:25.605745 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.db.l3_db [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Floating IP 27f2b6af-77c4-4599-b368-4f1a745601f7 disassociated (deleted). External IP: 172.26.0.105, port: 1ce1d449-5184-4ffa-ae12-4e06e40988ac. Apr 29 12:51:25.998400 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:26.033219 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 45be96a6-91de-4c29-965c-0795cdd4e1d9 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:26.033602 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 45be96a6-91de-4c29-965c-0795cdd4e1d9 not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:26.068734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:51:26.245480 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:51:26.255509 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:51:26.261721 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for floatingip, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:26.265231 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:26.265868 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:26.318070 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-406fe06b-419d-4943-ba0e-7e60977796bc tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "DELETE /v2.0/floatingips/27f2b6af-77c4-4599-b368-4f1a745601f7 HTTP/1.1" status: 204 len: 168 time: 1.4956014 Apr 29 12:51:26.318628 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:26.362103 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c0937c-0722-4d19-b161-5210c25e8f8f'] response: {'name': 'network-changed', 'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'status': 'completed', 'code': 200} Apr 29 12:51:26.449606 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:26.481965 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-cf479144-4691-45e0-9cc6-e40c9da17a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:26.483409 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-cf479144-4691-45e0-9cc6-e40c9da17a46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 1097 time: 0.0765269 Apr 29 12:51:26.660157 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-d0280c4d-ad3d-4d06-b98a-c272020da5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:26.661642 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-d0280c4d-ad3d-4d06-b98a-c272020da5fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 200 len: 911 time: 0.1722095 Apr 29 12:51:26.738819 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-fcdd8ae5-9fa1-43ba-ac90-80c3858a3af9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 200 len: 217 time: 0.0696650 Apr 29 12:51:26.770810 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:26.774717 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:51:26.783173 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:26.783786 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:26.812528 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fc86f-089e-46ff-b48d-9148bda4ef1f req-241b0227-92ae-4eaf-b8e4-bcf00bd49035 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:26.813094 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-343fc86f-089e-46ff-b48d-9148bda4ef1f req-241b0227-92ae-4eaf-b8e4-bcf00bd49035 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Synchronizing usage tracker for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 12:51:26.816887 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-6c7fc44a-b1b2-42c0-89d9-9294d231ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:26.818356 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-6c7fc44a-b1b2-42c0-89d9-9294d231ca27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 200 len: 849 time: 0.0730448 Apr 29 12:51:26.877192 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.quota.resource [req-343fc86f-089e-46ff-b48d-9148bda4ef1f req-241b0227-92ae-4eaf-b8e4-bcf00bd49035 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Unset dirty status for tenant:41f0f5967f4a46e79b9c3a4bf931559d on resource:port {{(pid=88015) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 12:51:26.878355 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-343fc86f-089e-46ff-b48d-9148bda4ef1f req-241b0227-92ae-4eaf-b8e4-bcf00bd49035 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.2617493 Apr 29 12:51:26.932829 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-343fc86f-089e-46ff-b48d-9148bda4ef1f req-2e99e36a-0fa0-4ce5-aaa2-05b75cb58f53 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480194 Apr 29 12:51:26.935555 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-f489a2e9-20b7-4e96-a473-446727cb0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:26.936913 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-f489a2e9-20b7-4e96-a473-446727cb0c7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=79e91aa4-b5bd-4bc7-97c9-1b1be04de741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122842 Apr 29 12:51:26.994672 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:27.067087 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-121c44c6-cc71-4414-b0f6-582c7407cdb7 service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222792 Apr 29 12:51:27.195684 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-ca96cfb6-25cd-4779-aa6b-a5a58309bd3e req-9fca4126-b060-44e7-932b-66cc68bc043b service neutron] 10.222.0.66 "GET /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218212 Apr 29 12:51:27.303901 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:27.308039 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49d9c1-1a91-4fad-9a5d-c0207fa58695 None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:53Z', 'revision_number': 4, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv', '_interfaces': [{'id': 'cf7a818d-4b3c-48e9-8043-db3aff89f80b', 'name': '', 'network_id': '79e91aa4-b5bd-4bc7-97c9-1b1be04de741', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'mac_address': 'fa:16:3e:66:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:53Z', 'updated_at': '2022-04-29T12:44:59Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'subnets': [{'id': 'd61fcec5-7a63-41d3-9324-92379b715472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:51:27.533222 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c09e-c0b8-4133-bc06-af315222b73e None None] New status for floating IP 27f2b6af-77c4-4599-b368-4f1a745601f7: DOWN {{(pid=88017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 12:51:27.656343 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-f25d1832-e618-4085-99da-936d744b9e6f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:27.657758 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-f25d1832-e618-4085-99da-936d744b9e6f tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.0803144 Apr 29 12:51:27.729544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Deleting port 1ce1d449-5184-4ffa-ae12-4e06e40988ac {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:27.729874 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:28.098412 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] For port 1ce1d449-5184-4ffa-ae12-4e06e40988ac, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=1ce1d449-5184-4ffa-ae12-4e06e40988ac,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:28.098734 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:28.126222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11f0b-d448-48ad-a0fb-7360554d0ec4 req-875e119f-2c79-4def-a660-327e21de5407 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 12:51:28.127747 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7e11f0b-d448-48ad-a0fb-7360554d0ec4 req-875e119f-2c79-4def-a660-327e21de5407 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/ports?device_id=43f615f1-16ad-4631-bd8a-e893e99576e5 HTTP/1.1" status: 200 len: 944 time: 0.0823302 Apr 29 12:51:28.175277 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [req-e7e11f0b-d448-48ad-a0fb-7360554d0ec4 req-8a484e1e-a7c7-4bf8-a0b2-1812b4fb849b tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "GET /v2.0/security-groups?id=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Apr 29 12:51:28.218531 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Calling delete_port for 1ce1d449-5184-4ffa-ae12-4e06e40988ac owned by compute:nova {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:28.364437 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:28.413143 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event deleted for resources: {'Port': ['ID=1ce1d449-5184-4ffa-ae12-4e06e40988ac,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:28.488559 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.l3_dvrscheduler_db [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] No DVR routers for this DVR port 1ce1d449-5184-4ffa-ae12-4e06e40988ac on host hv-neutron-8397 {{(pid=88015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:51:28.491051 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75435'] for port, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:28.493683 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-deleted', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac'}] {{(pid=88015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 12:51:28.510314 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [req-11598cd0-83f0-4943-8626-73a9f83fd09a req-637ca297-300b-40e6-9db7-ec0842934705 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.66 "DELETE /v2.0/ports/1ce1d449-5184-4ffa-ae12-4e06e40988ac HTTP/1.1" status: 204 len: 173 time: 0.8463728 Apr 29 12:51:28.539743 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0465c84b-9a99-4885-aaf1-279c1d7f6360'] response: {'server_uuid': '43f615f1-16ad-4631-bd8a-e893e99576e5', 'name': 'network-vif-deleted', 'tag': '1ce1d449-5184-4ffa-ae12-4e06e40988ac', 'status': 'completed', 'code': 200} Apr 29 12:51:29.269023 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36420) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:29.347280 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:29.375985 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:29.442836 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:29.461512 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c7d3e8-b5b7-43d0-9b00-65bfb91620b8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:29.471861 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:29.472993 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e586476d-532d-413e-9fb2-cbf95462eeb4 tempest-TestSnapshotPattern-374325716 tempest-TestSnapshotPattern-374325716-project] 10.222.0.53 "DELETE /v2.0/security-groups/83c7d3e8-b5b7-43d0-9b00-65bfb91620b8 HTTP/1.1" status: 204 len: 168 time: 0.2025621 Apr 29 12:51:29.528581 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36426) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:30.018408 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac no longer exists at agent hyperv_hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:30.052393 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] No Port match for: 1ce1d449-5184-4ffa-ae12-4e06e40988ac {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:30.052709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Device 1ce1d449-5184-4ffa-ae12-4e06e40988ac not bound to the agent host hv-neutron-8397 {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:30.186955 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:30.430216 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-32f6c977-7108-4d89-9186-1a9ed043dde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:30.623229 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Deleting port cf7a818d-4b3c-48e9-8043-db3aff89f80b {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:30.623830 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:30.797679 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] For port cf7a818d-4b3c-48e9-8043-db3aff89f80b, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=cf7a818d-4b3c-48e9-8043-db3aff89f80b,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:30.798079 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:30.920735 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Calling delete_port for cf7a818d-4b3c-48e9-8043-db3aff89f80b owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:31.097473 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:31.145017 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7a818d-4b3c-48e9-8043-db3aff89f80b,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:31.419808 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:31.783895 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Router ae9a1e19-1c5c-4176-9f90-139f96baa291 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:51:32.066736 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:51:32.075322 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Sync routers for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:51:32.079643 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-cd3462f9-ba4a-441a-bf8e-f33abb6f329f admin admin] 10.222.0.53 "PUT /v2.0/routers/ae9a1e19-1c5c-4176-9f90-139f96baa291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499711 Apr 29 12:51:32.082497 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36434) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:32.085251 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:32.085909 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:32.256591 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:32.262441 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:32.433657 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:32.444530 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Deleting port ac642e83-07c3-43d1-9f06-6c810abb40e7 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:32.444875 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:32.540031 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:51:31Z', 'revision_number': 5, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port': {'id': 'ac642e83-07c3-43d1-9f06-6c810abb40e7', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:32.543967 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Checking router: ae9a1e19-1c5c-4176-9f90-139f96baa291 for host: dv-neutron-839741-1-hyperv {{(pid=88018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:51:32.552569 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Routers {'ae9a1e19-1c5c-4176-9f90-139f96baa291'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:32.553180 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:03Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['ae9a1e19-1c5c-4176-9f90-139f96baa291'], 'active': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:32.617114 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] For port ac642e83-07c3-43d1-9f06-6c810abb40e7, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=ac642e83-07c3-43d1-9f06-6c810abb40e7,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:32.617616 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:32.704636 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvr_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] Set router ae9a1e19-1c5c-4176-9f90-139f96baa291 gateway port host: None {{(pid=88018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:32.743306 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Calling delete_port for ac642e83-07c3-43d1-9f06-6c810abb40e7 owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:32.810349 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:51:32Z', 'revision_number': 6, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:32.814893 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60e1-4ae1-4c21-9c8b-8e6b3db22ebe None None] The sync data for ids ['ae9a1e19-1c5c-4176-9f90-139f96baa291'] in dv-neutron-839741-1-hyperv is: [{'id': 'ae9a1e19-1c5c-4176-9f90-139f96baa291', 'name': 'tempest-TestSnapshotPattern-1853192490-router', 'tenant_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:50Z', 'updated_at': '2022-04-29T12:51:32Z', 'revision_number': 6, 'project_id': '41f0f5967f4a46e79b9c3a4bf931559d', 'gw_port_host': None}] {{(pid=88018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:51:33.050372 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.098175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac642e83-07c3-43d1-9f06-6c810abb40e7,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:33.110898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-79308695-d864-4ec8-b758-64bb737b5dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.139007 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.139356 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.139690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.140017 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.140371 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.140697 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.141015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.141335 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.141668 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.141986 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.142300 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.142603 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839741-1-hyperv {{(pid=88016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 12:51:33.202857 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.375558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.378038 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.404323 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.404844 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9a1e19-1c5c-4176-9f90-139f96baa291 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:51:33.420451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.421702 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-6b51f268-b9c7-4228-bb01-2b36f913e3cc admin admin] 10.222.0.53 "DELETE /v2.0/routers/ae9a1e19-1c5c-4176-9f90-139f96baa291 HTTP/1.1" status: 204 len: 168 time: 1.3381832 Apr 29 12:51:33.424348 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36438) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:33.482730 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Deleting subnet d61fcec5-7a63-41d3-9324-92379b715472 {{(pid=88016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:51:33.485772 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.537277 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266370135'] for subnet, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.568832 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf7a818d-4b3c-48e9-8043-db3aff89f80b no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:33.608213 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: cf7a818d-4b3c-48e9-8043-db3aff89f80b {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:33.608551 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device cf7a818d-4b3c-48e9-8043-db3aff89f80b not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:33.619387 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.689431 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-268183647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266339212'] for subnet, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.733280 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61fcec5-7a63-41d3-9324-92379b715472,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:33.735238 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.739441 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478c2ec-d479-438b-afcb-c2e827c933d7 None None] Network 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:51:33.744210 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-5389e63f-4286-447c-8519-1b2778a3cb42 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d61fcec5-7a63-41d3-9324-92379b715472 HTTP/1.1" status: 204 len: 168 time: 0.3163662 Apr 29 12:51:33.744340 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36442) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:33.853015 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.868630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Deleting port 6f63f842-1353-4e52-a85b-35d565d7cd48 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:33.868630 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:33.884932 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.001158 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] DHCP port deletion for 79e91aa4-b5bd-4bc7-97c9-1b1be04de741 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:51:34.005608 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Deleting port 6f63f842-1353-4e52-a85b-35d565d7cd48 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:34.006008 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.072576 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] For port 6f63f842-1353-4e52-a85b-35d565d7cd48, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f63f842-1353-4e52-a85b-35d565d7cd48,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:34.072933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.197749 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Calling delete_port for 6f63f842-1353-4e52-a85b-35d565d7cd48 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:34.241562 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] For port 6f63f842-1353-4e52-a85b-35d565d7cd48, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6f63f842-1353-4e52-a85b-35d565d7cd48,segment=NetworkSegment(e2b2a131-b021-4752-9cec-c188d4a24ffc),segment_id=e2b2a131-b021-4752-9cec-c188d4a24ffc)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:34.242139 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.278046 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.326689 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f63f842-1353-4e52-a85b-35d565d7cd48,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:34.328451 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] No DVR routers for this DVR port 6f63f842-1353-4e52-a85b-35d565d7cd48 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:51:34.365231 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Calling delete_port for 6f63f842-1353-4e52-a85b-35d565d7cd48 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:34.426521 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.455301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:51:34.455659 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:51:34.554933 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.581972 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e91aa4-b5bd-4bc7-97c9-1b1be04de741']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:34.594122 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b2a131-b021-4752-9cec-c188d4a24ffc') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:34.594416 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b2a131-b021-4752-9cec-c188d4a24ffc') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:34.605970 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.622516 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.628750 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:51:34.629126 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:51:34.642351 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:51:34.660187 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.724175 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.745134 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:34.755370 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e91aa4-b5bd-4bc7-97c9-1b1be04de741,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:34.770947 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-471d577e-c166-435e-af10-e5053854e029 admin admin] 10.222.0.53 "DELETE /v2.0/networks/79e91aa4-b5bd-4bc7-97c9-1b1be04de741 HTTP/1.1" status: 204 len: 168 time: 1.0256062 Apr 29 12:51:34.774479 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36446) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:34.957610 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Deleting port 6f63f842-1353-4e52-a85b-35d565d7cd48 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:34.958011 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:35.022114 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-3b54a9bf-6334-4c42-bed3-60a579d0361c None None] The port '6f63f842-1353-4e52-a85b-35d565d7cd48' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:51:35.200872 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f63f842-1353-4e52-a85b-35d565d7cd48 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:35.237417 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 6f63f842-1353-4e52-a85b-35d565d7cd48 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:35.237658 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6f63f842-1353-4e52-a85b-35d565d7cd48 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:35.238106 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ac642e83-07c3-43d1-9f06-6c810abb40e7 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:35.270007 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: ac642e83-07c3-43d1-9f06-6c810abb40e7 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:35.270682 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device ac642e83-07c3-43d1-9f06-6c810abb40e7 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:35.328745 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2055468'] for router_interface, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:35.681821 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Deleting port 6de6c531-2775-4f82-a463-00050b3c8eb8 {{(pid=88015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:35.682142 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:35.862888 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.db [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] For port 6de6c531-2775-4f82-a463-00050b3c8eb8, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=6de6c531-2775-4f82-a463-00050b3c8eb8,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:35.863577 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:35.924455 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:36.108661 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.plugins.ml2.plugin [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Calling delete_port for 6de6c531-2775-4f82-a463-00050b3c8eb8 owned by network:router_interface {{(pid=88015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:36.287483 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266873458'] for port, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:36.334125 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de6c531-2775-4f82-a463-00050b3c8eb8,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:36.610714 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1702271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055600'] for router_interface, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:36.969798 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Router 81310fdf-2229-4951-8039-4c7ac425d927 has already been hosted by L3 agent 0fdab155-06c0-41a9-ac20-92efc0c2df21 {{(pid=88015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 12:51:37.140376 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] Notify agent at l3_agent.dv-neutron-839741-1-hyperv the message routers_updated {{(pid=88015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 12:51:37.152973 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Sync routers for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 12:51:37.162722 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-8e3b230c-7119-4394-b559-15d4a3ac8e41 admin admin] 10.222.0.53 "PUT /v2.0/routers/81310fdf-2229-4951-8039-4c7ac425d927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3852220 Apr 29 12:51:37.164684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36450) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:37.165348 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:37.166647 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:37.342421 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks [] for router, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:37.348014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: dv-neutron-839741-1-hyperv {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:37.519490 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:37.530130 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Deleting port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:37.530575 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:37.634258 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'external_fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:51:36Z', 'revision_number': 5, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port': {'id': '2ef39740-bc7c-4bda-b6e4-953e8d64c3be', 'name': '', 'network_id': '511ef014-f9dc-415e-b6b7-bfb0f1df62fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81310fdf-2229-4951-8039-4c7ac425d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839741-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T12:44:57Z', 'updated_at': '2022-04-29T12:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '833318c6-ceda-47a7-bd09-60d0893941d5', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839741-1-hyperv'}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:37.638518 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Checking router: 81310fdf-2229-4951-8039-4c7ac425d927 for host: dv-neutron-839741-1-hyperv {{(pid=88017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 12:51:37.647056 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Routers {'81310fdf-2229-4951-8039-4c7ac425d927'} bound to L3 agent in host dv-neutron-839741-1-hyperv {{(pid=88017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 12:51:37.647701 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839741-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T11:33:33Z,description=,heartbeat_timestamp=2022-04-29T12:51:33Z,host='dv-neutron-839741-1-hyperv',id=0fdab155-06c0-41a9-ac20-92efc0c2df21,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T11:33:33Z,topic='l3_agent')) {'router_ids': ['81310fdf-2229-4951-8039-4c7ac425d927'], 'active': True} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:37.707447 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] For port 2ef39740-bc7c-4bda-b6e4-953e8d64c3be, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,segment=NetworkSegment(68b57c9c-fc39-4b76-8d53-c3f510436198),segment_id=68b57c9c-fc39-4b76-8d53-c3f510436198)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:37.707799 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:37.798096 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_dvr_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] Set router 81310fdf-2229-4951-8039-4c7ac425d927 gateway port host: None {{(pid=88017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 12:51:37.827918 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Calling delete_port for 2ef39740-bc7c-4bda-b6e4-953e8d64c3be owned by network:router_gateway {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:37.941802 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.db.l3_hamode_db [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:51:37Z', 'revision_number': 6, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port_host': None}], 'dv-neutron-839741-1-hyperv', False) {} {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:37.945655 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970fda7-8b73-45d4-bad8-b41f7c28382a None None] The sync data for ids ['81310fdf-2229-4951-8039-4c7ac425d927'] in dv-neutron-839741-1-hyperv is: [{'id': '81310fdf-2229-4951-8039-4c7ac425d927', 'name': 'tempest-TestSnapshotPattern-1054187369-router', 'tenant_id': '4684412140c54311a49c6896562ebb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T12:44:56Z', 'updated_at': '2022-04-29T12:51:37Z', 'revision_number': 6, 'project_id': '4684412140c54311a49c6896562ebb56', 'gw_port_host': None}] {{(pid=88017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 12:51:37.997539 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.043303 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef39740-bc7c-4bda-b6e4-953e8d64c3be,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:38.132648 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2053641'] for router_gateway, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.419375 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2053182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16189'] for router, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.421794 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.454382 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2053345'] for router, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.454905 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81310fdf-2229-4951-8039-4c7ac425d927 {{(pid=88016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 12:51:38.467254 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] Notify callbacks [] for router, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.468378 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-bb242071-6055-431a-bedd-eac6044a655c admin admin] 10.222.0.53 "DELETE /v2.0/routers/81310fdf-2229-4951-8039-4c7ac425d927 HTTP/1.1" status: 204 len: 168 time: 1.3025610 Apr 29 12:51:38.471019 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36454) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:38.533822 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.db.db_base_plugin_v2 [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Deleting subnet c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe {{(pid=88015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 12:51:38.536892 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.585537 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266646480'] for subnet, precommit_delete_associations {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.675585 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881794'] for subnet, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.743128 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266873415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266671521'] for subnet, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.779981 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:38.783341 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.790817 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-91603503-2fe6-4d18-8705-35ef469cc050 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c12d44ee-f1d3-4ca7-8e89-2912a0d5f3fe HTTP/1.1" status: 204 len: 168 time: 0.3187032 Apr 29 12:51:38.791440 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7645404-725f-43de-8cb9-a4ecbde4c8da None None] Network b8edd774-d992-44b8-b0cf-cd6e7c0b1575 requested from dv-neutron-839741-1-hyperv {{(pid=88017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 12:51:38.793634 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36458) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:38.907607 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569950'] for network, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:38.918877 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Deleting port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 {{(pid=88016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:38.919043 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.058191 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] DHCP port deletion for b8edd774-d992-44b8-b0cf-cd6e7c0b1575 request from dv-neutron-839741-1-hyperv {{(pid=88017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 12:51:39.062361 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Deleting port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:39.062732 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.126056 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.db [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] For port b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:39.126383 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.243006 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6de6c531-2775-4f82-a463-00050b3c8eb8 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:39.248499 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.plugin [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Calling delete_port for b7c141f3-2ffe-4bd7-b6da-f02d79495c35 owned by network:dhcp {{(pid=88016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:39.290874 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 6de6c531-2775-4f82-a463-00050b3c8eb8 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:39.291218 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 6de6c531-2775-4f82-a463-00050b3c8eb8 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:39.291675 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ef39740-bc7c-4bda-b6e4-953e8d64c3be no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:39.328016 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-940453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777974877934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777974449713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-268183658'] for port, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.333068 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: 2ef39740-bc7c-4bda-b6e4-953e8d64c3be {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:39.333443 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device 2ef39740-bc7c-4bda-b6e4-953e8d64c3be not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:39.333829 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7c141f3-2ffe-4bd7-b6da-f02d79495c35 no longer exists at agent ovs-agent-dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 12:51:39.367359 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] No Port match for: b7c141f3-2ffe-4bd7-b6da-f02d79495c35 {{(pid=88017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 12:51:39.367691 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.rpc [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Device b7c141f3-2ffe-4bd7-b6da-f02d79495c35 not bound to the agent host dv-neutron-839741-1-hyperv {{(pid=88017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 12:51:39.371190 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.db [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] For port b7c141f3-2ffe-4bd7-b6da-f02d79495c35, host dv-neutron-839741-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839741-1-hyperv',level=0,port_id=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,segment=NetworkSegment(fe824b58-b8f8-4113-92c8-e3aae08c4c2c),segment_id=fe824b58-b8f8-4113-92c8-e3aae08c4c2c)] {{(pid=88017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 12:51:39.371589 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2048044'] for port, precommit_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.379477 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c141f3-2ffe-4bd7-b6da-f02d79495c35,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:39.381321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] No DVR routers for this DVR port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 on host dv-neutron-839741-1-hyperv {{(pid=88016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 12:51:39.491261 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Calling delete_port for b7c141f3-2ffe-4bd7-b6da-f02d79495c35 owned by network:dhcp {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 12:51:39.497228 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880649', 'neutron.services.segments.db._delete_segments_for_network-8777974988373'] for network, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.524148 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8edd774-d992-44b8-b0cf-cd6e7c0b1575']}} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:39.536055 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c') {'for_net_delete': True} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:39.536321 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.services.segments.db [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe824b58-b8f8-4113-92c8-e3aae08c4c2c') {} {{(pid=88016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 12:51:39.547311 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777974986096', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266370142'] for segment, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.563207 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855637'] for segment, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.565737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.db.api [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 12:51:39.566091 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG oslo_db.api [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 12:51:39.569256 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 12:51:39.569684 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-855623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-268183557'] for segment, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: Traceback (most recent call last): Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: timer() Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: cb(*args, **kw) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: return func(*args, **kwargs) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: self._notify() Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: self.callback(batched_events) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: event.method(event) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: return f(self, *a, **k) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._get(url).json() Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: return self.request(url, 'GET', **kwargs) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 12:51:39.582809 dv-neutron-839741-1-hyperv neutron-server[88016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 12:51:39.660636 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1702262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2053676'] for network, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.683305 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.695690 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8edd774-d992-44b8-b0cf-cd6e7c0b1575,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:39.700686 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-beece99d-fcf4-43e1-8e1e-5725cebcf1e0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b8edd774-d992-44b8-b0cf-cd6e7c0b1575 HTTP/1.1" status: 204 len: 168 time: 0.9059281 Apr 29 12:51:39.815091 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36464) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:39.864499 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-072b12b7-7911-4607-bdd3-f1a0deba2d0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41f0f5967f4a46e79b9c3a4bf931559d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482864 Apr 29 12:51:39.867222 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36468) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:39.923787 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:39.949558 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.010237 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.027307 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810573e0-efcf-4806-a50e-a9eddf0bd23c,revision_number=None']} {{(pid=88016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:40.034853 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron_lib.callbacks.manager [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.036093 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-e52244f7-aec8-4fbc-bf93-21bf427eb667 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/810573e0-efcf-4806-a50e-a9eddf0bd23c HTTP/1.1" status: 204 len: 168 time: 0.1679745 Apr 29 12:51:40.067937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Deleting port b7c141f3-2ffe-4bd7-b6da-f02d79495c35 {{(pid=88017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 12:51:40.068507 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777974808068'] for port, before_delete {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.133624 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron.plugins.ml2.plugin [None req-1926f241-c13e-4e18-a0dd-5d5bc50a429a None None] The port 'b7c141f3-2ffe-4bd7-b6da-f02d79495c35' was deleted {{(pid=88017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 12:51:40.399635 dv-neutron-839741-1-hyperv neutron-server[88016]: DEBUG neutron.wsgi [-] (88016) accepted ('10.222.0.53', 36476) {{(pid=88016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:40.460496 dv-neutron-839741-1-hyperv neutron-server[88016]: INFO neutron.wsgi [None req-7d4e6f7b-959b-4283-946d-189a60165bc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4684412140c54311a49c6896562ebb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595329 Apr 29 12:51:40.463544 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [-] (88015) accepted ('10.222.0.53', 36480) {{(pid=88015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 12:51:40.531873 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.666988 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.722510 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046009'] for security_group, after_delete {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.739535 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071c7e3-2047-47e4-b156-97d8f588f851,revision_number=None']} {{(pid=88015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 12:51:40.742820 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron_lib.callbacks.manager [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:51:40.743919 dv-neutron-839741-1-hyperv neutron-server[88015]: INFO neutron.wsgi [None req-e65ad519-f52e-4579-8bb1-e70eb4c3b301 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5071c7e3-2047-47e4-b156-97d8f588f851 HTTP/1.1" status: 204 len: 168 time: 0.2793624 Apr 29 12:51:54.761876 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:52:00.424937 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fb3ff3b3-8377-4e6f-a0ae-71a938e237e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:03.126525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-5043dced-7207-4b3e-98dd-6e21432ea1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:03.857828 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:04.403414 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:04.697198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:05.930094 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:30.431499 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-4966fa12-3448-4abb-b6e7-931d52c868d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:31.752511 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:52:33.126855 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7663-5630-4820-9437-b401ce494d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:33.862156 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:34.410124 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:34.707957 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:35.940015 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:52:38.338346 dv-neutron-839741-1-hyperv neutron-server[88015]: DEBUG neutron.wsgi [req-caa01219-c82b-4809-b1ca-955e134b4dc2 req-b4af7cca-5915-437a-8d6a-50fa8f862900 service neutron] (88015) timed out ('10.222.0.53', 33654) {{(pid=88015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 12:53:00.426943 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-48cf1f7f-2269-471e-a2ce-2a0296c4664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:03.130198 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3b33ddd7-1dde-4961-84d2-f83ec0993e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:03.869895 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:04.409457 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:04.714469 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:05.940203 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:08.760568 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:53:30.431054 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3283732a-c34a-4f58-80d2-2c4bdb090367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:33.133487 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-dcaec4a4-31ab-4060-916f-77fccc0075ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:33.864898 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:34.412743 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:34.710933 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:35.950014 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:53:45.768007 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:54:00.436325 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-89bd373a-a33a-4d04-b2fe-841ccddf83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:03.138207 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-f61c57dd-bb2e-4efb-a301-5d23129bb296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:03.864837 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:04.416165 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:04.727878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:05.956714 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:22.764903 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:54:30.433494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6249-1cd5-4bdc-a8cf-6088c887acd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:33.141127 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-43e77569-4e2a-455e-8015-8aa90f6c6dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:33.859090 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:34.418793 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:34.728494 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:35.954234 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:54:59.758419 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:55:00.427969 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-91bb6fc3-75ba-4696-8c50-8045509855f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:03.141875 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-a4de5c5a-a8da-4558-9c8a-22f08dd64f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:03.864051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:04.420317 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:04.728279 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:05.965150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:30.432109 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb6cb-1576-46b7-af62-e2bde52067ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:33.149525 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-d90b6e20-fa1e-40c5-95d5-c8556ef395ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:33.877914 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:34.425709 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:34.745315 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:35.964277 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:55:36.760770 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:56:00.436881 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-c311c8ed-a942-47d1-a919-586ecbe1b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:03.141878 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-be8aab68-0a9d-44da-9734-cfbac7f135e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:03.874081 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:04.427020 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:04.742150 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:05.976051 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:13.766612 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:56:30.445121 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-3d019617-8731-41ae-8f4e-cf8009d412b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:33.139852 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-84ed16f3-1363-421f-ac7d-6528122a5910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:33.886623 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:34.432063 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:34.745012 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:35.983229 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:56:50.762970 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:57:00.448412 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6650-2c0c-40d5-bb78-66f7154eb31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:03.140301 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-7d916e37-0fe5-4359-8fdd-867ae04ccbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:03.882561 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e3729ee6-9abc-491f-adea-6f3ebd36715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:04.434893 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-2275e56c-1334-49fd-a612-4164236d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:04.748894 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-676b3f09-3696-4d6c-b251-0ccbc42473de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:05.982907 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4236-9ed9-4ef4-946d-59caf3015809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:27.761618 dv-neutron-839741-1-hyperv neutron-server[88018]: DEBUG neutron.db.agents_db [None req-2236c687-1a6a-49da-abd5-5247c8476ee6 None None] Agent healthcheck: found 6 active agents {{(pid=88018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 12:57:30.446533 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-07399483-6188-4e38-a6b9-56bb2e21da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 12:57:33.134737 dv-neutron-839741-1-hyperv neutron-server[88017]: DEBUG neutron_lib.callbacks.manager [None req-359114e8-2e2b-4fed-a1b8-28b2b531f588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777974988346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883187'] for agent, after_update {{(pid=88017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}